2026-09-09T15:55:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "d1aa6594-ceb2-47ed-baaa-298b5aea9284", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "d1aa6594-ceb2-47ed-baaa-298b5aea9284", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "d1aa6594-ceb2-47ed-baaa-298b5aea9284", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce-kserve-route-authn"} 2026-09-09T15:55:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "d1aa6594-ceb2-47ed-baaa-298b5aea9284", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce-kserve-route-authn"} 2026-09-09T15:55:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "d1aa6594-ceb2-47ed-baaa-298b5aea9284", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "d1aa6594-ceb2-47ed-baaa-298b5aea9284", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "sub-test-model-482dce", "reconcileID": "b90e6e14-b8e4-4fdc-a308-6b825358e20b", "LLMInferenceService": "sub-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "d302f029-5050-4bf7-9577-1c02e62b2ccc", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "d302f029-5050-4bf7-9577-1c02e62b2ccc", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T15:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "d302f029-5050-4bf7-9577-1c02e62b2ccc", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "ff5e9403-de4f-47e8-aa4e-e04d0ab5f3ac", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "ff5e9403-de4f-47e8-aa4e-e04d0ab5f3ac", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T15:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "ff5e9403-de4f-47e8-aa4e-e04d0ab5f3ac", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "5338d732-0871-4518-a0f7-d966acc6652c", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "5338d732-0871-4518-a0f7-d966acc6652c", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "5338d732-0871-4518-a0f7-d966acc6652c", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "75186b23-45cb-42f7-9992-b973ca1d4907", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:55:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "5338d732-0871-4518-a0f7-d966acc6652c", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51-kserve-route-authn"} 2026-09-09T15:55:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "5338d732-0871-4518-a0f7-d966acc6652c", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "authType": "userdefined"} 2026-09-09T15:55:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "5338d732-0871-4518-a0f7-d966acc6652c", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "75186b23-45cb-42f7-9992-b973ca1d4907", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51-authn-ssl"} 2026-09-09T15:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "75186b23-45cb-42f7-9992-b973ca1d4907", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:55:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "54ed0d29-6a16-43df-a601-b8ce23c27071", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "54ed0d29-6a16-43df-a601-b8ce23c27071", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "54ed0d29-6a16-43df-a601-b8ce23c27071", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "54ed0d29-6a16-43df-a601-b8ce23c27071", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51-kserve-route-authn"} 2026-09-09T15:55:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "54ed0d29-6a16-43df-a601-b8ce23c27071", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "authType": "userdefined"} 2026-09-09T15:55:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "54ed0d29-6a16-43df-a601-b8ce23c27071", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "4f93526f-63bb-446f-abef-6f4f04458a37", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:55:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "4f93526f-63bb-446f-abef-6f4f04458a37", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51-authn-ssl"} 2026-09-09T15:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "4f93526f-63bb-446f-abef-6f4f04458a37", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:55:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "377f2719-48f5-4e6f-9805-1cd898caf47e", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "377f2719-48f5-4e6f-9805-1cd898caf47e", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "377f2719-48f5-4e6f-9805-1cd898caf47e", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "377f2719-48f5-4e6f-9805-1cd898caf47e", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51-kserve-route-authn"} 2026-09-09T15:55:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "377f2719-48f5-4e6f-9805-1cd898caf47e", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "authType": "userdefined"} 2026-09-09T15:55:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "377f2719-48f5-4e6f-9805-1cd898caf47e", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "a7bdd4ee-b684-45b3-86c5-b1d6aae0d83f", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "a7bdd4ee-b684-45b3-86c5-b1d6aae0d83f", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "a7bdd4ee-b684-45b3-86c5-b1d6aae0d83f", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "a7bdd4ee-b684-45b3-86c5-b1d6aae0d83f", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51-kserve-route-authn"} 2026-09-09T15:55:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "a7bdd4ee-b684-45b3-86c5-b1d6aae0d83f", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "authType": "userdefined"} 2026-09-09T15:55:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "a7bdd4ee-b684-45b3-86c5-b1d6aae0d83f", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:55:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "4db86297-a58e-4c2e-881e-6d56b8f64481", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "4db86297-a58e-4c2e-881e-6d56b8f64481", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "4db86297-a58e-4c2e-881e-6d56b8f64481", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "c7903ae2-f1e6-4c65-9a8c-9fcf30d9f2e0", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "4db86297-a58e-4c2e-881e-6d56b8f64481", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:55:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "4db86297-a58e-4c2e-881e-6d56b8f64481", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "authType": "userdefined"} 2026-09-09T15:55:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "4db86297-a58e-4c2e-881e-6d56b8f64481", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "c7903ae2-f1e6-4c65-9a8c-9fcf30d9f2e0", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T15:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "c7903ae2-f1e6-4c65-9a8c-9fcf30d9f2e0", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "482c4fa3-ea17-4f05-b894-b0d02c2ff0b2", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "482c4fa3-ea17-4f05-b894-b0d02c2ff0b2", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "482c4fa3-ea17-4f05-b894-b0d02c2ff0b2", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "482c4fa3-ea17-4f05-b894-b0d02c2ff0b2", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:55:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "482c4fa3-ea17-4f05-b894-b0d02c2ff0b2", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "authType": "userdefined"} 2026-09-09T15:55:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "482c4fa3-ea17-4f05-b894-b0d02c2ff0b2", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "4a7cd37f-27c9-43c2-a80b-0aebf16daeab", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "4a7cd37f-27c9-43c2-a80b-0aebf16daeab", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T15:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "4a7cd37f-27c9-43c2-a80b-0aebf16daeab", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:55:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "2909b2a1-934a-4904-98ff-0539cf6ca6bc", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "2909b2a1-934a-4904-98ff-0539cf6ca6bc", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "2909b2a1-934a-4904-98ff-0539cf6ca6bc", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:55:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "2909b2a1-934a-4904-98ff-0539cf6ca6bc", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:55:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "2909b2a1-934a-4904-98ff-0539cf6ca6bc", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "authType": "userdefined"} 2026-09-09T15:55:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "2909b2a1-934a-4904-98ff-0539cf6ca6bc", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "121fba56-1d26-4b5d-9ecb-c79a45b89b66", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "121fba56-1d26-4b5d-9ecb-c79a45b89b66", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "121fba56-1d26-4b5d-9ecb-c79a45b89b66", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "121fba56-1d26-4b5d-9ecb-c79a45b89b66", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "121fba56-1d26-4b5d-9ecb-c79a45b89b66", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "authType": "userdefined"} 2026-09-09T15:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "121fba56-1d26-4b5d-9ecb-c79a45b89b66", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "f0830316-01f5-4c68-81df-7a0d648672a9", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "f0830316-01f5-4c68-81df-7a0d648672a9", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "f0830316-01f5-4c68-81df-7a0d648672a9", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "f0830316-01f5-4c68-81df-7a0d648672a9", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:56:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "f0830316-01f5-4c68-81df-7a0d648672a9", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "authType": "userdefined"} 2026-09-09T15:56:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "f0830316-01f5-4c68-81df-7a0d648672a9", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:11Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T15:56:11Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T15:56:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T15:56:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T15:56:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:56:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51"} 2026-09-09T15:56:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:56:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:56:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51-kserve-route-authn"} 2026-09-09T15:56:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51-kserve-route-authn"} 2026-09-09T15:56:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:56:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "1e25d72b-2642-4ac7-a935-90f91a97826b", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:56:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-450a51","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "rate-test-model-450a51", "reconcileID": "f64e5584-dff2-41a7-8a2f-863d6cc2e694", "LLMInferenceService": "rate-test-model-450a51", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T15:56:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "f319cd3b-9a00-4457-8f1e-62425967f6ea", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:56:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "f319cd3b-9a00-4457-8f1e-62425967f6ea", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51-authn-ssl"} 2026-09-09T15:56:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "f319cd3b-9a00-4457-8f1e-62425967f6ea", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:56:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "52fa8181-ba27-4f01-8946-f9aad74e617c", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:56:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "52fa8181-ba27-4f01-8946-f9aad74e617c", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51-authn-ssl"} 2026-09-09T15:56:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "52fa8181-ba27-4f01-8946-f9aad74e617c", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T15:56:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce"} 2026-09-09T15:56:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:56:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce-kserve-route-authn"} 2026-09-09T15:56:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "1805f047-1f1e-43d6-b9f1-0e51ac154ada", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-482dce","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "rate-test-model-482dce", "reconcileID": "bfa27814-84cc-4695-b236-447a49940f86", "LLMInferenceService": "rate-test-model-482dce", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T15:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "7456eccc-7a78-4f31-a99c-89df918ed9e1", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "7456eccc-7a78-4f31-a99c-89df918ed9e1", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T15:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "7456eccc-7a78-4f31-a99c-89df918ed9e1", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "25252318-e975-4354-b613-fe629f6db656", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "25252318-e975-4354-b613-fe629f6db656", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T15:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "25252318-e975-4354-b613-fe629f6db656", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "ed5f9991-ff31-4f82-853d-66f8ceeaa8e0", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "ed5f9991-ff31-4f82-853d-66f8ceeaa8e0", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "ed5f9991-ff31-4f82-853d-66f8ceeaa8e0", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "fd6a153d-ac61-4872-8e19-3a46e43f3674", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "fd6a153d-ac61-4872-8e19-3a46e43f3674", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "fd6a153d-ac61-4872-8e19-3a46e43f3674", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "3fab95f1-8894-49e7-8cf0-dfb06a42bb06", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "3fab95f1-8894-49e7-8cf0-dfb06a42bb06", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "3fab95f1-8894-49e7-8cf0-dfb06a42bb06", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "c94973a7-e2c0-4175-b42a-a28423b764a4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "c94973a7-e2c0-4175-b42a-a28423b764a4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "c94973a7-e2c0-4175-b42a-a28423b764a4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "a89cff97-5a8a-4833-9510-8a0843f449b6", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "a89cff97-5a8a-4833-9510-8a0843f449b6", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "a89cff97-5a8a-4833-9510-8a0843f449b6", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "0bebb8e0-a73f-4446-af84-9a0873bb5938", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "0bebb8e0-a73f-4446-af84-9a0873bb5938", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "0bebb8e0-a73f-4446-af84-9a0873bb5938", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "eeedf9e4-6793-42d2-896e-a11379347961", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "eeedf9e4-6793-42d2-896e-a11379347961", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "eeedf9e4-6793-42d2-896e-a11379347961", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "openshift-service-ca.crt", "reconcileID": "f0db92ee-7b81-48d4-aeb7-0d4a57a3f6eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "openshift-service-ca.crt", "reconcileID": "0531119e-1819-452e-8c48-c1f57b8bb16a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:56:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "openshift-service-ca.crt", "reconcileID": "0531119e-1819-452e-8c48-c1f57b8bb16a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "f40f3463-ad81-4512-9982-557917742df8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:56:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "f40f3463-ad81-4512-9982-557917742df8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T15:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "openshift-service-ca.crt", "reconcileID": "e7f9c71f-b65d-4c39-ae67-5ac091485530", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4821ff49-73a5-43e6-8f6d-2cd5d6556097", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "5507c685-e875-4fbb-ac5e-496a2c9b8a50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "4936742a-d3cf-445f-b14a-a2117fca98bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:56:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "4936742a-d3cf-445f-b14a-a2117fca98bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4039bae3-efbc-463f-bda0-21fa0065db43", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "7ed146f0-9232-4f23-84de-d15c6215bf12", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "7ed146f0-9232-4f23-84de-d15c6215bf12", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "7ed146f0-9232-4f23-84de-d15c6215bf12", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "b67b3abf-7ba5-4e92-82bc-8fa9ee5ff1e4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "b67b3abf-7ba5-4e92-82bc-8fa9ee5ff1e4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "b67b3abf-7ba5-4e92-82bc-8fa9ee5ff1e4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "e13127f7-c302-4608-8396-e800b748cb5f", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "e13127f7-c302-4608-8396-e800b748cb5f", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "e13127f7-c302-4608-8396-e800b748cb5f", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "4d551097-1dc1-4fcd-99c8-9d4f39d1532c", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "4d551097-1dc1-4fcd-99c8-9d4f39d1532c", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "4d551097-1dc1-4fcd-99c8-9d4f39d1532c", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "a8010cbc-cf9b-45ee-806b-2ef79aa12d88", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "a8010cbc-cf9b-45ee-806b-2ef79aa12d88", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "a8010cbc-cf9b-45ee-806b-2ef79aa12d88", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "a361e938-b207-4ef0-9306-c58338e5062d", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "a361e938-b207-4ef0-9306-c58338e5062d", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "a361e938-b207-4ef0-9306-c58338e5062d", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "d0418743-9241-4fc4-9502-e4685c37e23e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "d0418743-9241-4fc4-9502-e4685c37e23e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "d0418743-9241-4fc4-9502-e4685c37e23e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "99b046fa-bb02-40fb-91e4-fdd40793f2ce", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "99b046fa-bb02-40fb-91e4-fdd40793f2ce", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "99b046fa-bb02-40fb-91e4-fdd40793f2ce", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "6a456133-14c3-43fd-ad01-e93111159c14", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "6a456133-14c3-43fd-ad01-e93111159c14", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "6a456133-14c3-43fd-ad01-e93111159c14", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "31f5538a-0009-4ece-b239-c1a7f8fef2d0", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "31f5538a-0009-4ece-b239-c1a7f8fef2d0", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "31f5538a-0009-4ece-b239-c1a7f8fef2d0", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "openshift-service-ca.crt", "reconcileID": "08ef5914-4d00-4587-ab14-8c5cabda38ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-trusted-ca-bundle", "reconcileID": "e18de453-2700-4633-8b6f-24ef46e341c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "openshift-service-ca.crt", "reconcileID": "d91472b2-971b-4559-81f3-2895aebb198b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2b442", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:57:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "openshift-service-ca.crt", "reconcileID": "d91472b2-971b-4559-81f3-2895aebb198b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90f78914-3ad7-482d-9fd3-0bacac5b0433", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "openshift-service-ca.crt", "reconcileID": "072a0f90-8df1-432b-bfa3-133379330c35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-trusted-ca-bundle", "reconcileID": "8c50d597-2302-430f-876e-d1f758b111f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:57:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-trusted-ca-bundle", "reconcileID": "8c50d597-2302-430f-876e-d1f758b111f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1f1b306-d312-428d-9382-8be5835e60dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T15:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "618f9f05-e7ac-4fab-872c-5174b2776924", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "618f9f05-e7ac-4fab-872c-5174b2776924", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "618f9f05-e7ac-4fab-872c-5174b2776924", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "7cc63edf-8eb0-42d4-a7d4-cbf69602193e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "7cc63edf-8eb0-42d4-a7d4-cbf69602193e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T15:57:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "7cc63edf-8eb0-42d4-a7d4-cbf69602193e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T15:57:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "354d005b-95f8-4e14-9834-e6273d81a823", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "354d005b-95f8-4e14-9834-e6273d81a823", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "354d005b-95f8-4e14-9834-e6273d81a823", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "9d77c02e-4850-4f7c-927e-ceeebd3cc4ae", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:57:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "354d005b-95f8-4e14-9834-e6273d81a823", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:57:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "354d005b-95f8-4e14-9834-e6273d81a823", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "authType": "userdefined"} 2026-09-09T15:57:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "354d005b-95f8-4e14-9834-e6273d81a823", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "9d77c02e-4850-4f7c-927e-ceeebd3cc4ae", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:57:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "9d77c02e-4850-4f7c-927e-ceeebd3cc4ae", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:57:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "3b3f00a6-d4b1-47d8-ae29-a690de0eb26f", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "3b3f00a6-d4b1-47d8-ae29-a690de0eb26f", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "3b3f00a6-d4b1-47d8-ae29-a690de0eb26f", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "3b3f00a6-d4b1-47d8-ae29-a690de0eb26f", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:57:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "3b3f00a6-d4b1-47d8-ae29-a690de0eb26f", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "authType": "userdefined"} 2026-09-09T15:57:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "3b3f00a6-d4b1-47d8-ae29-a690de0eb26f", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "5f08fd24-e017-4575-8115-abd617569134", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:57:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "5f08fd24-e017-4575-8115-abd617569134", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:57:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "5f08fd24-e017-4575-8115-abd617569134", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:57:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "9baf854e-164d-4cd6-bc40-f1d42f9a8aad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "9baf854e-164d-4cd6-bc40-f1d42f9a8aad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "9baf854e-164d-4cd6-bc40-f1d42f9a8aad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "9baf854e-164d-4cd6-bc40-f1d42f9a8aad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:57:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "9baf854e-164d-4cd6-bc40-f1d42f9a8aad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "authType": "userdefined"} 2026-09-09T15:57:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "9baf854e-164d-4cd6-bc40-f1d42f9a8aad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "59b8e7be-49a1-43d8-a7bc-dab8b8979ffe", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "59b8e7be-49a1-43d8-a7bc-dab8b8979ffe", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "59b8e7be-49a1-43d8-a7bc-dab8b8979ffe", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "59b8e7be-49a1-43d8-a7bc-dab8b8979ffe", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:57:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "59b8e7be-49a1-43d8-a7bc-dab8b8979ffe", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "authType": "userdefined"} 2026-09-09T15:57:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "59b8e7be-49a1-43d8-a7bc-dab8b8979ffe", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "656f5f0d-1bca-4b56-90c4-92f8c7925f00", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "656f5f0d-1bca-4b56-90c4-92f8c7925f00", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "656f5f0d-1bca-4b56-90c4-92f8c7925f00", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:57:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "656f5f0d-1bca-4b56-90c4-92f8c7925f00", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:57:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "656f5f0d-1bca-4b56-90c4-92f8c7925f00", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "authType": "userdefined"} 2026-09-09T15:57:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "656f5f0d-1bca-4b56-90c4-92f8c7925f00", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "8e6b35a0-521d-4567-b253-c9111c8e2a52", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "8e6b35a0-521d-4567-b253-c9111c8e2a52", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "8e6b35a0-521d-4567-b253-c9111c8e2a52", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "02ad8c79-9f02-48d5-a8a9-0b2fd8af679d", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "02ad8c79-9f02-48d5-a8a9-0b2fd8af679d", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "02ad8c79-9f02-48d5-a8a9-0b2fd8af679d", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "f49f5b61-3dd2-4f72-8a5f-5ec1b791ac8b", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "f49f5b61-3dd2-4f72-8a5f-5ec1b791ac8b", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "f49f5b61-3dd2-4f72-8a5f-5ec1b791ac8b", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "531ff445-6791-47f6-a2c7-4b6e0dc9d01a", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "531ff445-6791-47f6-a2c7-4b6e0dc9d01a", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "531ff445-6791-47f6-a2c7-4b6e0dc9d01a", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "2cc719b2-3350-44e4-8f82-6cea7b57e7c4", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "2cc719b2-3350-44e4-8f82-6cea7b57e7c4", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "2cc719b2-3350-44e4-8f82-6cea7b57e7c4", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "a9a32d7b-b6f7-40bf-b811-558852631978", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "a9a32d7b-b6f7-40bf-b811-558852631978", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "a9a32d7b-b6f7-40bf-b811-558852631978", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "cdb9e742-4437-48fa-9aec-f1cf274ad320", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "cdb9e742-4437-48fa-9aec-f1cf274ad320", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "cdb9e742-4437-48fa-9aec-f1cf274ad320", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "openshift-service-ca.crt", "reconcileID": "a2345a95-866a-4ac0-b0d6-573851af85ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-trusted-ca-bundle", "reconcileID": "c93b9c74-1c7b-4f4b-82a2-3fa72ba78bd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "openshift-service-ca.crt", "reconcileID": "29d64f8d-121c-43a9-b6c2-12e2f947c179", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "openshift-service-ca.crt", "reconcileID": "29d64f8d-121c-43a9-b6c2-12e2f947c179", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "openshift-service-ca.crt", "reconcileID": "09f5b15e-b077-4c94-b90e-aa777891e09a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb31090c-5592-4dc5-8acd-da26bfeb0692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-trusted-ca-bundle", "reconcileID": "8f01b5de-30d4-462a-9a77-d7d0ef039252", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:58:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-trusted-ca-bundle", "reconcileID": "8f01b5de-30d4-462a-9a77-d7d0ef039252", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c38d92a-8add-4e68-8b70-6abe0fc94592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "a6b8447a-56c9-4ff6-9da7-2b8339d8cfb8", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "a6b8447a-56c9-4ff6-9da7-2b8339d8cfb8", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "a6b8447a-56c9-4ff6-9da7-2b8339d8cfb8", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "68d80446-e625-4990-aa70-415b608cc807", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "68d80446-e625-4990-aa70-415b608cc807", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "68d80446-e625-4990-aa70-415b608cc807", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "9e156590-0892-4057-b36a-e9c4703bdad3", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "9e156590-0892-4057-b36a-e9c4703bdad3", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "9e156590-0892-4057-b36a-e9c4703bdad3", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "4a524dc0-1ceb-448e-a8e6-69d2233be5d5", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "4a524dc0-1ceb-448e-a8e6-69d2233be5d5", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87-authn-ssl"} 2026-09-09T15:58:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "4a524dc0-1ceb-448e-a8e6-69d2233be5d5", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6da9682-622d-45f3-9a53-c9adb93b93b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6da9682-622d-45f3-9a53-c9adb93b93b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:58:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6da9682-622d-45f3-9a53-c9adb93b93b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c6ae87 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T15:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-trusted-ca-bundle", "reconcileID": "f53eb1bc-aff4-4f20-bfce-ef7c83df68d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-trusted-ca-bundle", "reconcileID": "f53eb1bc-aff4-4f20-bfce-ef7c83df68d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "openshift-service-ca.crt", "reconcileID": "b26a2be1-d718-4107-a894-63300663e30c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "openshift-service-ca.crt", "reconcileID": "b26a2be1-d718-4107-a894-63300663e30c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57ea0d2c-6de6-4c26-ba85-3b4027978e15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c6ae87"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57ea0d2c-6de6-4c26-ba85-3b4027978e15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c6ae87"} 2026-09-09T15:58:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c6ae87","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c6ae87", "reconcileID": "b0b2201b-fa03-4bf1-9a8f-dfaaa0ca744f", "Gateway": "e2e-ipp-cleanup-c6ae87", "namespace": "openshift-ingress"} 2026-09-09T15:59:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "60591466-cc52-4146-a292-555b519e962f", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "60591466-cc52-4146-a292-555b519e962f", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:59:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "60591466-cc52-4146-a292-555b519e962f", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "c5d0bf4a-dc3b-4c27-8c89-0cd94c8460d4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "c5d0bf4a-dc3b-4c27-8c89-0cd94c8460d4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:59:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "c5d0bf4a-dc3b-4c27-8c89-0cd94c8460d4", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "7a5d21bd-e79f-4158-b2df-accf268b1579", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "7a5d21bd-e79f-4158-b2df-accf268b1579", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:59:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "7a5d21bd-e79f-4158-b2df-accf268b1579", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "1abbbfb3-a6f0-4e4b-b355-242ace0517ad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "1abbbfb3-a6f0-4e4b-b355-242ace0517ad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "1abbbfb3-a6f0-4e4b-b355-242ace0517ad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "1abbbfb3-a6f0-4e4b-b355-242ace0517ad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:59:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "1abbbfb3-a6f0-4e4b-b355-242ace0517ad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "authType": "userdefined"} 2026-09-09T15:59:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "1abbbfb3-a6f0-4e4b-b355-242ace0517ad", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "45da3477-b132-4f6e-b9e5-d909d9117e71", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "45da3477-b132-4f6e-b9e5-d909d9117e71", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:59:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "45da3477-b132-4f6e-b9e5-d909d9117e71", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe"} 2026-09-09T15:59:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:59:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:59:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "a2781ddf-bccb-499b-8708-3bd11afd70ed", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eebea5f-9178-44f2-a554-c7a92acc361c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eebea5f-9178-44f2-a554-c7a92acc361c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T15:59:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eebea5f-9178-44f2-a554-c7a92acc361c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-1218fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T15:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "ef868973-e0ab-4870-a41c-a0f637fb5eff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-trusted-ca-bundle", "reconcileID": "ef868973-e0ab-4870-a41c-a0f637fb5eff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "openshift-service-ca.crt", "reconcileID": "3760d9dc-2240-4709-a9d9-f01d8c1e0d3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "openshift-service-ca.crt", "reconcileID": "3760d9dc-2240-4709-a9d9-f01d8c1e0d3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c52cb8f-3324-4f18-8799-4a50e2c7cff7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c52cb8f-3324-4f18-8799-4a50e2c7cff7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe"} 2026-09-09T15:59:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:59:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe-kserve-route-authn"} 2026-09-09T15:59:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "b1248fcf-2d58-4da7-b2bb-b9c22583c087", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-1218fe","namespace":"ai-tenant-e2e-ipp-a-1218fe"}, "namespace": "ai-tenant-e2e-ipp-a-1218fe", "name": "ipp-route-1218fe", "reconcileID": "25e24bbb-5a03-4255-91ab-0978b7962723", "LLMInferenceService": "ipp-route-1218fe", "namespace": "ai-tenant-e2e-ipp-a-1218fe"} 2026-09-09T15:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "a34b4564-57c7-4b3f-a4a7-f34182ac28d1", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T15:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "a34b4564-57c7-4b3f-a4a7-f34182ac28d1", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe-authn-ssl"} 2026-09-09T15:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "a34b4564-57c7-4b3f-a4a7-f34182ac28d1", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T16:00:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-1218fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-1218fe", "reconcileID": "86217827-61ee-41cf-aca7-6dde2fb68ced", "Gateway": "e2e-ipp-a-1218fe", "namespace": "openshift-ingress"} 2026-09-09T16:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "e3d58e64-2ac9-4b2e-b983-608d3095aeb3", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T16:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "e3d58e64-2ac9-4b2e-b983-608d3095aeb3", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T16:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "e3d58e64-2ac9-4b2e-b983-608d3095aeb3", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T16:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "d44f905a-a007-439f-90ed-518830361da2", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T16:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "d44f905a-a007-439f-90ed-518830361da2", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442-authn-ssl"} 2026-09-09T16:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "d44f905a-a007-439f-90ed-518830361da2", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7de66f9-d5e9-49a7-89fc-69b5a71226a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7de66f9-d5e9-49a7-89fc-69b5a71226a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:00:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7de66f9-d5e9-49a7-89fc-69b5a71226a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a2b442 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-trusted-ca-bundle", "reconcileID": "6d2f8237-6117-4123-9e0a-9e0cbcd121fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-trusted-ca-bundle", "reconcileID": "6d2f8237-6117-4123-9e0a-9e0cbcd121fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "openshift-service-ca.crt", "reconcileID": "43c4844b-197a-45d5-96a1-085679354c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "openshift-service-ca.crt", "reconcileID": "43c4844b-197a-45d5-96a1-085679354c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4a00ab-2740-49c4-b781-b85f79d4110c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a2b442"}, "namespace": "ai-tenant-e2e-ipp-b-a2b442", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4a00ab-2740-49c4-b781-b85f79d4110c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a2b442"} 2026-09-09T16:00:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a2b442","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a2b442", "reconcileID": "24a16529-44cb-4176-8dd8-29bacd992a2e", "Gateway": "e2e-ipp-b-a2b442", "namespace": "openshift-ingress"} 2026-09-09T16:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "8a7b68a5-5f8f-4ae0-9fd9-d9bc78c4c0b7", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T16:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "8a7b68a5-5f8f-4ae0-9fd9-d9bc78c4c0b7", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51-authn-ssl"} 2026-09-09T16:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "8a7b68a5-5f8f-4ae0-9fd9-d9bc78c4c0b7", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T16:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "1277420d-a3d0-43a0-8ef9-4a89558c8632", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T16:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "1277420d-a3d0-43a0-8ef9-4a89558c8632", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51-authn-ssl"} 2026-09-09T16:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "1277420d-a3d0-43a0-8ef9-4a89558c8632", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T16:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670b89d0-916f-4eb4-91fd-98aa06abd524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670b89d0-916f-4eb4-91fd-98aa06abd524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:00:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670b89d0-916f-4eb4-91fd-98aa06abd524", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-450a51 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-trusted-ca-bundle", "reconcileID": "7771bfad-f992-446c-a627-6cb1b7e65e49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-trusted-ca-bundle", "reconcileID": "7771bfad-f992-446c-a627-6cb1b7e65e49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "openshift-service-ca.crt", "reconcileID": "3ed06ed6-6c37-483b-8210-4ec9160170a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "openshift-service-ca.crt", "reconcileID": "3ed06ed6-6c37-483b-8210-4ec9160170a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35a58a9e-d92f-49d4-811d-9e04c37f71df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-450a51"}, "namespace": "ai-tenant-e2e-shared-a-w3-450a51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35a58a9e-d92f-49d4-811d-9e04c37f71df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-450a51"} 2026-09-09T16:00:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-450a51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-450a51", "reconcileID": "20c0f42d-df51-42c9-b053-3640e8f61ebb", "Gateway": "e2e-shared-a-w3-450a51", "namespace": "openshift-ingress"} 2026-09-09T16:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "64211a44-ddc4-484c-bc7a-6e3051f6b641", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T16:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "64211a44-ddc4-484c-bc7a-6e3051f6b641", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T16:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "64211a44-ddc4-484c-bc7a-6e3051f6b641", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T16:00:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "0c5e0bdf-571d-4b84-8405-f8bb187d6507", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T16:00:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "0c5e0bdf-571d-4b84-8405-f8bb187d6507", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce-authn-ssl"} 2026-09-09T16:00:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "0c5e0bdf-571d-4b84-8405-f8bb187d6507", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T16:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a91ae9-89aa-4c8c-b845-3ce569f8b01c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a91ae9-89aa-4c8c-b845-3ce569f8b01c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T16:00:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a91ae9-89aa-4c8c-b845-3ce569f8b01c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-482dce because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T16:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-trusted-ca-bundle", "reconcileID": "9a8dee89-e5ef-4731-b966-91ad7f867f26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-trusted-ca-bundle", "reconcileID": "9a8dee89-e5ef-4731-b966-91ad7f867f26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "openshift-service-ca.crt", "reconcileID": "18a7e640-c4d7-4213-ab4b-69831aca384b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "openshift-service-ca.crt", "reconcileID": "18a7e640-c4d7-4213-ab4b-69831aca384b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27764da7-15e7-4b02-bcaf-84c87a5b11da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-482dce"}, "namespace": "ai-tenant-e2e-shared-b-w3-482dce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27764da7-15e7-4b02-bcaf-84c87a5b11da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-482dce"} 2026-09-09T16:00:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-482dce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-482dce", "reconcileID": "3945cbbe-1ad3-4ad5-8ba6-07986c2a5775", "Gateway": "e2e-shared-b-w3-482dce", "namespace": "openshift-ingress"} 2026-09-09T16:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "e7a0cd22-fcf0-4d73-9f2e-f9bbee9c4c5b", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "e7a0cd22-fcf0-4d73-9f2e-f9bbee9c4c5b", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "e7a0cd22-fcf0-4d73-9f2e-f9bbee9c4c5b", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ff48e56-5581-437f-b115-7862e22ee794", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "e7a0cd22-fcf0-4d73-9f2e-f9bbee9c4c5b", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87-kserve-route-authn"} 2026-09-09T16:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "e7a0cd22-fcf0-4d73-9f2e-f9bbee9c4c5b", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "e7a0cd22-fcf0-4d73-9f2e-f9bbee9c4c5b", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ff48e56-5581-437f-b115-7862e22ee794", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ff48e56-5581-437f-b115-7862e22ee794", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "da347023-285b-4215-b093-3eff044a6657", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "da347023-285b-4215-b093-3eff044a6657", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "da347023-285b-4215-b093-3eff044a6657", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "da347023-285b-4215-b093-3eff044a6657", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87-kserve-route-authn"} 2026-09-09T16:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "da347023-285b-4215-b093-3eff044a6657", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "da347023-285b-4215-b093-3eff044a6657", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "b20daffa-1c18-4fa0-87f7-fbf9eb576ba0", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "b20daffa-1c18-4fa0-87f7-fbf9eb576ba0", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "b20daffa-1c18-4fa0-87f7-fbf9eb576ba0", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c09ad49-fc7f-4651-be9c-f858023ea47e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "b20daffa-1c18-4fa0-87f7-fbf9eb576ba0", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87-kserve-route-authn"} 2026-09-09T16:05:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "b20daffa-1c18-4fa0-87f7-fbf9eb576ba0", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "b20daffa-1c18-4fa0-87f7-fbf9eb576ba0", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c09ad49-fc7f-4651-be9c-f858023ea47e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1c09ad49-fc7f-4651-be9c-f858023ea47e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af0f925f-1a0e-48d2-9a56-248e3d4c6e5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af0f925f-1a0e-48d2-9a56-248e3d4c6e5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af0f925f-1a0e-48d2-9a56-248e3d4c6e5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "0249d3cc-d9f7-4d25-a2ec-ce828b53cfad", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "0249d3cc-d9f7-4d25-a2ec-ce828b53cfad", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "0249d3cc-d9f7-4d25-a2ec-ce828b53cfad", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "0249d3cc-d9f7-4d25-a2ec-ce828b53cfad", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87-kserve-route-authn"} 2026-09-09T16:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "0249d3cc-d9f7-4d25-a2ec-ce828b53cfad", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "0249d3cc-d9f7-4d25-a2ec-ce828b53cfad", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "532dce80-e113-4c1b-a49b-6b8d197c8e4a", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "532dce80-e113-4c1b-a49b-6b8d197c8e4a", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "532dce80-e113-4c1b-a49b-6b8d197c8e4a", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "532dce80-e113-4c1b-a49b-6b8d197c8e4a", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87-kserve-route-authn"} 2026-09-09T16:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "532dce80-e113-4c1b-a49b-6b8d197c8e4a", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "532dce80-e113-4c1b-a49b-6b8d197c8e4a", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:05:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:05:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:05:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T16:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ba4ce30-0177-47f2-ac94-05038fb244b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ba4ce30-0177-47f2-ac94-05038fb244b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2ba4ce30-0177-47f2-ac94-05038fb244b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4459ca5e-50f8-408c-9f32-1cde0dc39ef1", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4459ca5e-50f8-408c-9f32-1cde0dc39ef1", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4459ca5e-50f8-408c-9f32-1cde0dc39ef1", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4459ca5e-50f8-408c-9f32-1cde0dc39ef1", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87-kserve-route-authn"} 2026-09-09T16:05:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4459ca5e-50f8-408c-9f32-1cde0dc39ef1", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4459ca5e-50f8-408c-9f32-1cde0dc39ef1", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "59285ea0-da16-4d84-98e6-f5f594842f08", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "59285ea0-da16-4d84-98e6-f5f594842f08", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "59285ea0-da16-4d84-98e6-f5f594842f08", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "59285ea0-da16-4d84-98e6-f5f594842f08", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87-kserve-route-authn"} 2026-09-09T16:05:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "59285ea0-da16-4d84-98e6-f5f594842f08", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "59285ea0-da16-4d84-98e6-f5f594842f08", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4b085e7e-344d-4c93-acdf-a3e2f4ad9ef9", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4b085e7e-344d-4c93-acdf-a3e2f4ad9ef9", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4b085e7e-344d-4c93-acdf-a3e2f4ad9ef9", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4b085e7e-344d-4c93-acdf-a3e2f4ad9ef9", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87-kserve-route-authn"} 2026-09-09T16:05:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4b085e7e-344d-4c93-acdf-a3e2f4ad9ef9", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "authType": "userdefined"} 2026-09-09T16:05:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "4b085e7e-344d-4c93-acdf-a3e2f4ad9ef9", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "4581b986-4e41-4eb5-959c-bfef347f6a2e", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "4581b986-4e41-4eb5-959c-bfef347f6a2e", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87"} 2026-09-09T16:05:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "4581b986-4e41-4eb5-959c-bfef347f6a2e", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "4581b986-4e41-4eb5-959c-bfef347f6a2e", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "4581b986-4e41-4eb5-959c-bfef347f6a2e", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87-kserve-route-authn"} 2026-09-09T16:05:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "4581b986-4e41-4eb5-959c-bfef347f6a2e", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm", "name": "e2e-same-id-a-a46aea87-kserve-route-authn"} 2026-09-09T16:05:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a46aea87", "reconcileID": "7328f665-f2a9-448d-88da-d2522691f533", "LLMInferenceService": "e2e-same-id-a-a46aea87", "namespace": "llm"} 2026-09-09T16:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32cc9a13-05fe-4fb5-9ac6-673db1f8124a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32cc9a13-05fe-4fb5-9ac6-673db1f8124a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32cc9a13-05fe-4fb5-9ac6-673db1f8124a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea78ee6d-8e2d-45b8-8dc1-0f50117c9942", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea78ee6d-8e2d-45b8-8dc1-0f50117c9942", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea78ee6d-8e2d-45b8-8dc1-0f50117c9942", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "c03c3446-2c78-4d16-b430-270127b7cd73", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "c03c3446-2c78-4d16-b430-270127b7cd73", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87"} 2026-09-09T16:05:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "c03c3446-2c78-4d16-b430-270127b7cd73", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "c03c3446-2c78-4d16-b430-270127b7cd73", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "c03c3446-2c78-4d16-b430-270127b7cd73", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87-kserve-route-authn"} 2026-09-09T16:05:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "c03c3446-2c78-4d16-b430-270127b7cd73", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm", "name": "e2e-same-id-b-a46aea87-kserve-route-authn"} 2026-09-09T16:05:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a46aea87","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a46aea87", "reconcileID": "031c21d3-7cec-4c50-9a0f-615efb9650d6", "LLMInferenceService": "e2e-same-id-b-a46aea87", "namespace": "llm"} 2026-09-09T16:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43189530-e670-4b8a-92bd-61721506f9ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43189530-e670-4b8a-92bd-61721506f9ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "43189530-e670-4b8a-92bd-61721506f9ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c6a995b-7870-44b2-960b-dec16074ef7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T16:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c6a995b-7870-44b2-960b-dec16074ef7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T16:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c6a995b-7870-44b2-960b-dec16074ef7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}