2026-07-29T18:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "4178a801-8c70-497b-b337-15859ecf606c", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:41:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "28a4f31c-9137-427e-8d66-97b1d9925c73", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:41:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "28a4f31c-9137-427e-8d66-97b1d9925c73", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:41:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "28a4f31c-9137-427e-8d66-97b1d9925c73", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:41:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "28a4f31c-9137-427e-8d66-97b1d9925c73", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:41:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "28a4f31c-9137-427e-8d66-97b1d9925c73", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:41:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "28a4f31c-9137-427e-8d66-97b1d9925c73", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "f9409a60-86f4-4e8c-b14d-fb7a59822a62", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "f9409a60-86f4-4e8c-b14d-fb7a59822a62", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "f9409a60-86f4-4e8c-b14d-fb7a59822a62", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:42:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "efc3fe7e-4117-4c7f-a6df-86c2e97070d8", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "efc3fe7e-4117-4c7f-a6df-86c2e97070d8", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "efc3fe7e-4117-4c7f-a6df-86c2e97070d8", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "efc3fe7e-4117-4c7f-a6df-86c2e97070d8", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:42:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "efc3fe7e-4117-4c7f-a6df-86c2e97070d8", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:42:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "efc3fe7e-4117-4c7f-a6df-86c2e97070d8", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d9c7b012-3428-4f97-b34c-8532977f2a13", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d9c7b012-3428-4f97-b34c-8532977f2a13", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d9c7b012-3428-4f97-b34c-8532977f2a13", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d9c7b012-3428-4f97-b34c-8532977f2a13", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:42:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d9c7b012-3428-4f97-b34c-8532977f2a13", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:42:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d9c7b012-3428-4f97-b34c-8532977f2a13", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "add947cc-2ff6-4d24-a1d4-329365d79b63", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "add947cc-2ff6-4d24-a1d4-329365d79b63", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "add947cc-2ff6-4d24-a1d4-329365d79b63", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "b0ea21a7-8ad8-4330-922e-6f3c96e3f47a", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "b0ea21a7-8ad8-4330-922e-6f3c96e3f47a", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "b0ea21a7-8ad8-4330-922e-6f3c96e3f47a", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "d7d24cef-69cd-4a53-b5df-517b0a78c33a", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "d7d24cef-69cd-4a53-b5df-517b0a78c33a", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "d7d24cef-69cd-4a53-b5df-517b0a78c33a", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "335f4a0c-2a6a-476e-b496-cfe3700b89b9", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "335f4a0c-2a6a-476e-b496-cfe3700b89b9", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "335f4a0c-2a6a-476e-b496-cfe3700b89b9", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3619c6c-b6b6-499b-be9a-18d07131048e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:43:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d"} 2026-07-29T18:43:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:43:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:43:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "60bb8d13-2bf3-4d7b-a759-f86f3f173b04", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "sub-test-model-297c4d", "reconcileID": "53b2814f-e4f8-4daf-9b2c-35c142d1813d", "LLMInferenceService": "sub-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "fb615f02-3aa2-441a-a61a-45fe6f8113d3", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "fb615f02-3aa2-441a-a61a-45fe6f8113d3", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "fb615f02-3aa2-441a-a61a-45fe6f8113d3", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "59274724-1263-424d-93f2-c697e661bf02", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "59274724-1263-424d-93f2-c697e661bf02", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "59274724-1263-424d-93f2-c697e661bf02", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:43:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e"} 2026-07-29T18:43:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:43:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:43:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:43:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:43:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:43:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "14a83f9a-87aa-459d-b899-7456482418bf", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:43:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "sub-test-model-f9520e", "reconcileID": "d832d761-e6f3-4116-bd63-bf79e5174d4e", "LLMInferenceService": "sub-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9c219588-3fb4-4246-8775-46e9617fff1d", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9c219588-3fb4-4246-8775-46e9617fff1d", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9c219588-3fb4-4246-8775-46e9617fff1d", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "299ffda8-361c-40ee-b8d8-33a6d09b7e00", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "299ffda8-361c-40ee-b8d8-33a6d09b7e00", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "299ffda8-361c-40ee-b8d8-33a6d09b7e00", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:43:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "9c47fb73-d633-4771-8fe4-da0a5e25374d", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "9c47fb73-d633-4771-8fe4-da0a5e25374d", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "9c47fb73-d633-4771-8fe4-da0a5e25374d", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "76d6b7f1-0140-4669-acb5-87eed7abdd57", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "9c47fb73-d633-4771-8fe4-da0a5e25374d", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:43:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "9c47fb73-d633-4771-8fe4-da0a5e25374d", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "authType": "userdefined"} 2026-07-29T18:43:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "9c47fb73-d633-4771-8fe4-da0a5e25374d", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "76d6b7f1-0140-4669-acb5-87eed7abdd57", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "76d6b7f1-0140-4669-acb5-87eed7abdd57", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c6f32931-22e9-496b-a191-1c9f042aeedd", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c6f32931-22e9-496b-a191-1c9f042aeedd", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c6f32931-22e9-496b-a191-1c9f042aeedd", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c6f32931-22e9-496b-a191-1c9f042aeedd", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:43:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c6f32931-22e9-496b-a191-1c9f042aeedd", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "authType": "userdefined"} 2026-07-29T18:43:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c6f32931-22e9-496b-a191-1c9f042aeedd", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:43:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "d829dd93-0bfe-4e9b-a211-ab66b3f646f8", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "d829dd93-0bfe-4e9b-a211-ab66b3f646f8", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:43:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "d829dd93-0bfe-4e9b-a211-ab66b3f646f8", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "96628bf6-0e06-4fd7-9c6d-b32fb52f708e", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "96628bf6-0e06-4fd7-9c6d-b32fb52f708e", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "96628bf6-0e06-4fd7-9c6d-b32fb52f708e", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:44:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "a5a35335-233c-4835-9d71-4dba2c4aee85", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:44:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "a5a35335-233c-4835-9d71-4dba2c4aee85", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:44:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "a5a35335-233c-4835-9d71-4dba2c4aee85", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:44:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "de6ac44f-9d15-4821-8d49-a3d62bae5369", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "de6ac44f-9d15-4821-8d49-a3d62bae5369", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "de6ac44f-9d15-4821-8d49-a3d62bae5369", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "de6ac44f-9d15-4821-8d49-a3d62bae5369", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:44:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "de6ac44f-9d15-4821-8d49-a3d62bae5369", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "authType": "userdefined"} 2026-07-29T18:44:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "de6ac44f-9d15-4821-8d49-a3d62bae5369", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c8c77c9a-f51f-40fc-ab97-465498944c62", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c8c77c9a-f51f-40fc-ab97-465498944c62", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c8c77c9a-f51f-40fc-ab97-465498944c62", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c8c77c9a-f51f-40fc-ab97-465498944c62", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:44:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c8c77c9a-f51f-40fc-ab97-465498944c62", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "authType": "userdefined"} 2026-07-29T18:44:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c8c77c9a-f51f-40fc-ab97-465498944c62", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:44:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "9f8860ce-2e44-426b-875d-dfb5a4f6725a", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "9f8860ce-2e44-426b-875d-dfb5a4f6725a", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "9f8860ce-2e44-426b-875d-dfb5a4f6725a", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9549a682-6279-4300-afb4-f67d0d6796ce", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:44:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "9f8860ce-2e44-426b-875d-dfb5a4f6725a", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:44:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "9f8860ce-2e44-426b-875d-dfb5a4f6725a", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:44:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "9f8860ce-2e44-426b-875d-dfb5a4f6725a", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9549a682-6279-4300-afb4-f67d0d6796ce", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9549a682-6279-4300-afb4-f67d0d6796ce", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:44:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "ec05ce2d-38fe-4fca-ad54-0e15e11ee373", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "ec05ce2d-38fe-4fca-ad54-0e15e11ee373", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "ec05ce2d-38fe-4fca-ad54-0e15e11ee373", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "ec05ce2d-38fe-4fca-ad54-0e15e11ee373", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:44:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "ec05ce2d-38fe-4fca-ad54-0e15e11ee373", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:44:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "ec05ce2d-38fe-4fca-ad54-0e15e11ee373", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "38495c2d-d598-4a1f-ab78-f06c6e9b359c", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:44:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "38495c2d-d598-4a1f-ab78-f06c6e9b359c", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:44:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "38495c2d-d598-4a1f-ab78-f06c6e9b359c", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:44:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b636c51e-d6b2-44a6-8a7b-1184392407e5", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b636c51e-d6b2-44a6-8a7b-1184392407e5", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b636c51e-d6b2-44a6-8a7b-1184392407e5", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b636c51e-d6b2-44a6-8a7b-1184392407e5", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:44:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b636c51e-d6b2-44a6-8a7b-1184392407e5", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:44:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b636c51e-d6b2-44a6-8a7b-1184392407e5", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "a61fb95f-f402-4b8c-b756-fe357f107916", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "a61fb95f-f402-4b8c-b756-fe357f107916", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "a61fb95f-f402-4b8c-b756-fe357f107916", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:44:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "a61fb95f-f402-4b8c-b756-fe357f107916", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:44:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "a61fb95f-f402-4b8c-b756-fe357f107916", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "authType": "userdefined"} 2026-07-29T18:44:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "a61fb95f-f402-4b8c-b756-fe357f107916", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "0a9b9bbd-083b-4080-8771-a0ed87e5a416", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:45:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "0a9b9bbd-083b-4080-8771-a0ed87e5a416", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "0a9b9bbd-083b-4080-8771-a0ed87e5a416", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:45:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "8e8ae7a2-5c6e-4b4d-abda-c071dfca6817", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:45:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "8e8ae7a2-5c6e-4b4d-abda-c071dfca6817", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "8e8ae7a2-5c6e-4b4d-abda-c071dfca6817", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23447ac5-e5f9-4760-bc73-cd4ff34ce3fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:45:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:45:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d"} 2026-07-29T18:45:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:45:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:45:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:45:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d-kserve-route-authn"} 2026-07-29T18:45:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:45:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "c899a378-89cb-43ae-a5a6-40668a30cead", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:45:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-297c4d","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "rate-test-model-297c4d", "reconcileID": "74c6c2c7-e1e4-43e4-bf55-43df7f4e2500", "LLMInferenceService": "rate-test-model-297c4d", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:45:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "446f52a4-7f8d-4fab-b9b5-8bc83d2e851a", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:45:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "446f52a4-7f8d-4fab-b9b5-8bc83d2e851a", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:45:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "446f52a4-7f8d-4fab-b9b5-8bc83d2e851a", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:45:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "cedd743a-81b9-4f9a-a415-22d4ce10fa4c", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:45:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "cedd743a-81b9-4f9a-a415-22d4ce10fa4c", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:45:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "cedd743a-81b9-4f9a-a415-22d4ce10fa4c", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:45:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e"} 2026-07-29T18:45:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:45:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e-kserve-route-authn"} 2026-07-29T18:45:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "fecdf931-e7a4-488e-9110-a1f981783917", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9520e","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "rate-test-model-f9520e", "reconcileID": "b5531892-6f9e-4bc2-b306-b3f1813b263c", "LLMInferenceService": "rate-test-model-f9520e", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "554464cd-8a53-4aa2-b321-c98144d8998b", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "554464cd-8a53-4aa2-b321-c98144d8998b", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "554464cd-8a53-4aa2-b321-c98144d8998b", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "afc4d846-a8f2-43b4-817a-9298a859d4e0", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "afc4d846-a8f2-43b4-817a-9298a859d4e0", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "afc4d846-a8f2-43b4-817a-9298a859d4e0", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "af76b3b7-4e6a-40b6-91d8-1a4e1531fa25", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "af76b3b7-4e6a-40b6-91d8-1a4e1531fa25", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "af76b3b7-4e6a-40b6-91d8-1a4e1531fa25", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "4b25a422-fc67-4e3a-b190-d445dec39c13", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "4b25a422-fc67-4e3a-b190-d445dec39c13", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "4b25a422-fc67-4e3a-b190-d445dec39c13", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1b5a5b1-f350-49b2-836e-2e25a25a2663", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "4d40056e-c8ef-482e-a7b3-8cbdf259d982", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "4d40056e-c8ef-482e-a7b3-8cbdf259d982", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "4d40056e-c8ef-482e-a7b3-8cbdf259d982", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "11380d7a-8ef7-4377-b8af-697bac82c99f", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "11380d7a-8ef7-4377-b8af-697bac82c99f", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "11380d7a-8ef7-4377-b8af-697bac82c99f", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-479e5c-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-479e5c-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:46:14Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-479e5c-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-479e5c-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-479e5c","uid":"04c0992f-3538-49bc-9921-91e61932ad3b","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"69797"}, "reason": "ReconcileError"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "f18a3e51-da53-46d7-95aa-9d091d926581", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "f18a3e51-da53-46d7-95aa-9d091d926581", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "f18a3e51-da53-46d7-95aa-9d091d926581", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "022abeff-5066-4e09-9fbc-1a31fef85eab", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "022abeff-5066-4e09-9fbc-1a31fef85eab", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "022abeff-5066-4e09-9fbc-1a31fef85eab", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "dc7ce671-7c8b-45a4-a6e4-4c60245ebc98", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "dc7ce671-7c8b-45a4-a6e4-4c60245ebc98", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "dc7ce671-7c8b-45a4-a6e4-4c60245ebc98", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "1a9a3170-68db-410f-a6bf-9a85ea248cd4", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "1a9a3170-68db-410f-a6bf-9a85ea248cd4", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "1a9a3170-68db-410f-a6bf-9a85ea248cd4", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "1f555338-a724-4408-b5a1-debbec5686c2", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "1f555338-a724-4408-b5a1-debbec5686c2", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "1f555338-a724-4408-b5a1-debbec5686c2", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "512e18d0-a749-46a7-8f65-c687d4b480b5", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "512e18d0-a749-46a7-8f65-c687d4b480b5", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "512e18d0-a749-46a7-8f65-c687d4b480b5", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-trusted-ca-bundle", "reconcileID": "d537777d-20c0-4b53-b7c7-24c554241191", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "openshift-service-ca.crt", "reconcileID": "fa44a1ab-4c48-4b27-8747-40e64250adca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "openshift-service-ca.crt", "reconcileID": "6eb561d1-baf6-42e3-bb64-135894e3ca55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:46:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "openshift-service-ca.crt", "reconcileID": "6eb561d1-baf6-42e3-bb64-135894e3ca55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0f48b78-acb2-4fe5-b027-dfb23f1db896", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "openshift-service-ca.crt", "reconcileID": "e75b2f46-aa04-44b4-b518-206dff42fb88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-trusted-ca-bundle", "reconcileID": "1ceb40ff-58e6-4c6c-9fa3-8d2fe8548138", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:46:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-trusted-ca-bundle", "reconcileID": "1ceb40ff-58e6-4c6c-9fa3-8d2fe8548138", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e405fa8a-cc44-4eec-b404-11d78be9ca80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "ce2de367-fe77-4fac-a51a-dc8216901a83", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "ce2de367-fe77-4fac-a51a-dc8216901a83", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "ce2de367-fe77-4fac-a51a-dc8216901a83", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a90c7d2a-3773-4d02-b133-d57655e69b6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "0301f027-d85e-4392-bceb-4b176d7bac7e", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "0301f027-d85e-4392-bceb-4b176d7bac7e", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "0301f027-d85e-4392-bceb-4b176d7bac7e", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "89ef0151-dfac-4abc-aa49-3cb54a593d2e", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "89ef0151-dfac-4abc-aa49-3cb54a593d2e", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "89ef0151-dfac-4abc-aa49-3cb54a593d2e", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "ef5ae1fa-c391-45c3-8e05-2a5d7d2af9d4", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "ef5ae1fa-c391-45c3-8e05-2a5d7d2af9d4", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "ef5ae1fa-c391-45c3-8e05-2a5d7d2af9d4", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "7172e138-dd1b-48ec-848a-1649bd7970e6", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "7172e138-dd1b-48ec-848a-1649bd7970e6", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "7172e138-dd1b-48ec-848a-1649bd7970e6", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "d3c25c8e-c596-4258-909d-aa3bc6317a5a", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "d3c25c8e-c596-4258-909d-aa3bc6317a5a", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "d3c25c8e-c596-4258-909d-aa3bc6317a5a", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "e85e801a-cdec-428d-b80a-79bd3b2d897c", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "e85e801a-cdec-428d-b80a-79bd3b2d897c", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "e85e801a-cdec-428d-b80a-79bd3b2d897c", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "0a96c418-f350-4533-8dd5-3824a990d58d", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "0a96c418-f350-4533-8dd5-3824a990d58d", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "0a96c418-f350-4533-8dd5-3824a990d58d", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "8f575bed-0b4c-4765-bae9-849b79099478", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "8f575bed-0b4c-4765-bae9-849b79099478", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "8f575bed-0b4c-4765-bae9-849b79099478", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "openshift-service-ca.crt", "reconcileID": "21c2f7cd-3f73-4bb4-987c-61f5601775e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-trusted-ca-bundle", "reconcileID": "69be3edd-250e-4247-8564-03d7970311db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "openshift-service-ca.crt", "reconcileID": "38bf704c-e0df-4b3b-b387-91815dffda6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:46:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "openshift-service-ca.crt", "reconcileID": "38bf704c-e0df-4b3b-b387-91815dffda6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a5d9889-60bb-4256-b833-f832beb3393f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "openshift-service-ca.crt", "reconcileID": "05c00fba-e566-405b-b89f-92d4276d1fca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-trusted-ca-bundle", "reconcileID": "5f724413-9b5f-467b-a5b6-9f8b9bbd6968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:46:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-trusted-ca-bundle", "reconcileID": "5f724413-9b5f-467b-a5b6-9f8b9bbd6968", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6428bd3e-2000-41b1-a1fc-c4ca97fd505b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "c1069f79-2ea7-49a9-8d3d-612c4288c39f", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "c1069f79-2ea7-49a9-8d3d-612c4288c39f", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "c1069f79-2ea7-49a9-8d3d-612c4288c39f", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b29954b-c637-47e3-870b-a98340c66c60", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "0c19c41a-5737-451b-b839-44f50306f610", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "0c19c41a-5737-451b-b839-44f50306f610", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "0c19c41a-5737-451b-b839-44f50306f610", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:47:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7b618b04-3b68-4652-a3eb-952fefa04f43", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7b618b04-3b68-4652-a3eb-952fefa04f43", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7b618b04-3b68-4652-a3eb-952fefa04f43", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "c0e01cf8-7c67-4715-bede-9ca6e9a2e172", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:47:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7b618b04-3b68-4652-a3eb-952fefa04f43", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:47:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7b618b04-3b68-4652-a3eb-952fefa04f43", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "authType": "userdefined"} 2026-07-29T18:47:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7b618b04-3b68-4652-a3eb-952fefa04f43", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "c0e01cf8-7c67-4715-bede-9ca6e9a2e172", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:47:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "c0e01cf8-7c67-4715-bede-9ca6e9a2e172", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:47:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "c56bfc2a-350f-4ddc-ab67-f9a3bf713cce", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "c56bfc2a-350f-4ddc-ab67-f9a3bf713cce", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "c56bfc2a-350f-4ddc-ab67-f9a3bf713cce", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "c56bfc2a-350f-4ddc-ab67-f9a3bf713cce", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:47:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "c56bfc2a-350f-4ddc-ab67-f9a3bf713cce", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "authType": "userdefined"} 2026-07-29T18:47:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "c56bfc2a-350f-4ddc-ab67-f9a3bf713cce", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "be7141e8-95d0-477e-bebb-1060784b7e69", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:47:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "be7141e8-95d0-477e-bebb-1060784b7e69", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:47:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "be7141e8-95d0-477e-bebb-1060784b7e69", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:47:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "a5baae40-0e41-4e8f-90c4-cb088c3d6e96", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "a5baae40-0e41-4e8f-90c4-cb088c3d6e96", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "a5baae40-0e41-4e8f-90c4-cb088c3d6e96", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "a5baae40-0e41-4e8f-90c4-cb088c3d6e96", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:47:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "a5baae40-0e41-4e8f-90c4-cb088c3d6e96", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "authType": "userdefined"} 2026-07-29T18:47:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "a5baae40-0e41-4e8f-90c4-cb088c3d6e96", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "3ecc3dfb-1ae5-45c9-b503-826c8ef940e2", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "3ecc3dfb-1ae5-45c9-b503-826c8ef940e2", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "3ecc3dfb-1ae5-45c9-b503-826c8ef940e2", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "3ecc3dfb-1ae5-45c9-b503-826c8ef940e2", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:47:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "3ecc3dfb-1ae5-45c9-b503-826c8ef940e2", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "authType": "userdefined"} 2026-07-29T18:47:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "3ecc3dfb-1ae5-45c9-b503-826c8ef940e2", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e2d06fee-31c4-49dd-aacd-63948feb4f01", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e2d06fee-31c4-49dd-aacd-63948feb4f01", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e2d06fee-31c4-49dd-aacd-63948feb4f01", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e2d06fee-31c4-49dd-aacd-63948feb4f01", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:47:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e2d06fee-31c4-49dd-aacd-63948feb4f01", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "authType": "userdefined"} 2026-07-29T18:47:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e2d06fee-31c4-49dd-aacd-63948feb4f01", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:47:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "fb899fa4-381c-4767-91da-c981e3e0bc6b", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:47:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "fb899fa4-381c-4767-91da-c981e3e0bc6b", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:47:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "fb899fa4-381c-4767-91da-c981e3e0bc6b", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "7eafb5ca-d1a2-44e7-95e6-776be741edd7", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "7eafb5ca-d1a2-44e7-95e6-776be741edd7", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "7eafb5ca-d1a2-44e7-95e6-776be741edd7", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "22b0493c-3970-4fbd-85b5-2041ebf9cfa0", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "22b0493c-3970-4fbd-85b5-2041ebf9cfa0", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "22b0493c-3970-4fbd-85b5-2041ebf9cfa0", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "868048c2-29d9-4a78-9220-456680a2368f", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "868048c2-29d9-4a78-9220-456680a2368f", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "868048c2-29d9-4a78-9220-456680a2368f", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "128ea2cb-b6c1-4f5f-a133-9132021d26e8", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "128ea2cb-b6c1-4f5f-a133-9132021d26e8", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "128ea2cb-b6c1-4f5f-a133-9132021d26e8", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "8d7a7c9a-0577-4cb8-a657-2bed71a5916d", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "8d7a7c9a-0577-4cb8-a657-2bed71a5916d", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "8d7a7c9a-0577-4cb8-a657-2bed71a5916d", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "e304ba9d-d6be-4b87-8aa2-2e7c094fc26a", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "e304ba9d-d6be-4b87-8aa2-2e7c094fc26a", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "e304ba9d-d6be-4b87-8aa2-2e7c094fc26a", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "0e8aeb93-3ebc-48c2-8e08-2660ab8f111e", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "0e8aeb93-3ebc-48c2-8e08-2660ab8f111e", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "0e8aeb93-3ebc-48c2-8e08-2660ab8f111e", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-trusted-ca-bundle", "reconcileID": "989b01c0-22d1-459b-9dd3-df2c0c9bb60f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "openshift-service-ca.crt", "reconcileID": "fed2a95e-bb93-4d05-a60a-7073051b00d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "openshift-service-ca.crt", "reconcileID": "4435744a-f901-46bc-a8ad-f765b3e77bce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:48:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "openshift-service-ca.crt", "reconcileID": "4435744a-f901-46bc-a8ad-f765b3e77bce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "openshift-service-ca.crt", "reconcileID": "9c76e1f9-4af4-48e5-be34-c69c3157228d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54b35ea2-a75b-4d5b-8f6b-b6a7d9000f5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-trusted-ca-bundle", "reconcileID": "2e21fcb8-b305-4e69-9a09-afc9b0e52e79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:48:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-trusted-ca-bundle", "reconcileID": "2e21fcb8-b305-4e69-9a09-afc9b0e52e79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bff3b2da-7814-4438-951c-5af935edeb9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "9f2f7f3d-c09b-4b46-b302-6e3e71973075", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "9f2f7f3d-c09b-4b46-b302-6e3e71973075", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "9f2f7f3d-c09b-4b46-b302-6e3e71973075", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7797a5dd-db1b-49d6-a718-365cc4680a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6b86564-abb6-46a3-b4ad-a3522eee7ae4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f8556b6e-976b-4491-9d31-a8665d02f35e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "312decb9-825e-4b26-891f-5e97b061c939", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3303e6a4-9003-44ef-aad9-68aed32993ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3c45172-661c-4eaf-a074-74944c26eb85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5fb2923c-71b3-4eaf-a76e-4d437f99815a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e6d08d9-6368-453d-8147-b5df13921825", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "667f5875-538b-468d-88df-fd49b1f14b8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "7bbdf4c7-ea84-4edb-9622-b1c2878b44b9", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "7bbdf4c7-ea84-4edb-9622-b1c2878b44b9", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "7bbdf4c7-ea84-4edb-9622-b1c2878b44b9", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b01fede2-8a4f-4681-a814-b044a00773de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe7a1f37-45bc-47a0-a8bb-55eef69ab351", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f835e74f-f02b-4b6f-92ab-49f25309f1d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba6de3c8-9c1a-4fc4-b227-61052f62a11a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "22ddcdc3-1b20-4260-8eaf-a122dbc359cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "493ec390-6efa-4099-adc8-6fead392368a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05f7d1aa-d336-4a93-b25d-3fca7a51939f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "512a6464-0ea8-4098-808b-db8b2eae8b74", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a1c3aac-f721-4f50-94d3-84b855739a9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2b3ddd2-9223-4b4e-aa2f-4e341e95f297", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4dfcf69-fdd4-4647-9493-30cb6808b839", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49834764-3669-443c-a3cc-72329ad0de9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7da59a11-fafb-4807-86ba-c08b4d2a4eba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d7391b7-5e32-428d-9271-1f33504df206", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f98b2b9-ffd3-4f90-b5a5-e7efeb9fb1ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:48:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "dbc23f8d-1457-4131-bc14-4cb4402a9041", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "dbc23f8d-1457-4131-bc14-4cb4402a9041", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04-authn-ssl"} 2026-07-29T18:48:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8b8f04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8b8f04", "reconcileID": "dbc23f8d-1457-4131-bc14-4cb4402a9041", "Gateway": "e2e-ipp-cleanup-8b8f04", "namespace": "openshift-ingress"} 2026-07-29T18:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c483cff-b049-487e-b127-d203b2a71ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c483cff-b049-487e-b127-d203b2a71ffa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:48:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c483cff-b049-487e-b127-d203b2a71ffa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8b8f04 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-trusted-ca-bundle", "reconcileID": "a38f1d71-8d10-48bf-ba29-84ae6c6b26b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-trusted-ca-bundle", "reconcileID": "a38f1d71-8d10-48bf-ba29-84ae6c6b26b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "openshift-service-ca.crt", "reconcileID": "4c19c65e-faaf-42fd-acc7-494f6471da6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "openshift-service-ca.crt", "reconcileID": "4c19c65e-faaf-42fd-acc7-494f6471da6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899cd039-ec0f-41f3-9706-57d891f3438e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8b8f04"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "899cd039-ec0f-41f3-9706-57d891f3438e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8b8f04"} 2026-07-29T18:48:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:48:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:48:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:48:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T18:48:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03860408-834a-4d11-a16e-b809e5d03ad7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "d1fb5580-0bac-4e07-a9a4-00a728cb5efb", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "d1fb5580-0bac-4e07-a9a4-00a728cb5efb", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "d1fb5580-0bac-4e07-a9a4-00a728cb5efb", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "bca42745-bc0e-4127-939c-6cb5b7a80f87", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "bca42745-bc0e-4127-939c-6cb5b7a80f87", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "bca42745-bc0e-4127-939c-6cb5b7a80f87", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7c24ea80-93f9-4b98-8771-ec0bd98fbf23", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7c24ea80-93f9-4b98-8771-ec0bd98fbf23", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7c24ea80-93f9-4b98-8771-ec0bd98fbf23", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7c24ea80-93f9-4b98-8771-ec0bd98fbf23", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:49:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7c24ea80-93f9-4b98-8771-ec0bd98fbf23", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "authType": "userdefined"} 2026-07-29T18:49:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "7c24ea80-93f9-4b98-8771-ec0bd98fbf23", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "a403d239-93e7-4bc0-bdeb-212a180a708a", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "a403d239-93e7-4bc0-bdeb-212a180a708a", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "a403d239-93e7-4bc0-bdeb-212a180a708a", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "681db4f8-6ce9-4da7-adfa-2478ddf582ad", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "681db4f8-6ce9-4da7-adfa-2478ddf582ad", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "681db4f8-6ce9-4da7-adfa-2478ddf582ad", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf228576-5b69-4b81-b63e-1a10cc41cbec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf228576-5b69-4b81-b63e-1a10cc41cbec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:49:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf228576-5b69-4b81-b63e-1a10cc41cbec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-479e5c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-trusted-ca-bundle", "reconcileID": "cec1f77b-7e72-4206-bea2-ffb09e38e138", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-trusted-ca-bundle", "reconcileID": "cec1f77b-7e72-4206-bea2-ffb09e38e138", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "openshift-service-ca.crt", "reconcileID": "8c78badf-abab-480f-9a4b-38013baba956", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "openshift-service-ca.crt", "reconcileID": "8c78badf-abab-480f-9a4b-38013baba956", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a974c525-c547-4c1e-9c98-6b11cbc4560d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a974c525-c547-4c1e-9c98-6b11cbc4560d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c"} 2026-07-29T18:49:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:49:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:49:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "1678006b-b18a-4aa0-a45d-74f1af0f53ea", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c"} 2026-07-29T18:49:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:49:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c-kserve-route-authn"} 2026-07-29T18:49:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "f058f249-6ebf-4656-a0f5-eebb0e7dc414", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-479e5c","namespace":"ai-tenant-e2e-ipp-a-479e5c"}, "namespace": "ai-tenant-e2e-ipp-a-479e5c", "name": "ipp-route-479e5c", "reconcileID": "e7992958-039e-46aa-ad95-20060b17c116", "LLMInferenceService": "ipp-route-479e5c", "namespace": "ai-tenant-e2e-ipp-a-479e5c"} 2026-07-29T18:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "93f75cbf-15ae-4336-a094-bf413b8d2f5b", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "93f75cbf-15ae-4336-a094-bf413b8d2f5b", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c-authn-ssl"} 2026-07-29T18:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-479e5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-479e5c", "reconcileID": "93f75cbf-15ae-4336-a094-bf413b8d2f5b", "Gateway": "e2e-ipp-a-479e5c", "namespace": "openshift-ingress"} 2026-07-29T18:49:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ec1c305-98f8-4fdf-8df4-6c10aab65257", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:50:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "7d746a10-c6b3-4b05-88c9-a41f88d81dac", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:50:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "7d746a10-c6b3-4b05-88c9-a41f88d81dac", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:50:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "7d746a10-c6b3-4b05-88c9-a41f88d81dac", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:50:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "2e3ee442-e6b0-49e2-a2a2-71f7387c1145", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:50:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "2e3ee442-e6b0-49e2-a2a2-71f7387c1145", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2-authn-ssl"} 2026-07-29T18:50:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0fdf2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0fdf2", "reconcileID": "2e3ee442-e6b0-49e2-a2a2-71f7387c1145", "Gateway": "e2e-ipp-b-b0fdf2", "namespace": "openshift-ingress"} 2026-07-29T18:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2005f38c-c193-41c3-bf1b-b1adf4b5fa29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2005f38c-c193-41c3-bf1b-b1adf4b5fa29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:50:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2005f38c-c193-41c3-bf1b-b1adf4b5fa29", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b0fdf2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-trusted-ca-bundle", "reconcileID": "8b472d00-569a-4ade-a03d-6e167b98a665", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-trusted-ca-bundle", "reconcileID": "8b472d00-569a-4ade-a03d-6e167b98a665", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "openshift-service-ca.crt", "reconcileID": "e8133dc2-7d20-4183-b2e2-4c104266d0de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "openshift-service-ca.crt", "reconcileID": "e8133dc2-7d20-4183-b2e2-4c104266d0de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86dc6e73-6fa0-4af2-ac17-6c0764e94716", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0fdf2"}, "namespace": "ai-tenant-e2e-ipp-b-b0fdf2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86dc6e73-6fa0-4af2-ac17-6c0764e94716", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0fdf2"} 2026-07-29T18:50:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f895e5b-e0cc-49e6-bc9b-4101b9727d47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "a46f4f25-78f5-4468-973f-ada3e217e354", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "a46f4f25-78f5-4468-973f-ada3e217e354", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "a46f4f25-78f5-4468-973f-ada3e217e354", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "fc331f4f-3ad3-4f46-a635-d833176c73ec", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "fc331f4f-3ad3-4f46-a635-d833176c73ec", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d-authn-ssl"} 2026-07-29T18:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-297c4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-297c4d", "reconcileID": "fc331f4f-3ad3-4f46-a635-d833176c73ec", "Gateway": "e2e-shared-a-297c4d", "namespace": "openshift-ingress"} 2026-07-29T18:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33233d01-58ca-421b-a07f-e18b82bfd4f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33233d01-58ca-421b-a07f-e18b82bfd4f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-297c4d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:50:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33233d01-58ca-421b-a07f-e18b82bfd4f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-297c4d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d6aaa6-5213-42fa-a6ea-764c8153b16d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d6aaa6-5213-42fa-a6ea-764c8153b16d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "openshift-service-ca.crt", "reconcileID": "9c49d16b-ec28-42fd-8557-2a4867c4b59f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "openshift-service-ca.crt", "reconcileID": "9c49d16b-ec28-42fd-8557-2a4867c4b59f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c0714a2-5c22-4cb8-a5ac-b0253082ce76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-297c4d"}, "namespace": "ai-tenant-e2e-shared-a-297c4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c0714a2-5c22-4cb8-a5ac-b0253082ce76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-297c4d"} 2026-07-29T18:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "661e0954-92bb-4d1e-87ee-78e7752acb60", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T18:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9a62914a-6847-47ea-a057-2de599915a22", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9a62914a-6847-47ea-a057-2de599915a22", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "9a62914a-6847-47ea-a057-2de599915a22", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:50:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "537524ab-aaa5-41d4-9a24-0028ed633c01", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:50:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "537524ab-aaa5-41d4-9a24-0028ed633c01", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e-authn-ssl"} 2026-07-29T18:50:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f9520e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f9520e", "reconcileID": "537524ab-aaa5-41d4-9a24-0028ed633c01", "Gateway": "e2e-shared-b-f9520e", "namespace": "openshift-ingress"} 2026-07-29T18:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "875f27b8-7aa6-4460-8777-21ce1e3686a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:50:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "875f27b8-7aa6-4460-8777-21ce1e3686a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f9520e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T18:50:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "875f27b8-7aa6-4460-8777-21ce1e3686a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f9520e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T18:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-trusted-ca-bundle", "reconcileID": "6a2ea2f6-59fd-452e-94c4-49f08ff791f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:50:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-trusted-ca-bundle", "reconcileID": "6a2ea2f6-59fd-452e-94c4-49f08ff791f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "openshift-service-ca.crt", "reconcileID": "f32c5e3b-1db9-405b-b1a1-e5157b43c93e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:50:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "openshift-service-ca.crt", "reconcileID": "f32c5e3b-1db9-405b-b1a1-e5157b43c93e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40cc5f00-94f3-4c34-99f8-367ebacc5f2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f9520e"} 2026-07-29T18:50:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f9520e"}, "namespace": "ai-tenant-e2e-shared-b-f9520e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40cc5f00-94f3-4c34-99f8-367ebacc5f2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f9520e"}