2026-07-27T22:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "8ac0d7d1-89ea-4708-940c-afbac37b63a4", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "8ac0d7d1-89ea-4708-940c-afbac37b63a4", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:30:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "23c84a12-fa72-4cc5-92c6-e12ca94b0d4f", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "23c84a12-fa72-4cc5-92c6-e12ca94b0d4f", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "23c84a12-fa72-4cc5-92c6-e12ca94b0d4f", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "23c84a12-fa72-4cc5-92c6-e12ca94b0d4f", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:30:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "23c84a12-fa72-4cc5-92c6-e12ca94b0d4f", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:30:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "23c84a12-fa72-4cc5-92c6-e12ca94b0d4f", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "0d6ebfac-2a32-4eb4-8e68-3c407f5c562c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "0d6ebfac-2a32-4eb4-8e68-3c407f5c562c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "0d6ebfac-2a32-4eb4-8e68-3c407f5c562c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:30:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "9c892da8-56c1-4e2b-b663-7e4f19ba0a4b", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "9c892da8-56c1-4e2b-b663-7e4f19ba0a4b", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "9c892da8-56c1-4e2b-b663-7e4f19ba0a4b", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "9c892da8-56c1-4e2b-b663-7e4f19ba0a4b", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:30:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "9c892da8-56c1-4e2b-b663-7e4f19ba0a4b", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:30:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "9c892da8-56c1-4e2b-b663-7e4f19ba0a4b", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "5e8c0869-89d5-494e-8d7d-6bbeae4de4c0", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "5e8c0869-89d5-494e-8d7d-6bbeae4de4c0", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "5e8c0869-89d5-494e-8d7d-6bbeae4de4c0", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "5e8c0869-89d5-494e-8d7d-6bbeae4de4c0", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "5e8c0869-89d5-494e-8d7d-6bbeae4de4c0", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "5e8c0869-89d5-494e-8d7d-6bbeae4de4c0", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "042e2f88-283c-40be-860e-004812676562", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "042e2f88-283c-40be-860e-004812676562", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "042e2f88-283c-40be-860e-004812676562", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "042e2f88-283c-40be-860e-004812676562", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:30:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "042e2f88-283c-40be-860e-004812676562", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:30:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "042e2f88-283c-40be-860e-004812676562", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:30:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "8efc2c2d-20d9-45bb-b6e4-97dd8a8262ca", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:30:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "8efc2c2d-20d9-45bb-b6e4-97dd8a8262ca", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:30:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "8efc2c2d-20d9-45bb-b6e4-97dd8a8262ca", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:30:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "1b7ac7f2-8c4c-4941-a761-032a6a3a979c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:30:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "1b7ac7f2-8c4c-4941-a761-032a6a3a979c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:30:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "1b7ac7f2-8c4c-4941-a761-032a6a3a979c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "b13d0b47-a222-471f-8e45-3f228d0b1fa0", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "b13d0b47-a222-471f-8e45-3f228d0b1fa0", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:31:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "b13d0b47-a222-471f-8e45-3f228d0b1fa0", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "26527b27-5813-41d8-8a2a-4d380c32410e", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "26527b27-5813-41d8-8a2a-4d380c32410e", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "26527b27-5813-41d8-8a2a-4d380c32410e", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc"} 2026-07-27T22:31:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:31:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:31:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "f385f184-1bfd-42e9-a9de-d92f549e64c5", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "sub-test-model-6138cc", "reconcileID": "4a2198b1-ec86-4ad2-b891-f60d5e104574", "LLMInferenceService": "sub-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "0dcfca7c-1445-41e3-872e-4ae0746fab74", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "0dcfca7c-1445-41e3-872e-4ae0746fab74", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:31:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "0dcfca7c-1445-41e3-872e-4ae0746fab74", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "0d503a1d-d646-4089-b2eb-5423a5c715b5", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "0d503a1d-d646-4089-b2eb-5423a5c715b5", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:31:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "0d503a1d-d646-4089-b2eb-5423a5c715b5", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:31:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1"} 2026-07-27T22:31:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:31:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:31:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:31:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:31:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:31:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "d35070e8-98e5-4015-bf45-2c2df7d7a5e6", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:31:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "sub-test-model-0c79f1", "reconcileID": "598bcdcd-4317-446a-8b4f-ae40ca5a2e1d", "LLMInferenceService": "sub-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "3101d6e9-1c78-499b-89de-852ad8bde12f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "3101d6e9-1c78-499b-89de-852ad8bde12f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "3101d6e9-1c78-499b-89de-852ad8bde12f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "bb43ad61-7bd1-4aa1-86de-db1ee099a9ee", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "bb43ad61-7bd1-4aa1-86de-db1ee099a9ee", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "bb43ad61-7bd1-4aa1-86de-db1ee099a9ee", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "6efe292f-b6c0-415d-beca-5319df9e7783", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "6efe292f-b6c0-415d-beca-5319df9e7783", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "6efe292f-b6c0-415d-beca-5319df9e7783", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "674f5f50-98ed-4e12-ace8-4315cd7e6252", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "6efe292f-b6c0-415d-beca-5319df9e7783", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:31:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "6efe292f-b6c0-415d-beca-5319df9e7783", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "authType": "userdefined"} 2026-07-27T22:31:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "6efe292f-b6c0-415d-beca-5319df9e7783", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "674f5f50-98ed-4e12-ace8-4315cd7e6252", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "674f5f50-98ed-4e12-ace8-4315cd7e6252", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "23240c94-fb3c-483b-bfb6-69a0206c7781", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "23240c94-fb3c-483b-bfb6-69a0206c7781", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "23240c94-fb3c-483b-bfb6-69a0206c7781", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "23240c94-fb3c-483b-bfb6-69a0206c7781", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:31:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "23240c94-fb3c-483b-bfb6-69a0206c7781", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "authType": "userdefined"} 2026-07-27T22:31:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "23240c94-fb3c-483b-bfb6-69a0206c7781", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a71034f6-940f-430d-9488-4012f99d2b46", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a71034f6-940f-430d-9488-4012f99d2b46", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:31:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a71034f6-940f-430d-9488-4012f99d2b46", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "9d36a2bc-55ad-4193-986c-d407847c8423", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "9d36a2bc-55ad-4193-986c-d407847c8423", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "9d36a2bc-55ad-4193-986c-d407847c8423", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "6c5a8e01-b7d1-4cc7-838a-deacfeb7b5d9", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "6c5a8e01-b7d1-4cc7-838a-deacfeb7b5d9", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "6c5a8e01-b7d1-4cc7-838a-deacfeb7b5d9", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:31:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "c17e27d0-8e5f-4d7a-b8fd-4a20938d9724", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "c17e27d0-8e5f-4d7a-b8fd-4a20938d9724", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "c17e27d0-8e5f-4d7a-b8fd-4a20938d9724", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:31:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "c17e27d0-8e5f-4d7a-b8fd-4a20938d9724", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:31:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "c17e27d0-8e5f-4d7a-b8fd-4a20938d9724", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "authType": "userdefined"} 2026-07-27T22:31:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "c17e27d0-8e5f-4d7a-b8fd-4a20938d9724", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "f1cc4136-9206-452e-8ea6-9024e8b91fc3", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "f1cc4136-9206-452e-8ea6-9024e8b91fc3", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "f1cc4136-9206-452e-8ea6-9024e8b91fc3", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "f1cc4136-9206-452e-8ea6-9024e8b91fc3", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "f1cc4136-9206-452e-8ea6-9024e8b91fc3", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "authType": "userdefined"} 2026-07-27T22:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "f1cc4136-9206-452e-8ea6-9024e8b91fc3", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:32:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "3cc1069d-ed41-4fdc-b280-9173b4ad3185", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "3cc1069d-ed41-4fdc-b280-9173b4ad3185", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "3cc1069d-ed41-4fdc-b280-9173b4ad3185", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "ada4b40f-df8b-46ae-9bca-f422be29d93f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:32:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "3cc1069d-ed41-4fdc-b280-9173b4ad3185", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:32:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "3cc1069d-ed41-4fdc-b280-9173b4ad3185", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:32:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "3cc1069d-ed41-4fdc-b280-9173b4ad3185", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "ada4b40f-df8b-46ae-9bca-f422be29d93f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:32:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "ada4b40f-df8b-46ae-9bca-f422be29d93f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:32:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "53bd1828-89f0-4c3a-b371-785139907b71", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "53bd1828-89f0-4c3a-b371-785139907b71", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "53bd1828-89f0-4c3a-b371-785139907b71", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "53bd1828-89f0-4c3a-b371-785139907b71", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:32:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "53bd1828-89f0-4c3a-b371-785139907b71", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:32:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "53bd1828-89f0-4c3a-b371-785139907b71", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "c77fe5d1-b32d-40f2-9490-3aeb477702d7", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:32:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "c77fe5d1-b32d-40f2-9490-3aeb477702d7", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:32:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "c77fe5d1-b32d-40f2-9490-3aeb477702d7", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:32:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "6daa24c5-5e21-489a-8567-cf188364908f", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "6daa24c5-5e21-489a-8567-cf188364908f", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "6daa24c5-5e21-489a-8567-cf188364908f", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "6daa24c5-5e21-489a-8567-cf188364908f", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:32:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "6daa24c5-5e21-489a-8567-cf188364908f", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:32:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "6daa24c5-5e21-489a-8567-cf188364908f", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "e9e0b083-fdba-44e5-b6d6-2deb354b650b", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "e9e0b083-fdba-44e5-b6d6-2deb354b650b", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "e9e0b083-fdba-44e5-b6d6-2deb354b650b", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "e9e0b083-fdba-44e5-b6d6-2deb354b650b", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:32:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "e9e0b083-fdba-44e5-b6d6-2deb354b650b", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "authType": "userdefined"} 2026-07-27T22:32:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "e9e0b083-fdba-44e5-b6d6-2deb354b650b", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:32:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "c3577d19-377f-4e45-bfe7-308223f8165f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:32:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "c3577d19-377f-4e45-bfe7-308223f8165f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:32:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "c3577d19-377f-4e45-bfe7-308223f8165f", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:32:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "9d07849f-62ee-41a6-801b-e3218a936bab", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:32:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "9d07849f-62ee-41a6-801b-e3218a936bab", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:32:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "9d07849f-62ee-41a6-801b-e3218a936bab", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "028f9721-4f2e-43a8-a35b-1c0b5d17f163", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "028f9721-4f2e-43a8-a35b-1c0b5d17f163", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "028f9721-4f2e-43a8-a35b-1c0b5d17f163", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a1ff83bb-ce99-43ea-80a6-5f244d58ba5e", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a1ff83bb-ce99-43ea-80a6-5f244d58ba5e", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:33:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a1ff83bb-ce99-43ea-80a6-5f244d58ba5e", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "98f3e28a-a975-4a70-a875-3f94603215c7", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "98f3e28a-a975-4a70-a875-3f94603215c7", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "98f3e28a-a975-4a70-a875-3f94603215c7", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a1635f5c-9cf1-4427-a603-1dc7f8deca4a", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a1635f5c-9cf1-4427-a603-1dc7f8deca4a", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "a1635f5c-9cf1-4427-a603-1dc7f8deca4a", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:33:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc"} 2026-07-27T22:33:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:33:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:33:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:33:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc-kserve-route-authn"} 2026-07-27T22:33:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:33:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "d7b2b1db-c51c-465f-a870-4c497baf579a", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:33:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6138cc","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "rate-test-model-6138cc", "reconcileID": "4cef882b-98f0-4cbc-af43-f4f11a8229ab", "LLMInferenceService": "rate-test-model-6138cc", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:33:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "494af84f-094e-4e5e-a339-f2eb475754b6", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "494af84f-094e-4e5e-a339-f2eb475754b6", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:33:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "494af84f-094e-4e5e-a339-f2eb475754b6", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "392cb246-00b6-43e4-a613-6962679759a1", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "392cb246-00b6-43e4-a613-6962679759a1", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:33:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "392cb246-00b6-43e4-a613-6962679759a1", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:33:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1"} 2026-07-27T22:33:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:33:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:33:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:33:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1-kserve-route-authn"} 2026-07-27T22:33:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:33:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "0452bcf8-077a-485b-be9a-7b377935d9b7", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:33:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0c79f1","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "rate-test-model-0c79f1", "reconcileID": "a406e2ad-a09c-4563-afe4-7de60dc62599", "LLMInferenceService": "rate-test-model-0c79f1", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "f5ae6055-5c2f-4bc0-bdf6-5bd8a43b3c29", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "f5ae6055-5c2f-4bc0-bdf6-5bd8a43b3c29", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "f5ae6055-5c2f-4bc0-bdf6-5bd8a43b3c29", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "55846678-4c24-40b2-baf9-6462f14c296c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "55846678-4c24-40b2-baf9-6462f14c296c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "55846678-4c24-40b2-baf9-6462f14c296c", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "4bb0af44-2d91-4271-917d-685992c779b2", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "4bb0af44-2d91-4271-917d-685992c779b2", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "4bb0af44-2d91-4271-917d-685992c779b2", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:33:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "497a577b-1d12-4fa4-b5ac-018e3d757927", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "497a577b-1d12-4fa4-b5ac-018e3d757927", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:33:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "497a577b-1d12-4fa4-b5ac-018e3d757927", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ca6c579-4439-4a0c-ab9b-76329d1a0397", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:33:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "854957c5-4a6b-4f55-adb0-d8037423637b", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "854957c5-4a6b-4f55-adb0-d8037423637b", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "854957c5-4a6b-4f55-adb0-d8037423637b", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "dc98a541-af89-464e-8454-b2b43e26d73b", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "dc98a541-af89-464e-8454-b2b43e26d73b", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "dc98a541-af89-464e-8454-b2b43e26d73b", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "ebff550b-33d4-41f6-b1a0-ef84c3eb5bd8", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "ebff550b-33d4-41f6-b1a0-ef84c3eb5bd8", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "ebff550b-33d4-41f6-b1a0-ef84c3eb5bd8", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "a0176074-fe4c-41df-bd90-ab02fb1aaafd", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "a0176074-fe4c-41df-bd90-ab02fb1aaafd", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "a0176074-fe4c-41df-bd90-ab02fb1aaafd", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "959bb27d-6ecb-4ed3-a160-1a09a0164d53", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "959bb27d-6ecb-4ed3-a160-1a09a0164d53", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "959bb27d-6ecb-4ed3-a160-1a09a0164d53", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "5bfc3e24-a800-4e17-a9cc-6a66612c7ea9", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "5bfc3e24-a800-4e17-a9cc-6a66612c7ea9", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "5bfc3e24-a800-4e17-a9cc-6a66612c7ea9", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "3ba8b609-872d-450b-bab0-df6367e6e21a", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "3ba8b609-872d-450b-bab0-df6367e6e21a", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "3ba8b609-872d-450b-bab0-df6367e6e21a", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "94b6e92d-a63f-4701-8afd-039eaf57368e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-trusted-ca-bundle", "reconcileID": "5be8e0f7-10be-434c-96e6-a3eb1686a82d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "46401318-2f73-46d6-aa18-ae3b1aeb79a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:34:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "46401318-2f73-46d6-aa18-ae3b1aeb79a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "15d0f718-8b2e-4dc0-985e-064e72cfd90e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:34:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "15d0f718-8b2e-4dc0-985e-064e72cfd90e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa1d2d2d-b39c-4e4a-8130-ae0ae3c5ea93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-trusted-ca-bundle", "reconcileID": "23f42885-c3a7-45d8-8465-080cb4cc5cbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:34:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-trusted-ca-bundle", "reconcileID": "23f42885-c3a7-45d8-8465-080cb4cc5cbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "a99c728a-260b-45f1-bd80-bdd2949e00e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d846256-edf5-44d9-93b4-70b692260e44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "8340b9d0-f589-48dc-9ef5-e994a6f68817", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "8340b9d0-f589-48dc-9ef5-e994a6f68817", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "8340b9d0-f589-48dc-9ef5-e994a6f68817", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2537c01-d26b-452c-80d2-16b9199d3612", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:34:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "ad53e3c1-928a-4747-8975-3f69b04b8f56", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "ad53e3c1-928a-4747-8975-3f69b04b8f56", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:34:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "ad53e3c1-928a-4747-8975-3f69b04b8f56", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "b5cc8ed7-819b-4b8f-9374-7defe0f3a8dc", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "b5cc8ed7-819b-4b8f-9374-7defe0f3a8dc", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "b5cc8ed7-819b-4b8f-9374-7defe0f3a8dc", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "12e54952-709c-4e03-ad86-faa65c3f04e6", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "12e54952-709c-4e03-ad86-faa65c3f04e6", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "12e54952-709c-4e03-ad86-faa65c3f04e6", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9f8fb896-198a-434f-9802-b44a81d43b0e", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9f8fb896-198a-434f-9802-b44a81d43b0e", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9f8fb896-198a-434f-9802-b44a81d43b0e", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9e3b72a6-8648-4d5c-8132-59bc2fecc3af", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9e3b72a6-8648-4d5c-8132-59bc2fecc3af", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9e3b72a6-8648-4d5c-8132-59bc2fecc3af", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "ef41d87a-7173-4b02-b6d5-b9d18fec6604", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "ef41d87a-7173-4b02-b6d5-b9d18fec6604", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "ef41d87a-7173-4b02-b6d5-b9d18fec6604", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "8f961ec3-38ee-4740-85e3-77cb45fab84f", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "8f961ec3-38ee-4740-85e3-77cb45fab84f", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "8f961ec3-38ee-4740-85e3-77cb45fab84f", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "22bf9c15-cfa5-4bd4-8f15-e8282080401d", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "22bf9c15-cfa5-4bd4-8f15-e8282080401d", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "22bf9c15-cfa5-4bd4-8f15-e8282080401d", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-trusted-ca-bundle", "reconcileID": "521ba24c-587b-4eb2-ab98-0477bb46c433", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "94ab8495-cab1-4e69-8a70-0719e89d7bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "b556d202-dd35-4dd6-b2cd-82eb1952e36a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:34:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "b556d202-dd35-4dd6-b2cd-82eb1952e36a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "aebc6bff-0fb0-4a7a-ba60-72b70376b524", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:34:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "aebc6bff-0fb0-4a7a-ba60-72b70376b524", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10a7a6ce-b101-4f81-8703-c5631b32cd27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-trusted-ca-bundle", "reconcileID": "e8a83d23-26f3-4e8e-95eb-710dc72daf98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:34:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-trusted-ca-bundle", "reconcileID": "e8a83d23-26f3-4e8e-95eb-710dc72daf98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "7e6d65bb-a5bb-4255-96cd-ae0a3b95076a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c58b8c79-0ee1-4840-8da3-73bc1fe1224c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:34:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "6bcf900f-8d7d-4f32-980a-f67efe0676e0", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "6bcf900f-8d7d-4f32-980a-f67efe0676e0", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "6bcf900f-8d7d-4f32-980a-f67efe0676e0", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c503dd50-fc3b-4d6d-8ddd-958960cab818", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:34:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56a666cb-1585-40a8-a4cc-cc2b382f6acc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9353f269-89a9-4932-af77-4af169546e0a", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9353f269-89a9-4932-af77-4af169546e0a", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "9353f269-89a9-4932-af77-4af169546e0a", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4052af53-9b80-4882-8e29-622d1b771e75", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b1c9e3d9-4134-4d2b-b968-ec5933ad0cff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "b67adcb9-3f53-4dd4-a7ca-2a95ac3330aa", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "b67adcb9-3f53-4dd4-a7ca-2a95ac3330aa", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "b67adcb9-3f53-4dd4-a7ca-2a95ac3330aa", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "2331e4c0-d232-4412-84bf-d91547af6a4f", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "b67adcb9-3f53-4dd4-a7ca-2a95ac3330aa", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "b67adcb9-3f53-4dd4-a7ca-2a95ac3330aa", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "authType": "userdefined"} 2026-07-27T22:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "b67adcb9-3f53-4dd4-a7ca-2a95ac3330aa", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "2331e4c0-d232-4412-84bf-d91547af6a4f", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:34:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "2331e4c0-d232-4412-84bf-d91547af6a4f", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "22572640-9226-4708-8506-187ce5eb8b8c", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "22572640-9226-4708-8506-187ce5eb8b8c", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "22572640-9226-4708-8506-187ce5eb8b8c", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "22572640-9226-4708-8506-187ce5eb8b8c", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:34:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "22572640-9226-4708-8506-187ce5eb8b8c", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "authType": "userdefined"} 2026-07-27T22:34:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "22572640-9226-4708-8506-187ce5eb8b8c", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "71a9ff99-cde3-47fb-ae66-025d10f9e2ec", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "71a9ff99-cde3-47fb-ae66-025d10f9e2ec", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "71a9ff99-cde3-47fb-ae66-025d10f9e2ec", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:34:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4d854669-639a-4e29-808b-bc8c3f415910", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4d854669-639a-4e29-808b-bc8c3f415910", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4d854669-639a-4e29-808b-bc8c3f415910", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:34:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4d854669-639a-4e29-808b-bc8c3f415910", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:34:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4d854669-639a-4e29-808b-bc8c3f415910", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "authType": "userdefined"} 2026-07-27T22:34:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4d854669-639a-4e29-808b-bc8c3f415910", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:35:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4ffbe09f-1fe8-4592-b30f-a36259c38124", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:35:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4ffbe09f-1fe8-4592-b30f-a36259c38124", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:35:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4ffbe09f-1fe8-4592-b30f-a36259c38124", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:35:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4ffbe09f-1fe8-4592-b30f-a36259c38124", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:35:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4ffbe09f-1fe8-4592-b30f-a36259c38124", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "authType": "userdefined"} 2026-07-27T22:35:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4ffbe09f-1fe8-4592-b30f-a36259c38124", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:35:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "84a16cdc-1a2e-4aa2-8e07-5f7d57f4b438", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:35:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "84a16cdc-1a2e-4aa2-8e07-5f7d57f4b438", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:35:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "84a16cdc-1a2e-4aa2-8e07-5f7d57f4b438", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "bb452c5a-b4fb-420d-baf9-32ddc04e6d1b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "bb452c5a-b4fb-420d-baf9-32ddc04e6d1b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "bb452c5a-b4fb-420d-baf9-32ddc04e6d1b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "3b107e2f-6c9b-417d-9bcb-f6e90b7623c0", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "3b107e2f-6c9b-417d-9bcb-f6e90b7623c0", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "3b107e2f-6c9b-417d-9bcb-f6e90b7623c0", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "332757d8-9085-499b-af78-6b4f8c02f063", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "332757d8-9085-499b-af78-6b4f8c02f063", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "332757d8-9085-499b-af78-6b4f8c02f063", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "6f6b70af-2d78-42f1-9cdd-523e551cab51", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "6f6b70af-2d78-42f1-9cdd-523e551cab51", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "6f6b70af-2d78-42f1-9cdd-523e551cab51", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "804890e0-efed-454f-97b5-46dabd5cff0a", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "804890e0-efed-454f-97b5-46dabd5cff0a", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "804890e0-efed-454f-97b5-46dabd5cff0a", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "67e128cb-211f-4338-a4dd-6c5f9497c98b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "67e128cb-211f-4338-a4dd-6c5f9497c98b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "67e128cb-211f-4338-a4dd-6c5f9497c98b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "8bc69f17-1bb5-435d-ac3b-9b19ec4bec4b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "8bc69f17-1bb5-435d-ac3b-9b19ec4bec4b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "8bc69f17-1bb5-435d-ac3b-9b19ec4bec4b", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "openshift-service-ca.crt", "reconcileID": "bfacf82a-d5ef-4c99-9007-0cedc4a3ae06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-trusted-ca-bundle", "reconcileID": "b9100f40-840b-46b5-b609-8473a893779c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "openshift-service-ca.crt", "reconcileID": "e3e57d0c-4e21-446d-a5b1-625ec4902533", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:35:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "openshift-service-ca.crt", "reconcileID": "e3e57d0c-4e21-446d-a5b1-625ec4902533", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302dfbec-bd6e-46a9-bf38-45a0f03ac19e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "openshift-service-ca.crt", "reconcileID": "81840c03-39f4-4b15-bbde-c08736049ec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-trusted-ca-bundle", "reconcileID": "2a7e478a-2114-4ac7-af8b-e79c82306a28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:35:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-trusted-ca-bundle", "reconcileID": "2a7e478a-2114-4ac7-af8b-e79c82306a28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60104a56-6b07-44bb-8220-255c2bc0eaad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "f39e9525-72d5-4874-af2b-8fcf71eafcb2", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "f39e9525-72d5-4874-af2b-8fcf71eafcb2", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "f39e9525-72d5-4874-af2b-8fcf71eafcb2", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f73035a4-c115-4793-97cf-3f45bfd7326e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "7e39d5a2-3568-4b2e-bd6c-c7ba80a6b98c", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "7e39d5a2-3568-4b2e-bd6c-c7ba80a6b98c", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "7e39d5a2-3568-4b2e-bd6c-c7ba80a6b98c", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:36:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:36:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:36:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:36:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "35244e7b-5ca5-4125-a815-c4a270a8f86f", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "35244e7b-5ca5-4125-a815-c4a270a8f86f", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "35244e7b-5ca5-4125-a815-c4a270a8f86f", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:36:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "352ca654-fefc-49b1-847d-bd3239f7c01a", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:36:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "352ca654-fefc-49b1-847d-bd3239f7c01a", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7-authn-ssl"} 2026-07-27T22:36:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1368f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1368f7", "reconcileID": "352ca654-fefc-49b1-847d-bd3239f7c01a", "Gateway": "e2e-ipp-cleanup-1368f7", "namespace": "openshift-ingress"} 2026-07-27T22:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fce4874-9d13-4f62-ad7c-006976207f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fce4874-9d13-4f62-ad7c-006976207f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:36:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fce4874-9d13-4f62-ad7c-006976207f53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1368f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bd732c-5471-4c92-970e-3fc4a5642019", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bd732c-5471-4c92-970e-3fc4a5642019", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "openshift-service-ca.crt", "reconcileID": "ede707fc-3bc0-45f6-85f0-45248efabf12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "openshift-service-ca.crt", "reconcileID": "ede707fc-3bc0-45f6-85f0-45248efabf12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47c86e55-b368-4109-82d5-89ddb47cb8a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1368f7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47c86e55-b368-4109-82d5-89ddb47cb8a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1368f7"} 2026-07-27T22:36:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e006e2c-2fb3-400b-aabd-595d86080a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "94629e3d-cc6d-4773-9e57-e7e26fa4e4b3", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "94629e3d-cc6d-4773-9e57-e7e26fa4e4b3", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "94629e3d-cc6d-4773-9e57-e7e26fa4e4b3", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:36:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "5651c2fc-6d64-4bd1-98b7-ff9a200bd68a", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:36:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "5651c2fc-6d64-4bd1-98b7-ff9a200bd68a", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:36:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "5651c2fc-6d64-4bd1-98b7-ff9a200bd68a", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:36:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "a9f30702-dfaf-481b-90ce-f63e5f8baea2", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:36:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "a9f30702-dfaf-481b-90ce-f63e5f8baea2", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:36:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "a9f30702-dfaf-481b-90ce-f63e5f8baea2", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:36:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "cf3e089a-b1da-4334-97dc-e8a67576aee3", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:36:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "cf3e089a-b1da-4334-97dc-e8a67576aee3", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:36:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "cf3e089a-b1da-4334-97dc-e8a67576aee3", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:36:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "cf3e089a-b1da-4334-97dc-e8a67576aee3", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:36:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "cf3e089a-b1da-4334-97dc-e8a67576aee3", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "authType": "userdefined"} 2026-07-27T22:36:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "cf3e089a-b1da-4334-97dc-e8a67576aee3", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "e4f35b2e-38a4-4cae-ac8d-4bd2c72773cd", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:37:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "e4f35b2e-38a4-4cae-ac8d-4bd2c72773cd", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:37:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "e4f35b2e-38a4-4cae-ac8d-4bd2c72773cd", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d55013f2-3126-4a93-91bd-f7378ead623a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d55013f2-3126-4a93-91bd-f7378ead623a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:37:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d55013f2-3126-4a93-91bd-f7378ead623a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-626801 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-trusted-ca-bundle", "reconcileID": "cbfdfab6-0d2a-41ef-a4b6-830d2e955d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-trusted-ca-bundle", "reconcileID": "cbfdfab6-0d2a-41ef-a4b6-830d2e955d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "ddf3caad-52c9-4e19-8036-931128329131", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "openshift-service-ca.crt", "reconcileID": "ddf3caad-52c9-4e19-8036-931128329131", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e82d4ed-2a5e-4c2a-bcd4-62f1f07d0e7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e82d4ed-2a5e-4c2a-bcd4-62f1f07d0e7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801"} 2026-07-27T22:37:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:37:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:37:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "27afe44b-463c-46c5-bc70-df1f385ddfee", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801"} 2026-07-27T22:37:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:37:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801-kserve-route-authn"} 2026-07-27T22:37:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "871283a4-4b2c-4147-990c-4da7cb2ed51a", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-626801","namespace":"ai-tenant-e2e-ipp-a-626801"}, "namespace": "ai-tenant-e2e-ipp-a-626801", "name": "ipp-route-626801", "reconcileID": "4a426dfe-ad85-450b-bca6-30d7bba6d16f", "LLMInferenceService": "ipp-route-626801", "namespace": "ai-tenant-e2e-ipp-a-626801"} 2026-07-27T22:37:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "6fed1543-001b-4a63-b8de-5ab02b52abcc", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:37:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "6fed1543-001b-4a63-b8de-5ab02b52abcc", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801-authn-ssl"} 2026-07-27T22:37:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-626801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-626801", "reconcileID": "6fed1543-001b-4a63-b8de-5ab02b52abcc", "Gateway": "e2e-ipp-a-626801", "namespace": "openshift-ingress"} 2026-07-27T22:37:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3acf08b9-d363-4ad1-8484-cb566f453053", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "164993a0-d980-4820-8210-eaff5b36c126", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "164993a0-d980-4820-8210-eaff5b36c126", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "164993a0-d980-4820-8210-eaff5b36c126", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "76c708ed-0c2d-4f4f-8d2e-ef18b8533754", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "76c708ed-0c2d-4f4f-8d2e-ef18b8533754", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75-authn-ssl"} 2026-07-27T22:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adca75","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adca75", "reconcileID": "76c708ed-0c2d-4f4f-8d2e-ef18b8533754", "Gateway": "e2e-ipp-b-adca75", "namespace": "openshift-ingress"} 2026-07-27T22:37:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e838cb5f-f035-49bc-855e-fd8431bcaaca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:37:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e838cb5f-f035-49bc-855e-fd8431bcaaca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:37:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e838cb5f-f035-49bc-855e-fd8431bcaaca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-adca75 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:37:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-trusted-ca-bundle", "reconcileID": "f0d30687-2c79-4ac8-b97a-9e4823e3e553", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:37:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-trusted-ca-bundle", "reconcileID": "f0d30687-2c79-4ac8-b97a-9e4823e3e553", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:37:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "a0bbbf74-c2d8-415e-9de6-c729eb539f1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:37:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "openshift-service-ca.crt", "reconcileID": "a0bbbf74-c2d8-415e-9de6-c729eb539f1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:37:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d5f235d-c2c0-4ec6-bbad-a8706f385d22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:37:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adca75"}, "namespace": "ai-tenant-e2e-ipp-b-adca75", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d5f235d-c2c0-4ec6-bbad-a8706f385d22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adca75"} 2026-07-27T22:38:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b24c26a1-24df-49e8-b825-b13d2d9fd105", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "17e0a751-3cdd-4bfe-ab3d-064f0c23076a", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "17e0a751-3cdd-4bfe-ab3d-064f0c23076a", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:38:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "17e0a751-3cdd-4bfe-ab3d-064f0c23076a", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:38:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "42836010-bfbb-4cb6-a448-f4fe871ba27b", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:38:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "42836010-bfbb-4cb6-a448-f4fe871ba27b", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc-authn-ssl"} 2026-07-27T22:38:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6138cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6138cc", "reconcileID": "42836010-bfbb-4cb6-a448-f4fe871ba27b", "Gateway": "e2e-shared-a-6138cc", "namespace": "openshift-ingress"} 2026-07-27T22:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6becbaf2-4cd9-4e49-985f-a20686b4be45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6becbaf2-4cd9-4e49-985f-a20686b4be45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6138cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:38:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6becbaf2-4cd9-4e49-985f-a20686b4be45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6138cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-trusted-ca-bundle", "reconcileID": "889359c8-73c6-4ece-bc62-f5fbc585ed37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-trusted-ca-bundle", "reconcileID": "889359c8-73c6-4ece-bc62-f5fbc585ed37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "openshift-service-ca.crt", "reconcileID": "c2fe3d00-49a2-41fa-bdb4-54f4bf2650ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "openshift-service-ca.crt", "reconcileID": "c2fe3d00-49a2-41fa-bdb4-54f4bf2650ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64e8c49a-b61b-421e-bac3-e487cf5ee1d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6138cc"}, "namespace": "ai-tenant-e2e-shared-a-6138cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64e8c49a-b61b-421e-bac3-e487cf5ee1d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6138cc"} 2026-07-27T22:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57ad5c40-4788-473b-a94a-451c9d83b41d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:38:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "4d5234ad-f4fe-4e3a-bcee-e16bc5304afb", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:38:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "4d5234ad-f4fe-4e3a-bcee-e16bc5304afb", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:38:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "4d5234ad-f4fe-4e3a-bcee-e16bc5304afb", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:38:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "a6164256-ccca-41a7-b399-6551b10d396a", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:38:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "a6164256-ccca-41a7-b399-6551b10d396a", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1-authn-ssl"} 2026-07-27T22:38:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-0c79f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-0c79f1", "reconcileID": "a6164256-ccca-41a7-b399-6551b10d396a", "Gateway": "e2e-shared-b-0c79f1", "namespace": "openshift-ingress"} 2026-07-27T22:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e0e723-8a43-4280-82dd-d4d15a5173a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:38:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e0e723-8a43-4280-82dd-d4d15a5173a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0c79f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:38:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e0e723-8a43-4280-82dd-d4d15a5173a1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-0c79f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-trusted-ca-bundle", "reconcileID": "e94f677b-8bf2-4612-bf54-87154261b190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-trusted-ca-bundle", "reconcileID": "e94f677b-8bf2-4612-bf54-87154261b190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "openshift-service-ca.crt", "reconcileID": "3cb0baa2-a0ac-47ca-b797-9ba8f5c7505c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "openshift-service-ca.crt", "reconcileID": "3cb0baa2-a0ac-47ca-b797-9ba8f5c7505c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:38:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ba1a608-02e5-47cb-a1ea-af63b9a41cad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0c79f1"} 2026-07-27T22:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-0c79f1"}, "namespace": "ai-tenant-e2e-shared-b-0c79f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ba1a608-02e5-47cb-a1ea-af63b9a41cad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-0c79f1"}