2026-07-24T14:32:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "4ee93657-650e-434f-a190-4eecb5d1e118", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:32:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3a53773a-af4d-494e-9e17-6785abcc9207", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:32:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3a53773a-af4d-494e-9e17-6785abcc9207", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:32:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3a53773a-af4d-494e-9e17-6785abcc9207", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:32:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "68e7f7b6-5585-474f-afe8-1b6fbfdb2696", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:32:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "68e7f7b6-5585-474f-afe8-1b6fbfdb2696", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:32:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "68e7f7b6-5585-474f-afe8-1b6fbfdb2696", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:32:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "e6710dbd-56b4-4c6b-87f3-9ede5e20c773", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "e6710dbd-56b4-4c6b-87f3-9ede5e20c773", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "e6710dbd-56b4-4c6b-87f3-9ede5e20c773", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "e6710dbd-56b4-4c6b-87f3-9ede5e20c773", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13-kserve-route-authn"} 2026-07-24T14:32:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "e6710dbd-56b4-4c6b-87f3-9ede5e20c773", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:32:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "e6710dbd-56b4-4c6b-87f3-9ede5e20c773", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "c81b5496-8cf2-44c3-9454-f9d877b247de", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "c81b5496-8cf2-44c3-9454-f9d877b247de", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "c81b5496-8cf2-44c3-9454-f9d877b247de", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "c81b5496-8cf2-44c3-9454-f9d877b247de", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13-kserve-route-authn"} 2026-07-24T14:32:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "c81b5496-8cf2-44c3-9454-f9d877b247de", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:32:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "c81b5496-8cf2-44c3-9454-f9d877b247de", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:32:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a35e425a-e36e-49e4-a8f9-e483638d8a5a", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a35e425a-e36e-49e4-a8f9-e483638d8a5a", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a35e425a-e36e-49e4-a8f9-e483638d8a5a", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "2b49ba6e-49a5-44d2-a3a5-c8fb4f6054df", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:32:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a35e425a-e36e-49e4-a8f9-e483638d8a5a", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8-kserve-route-authn"} 2026-07-24T14:32:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a35e425a-e36e-49e4-a8f9-e483638d8a5a", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:32:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a35e425a-e36e-49e4-a8f9-e483638d8a5a", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "2b49ba6e-49a5-44d2-a3a5-c8fb4f6054df", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "2b49ba6e-49a5-44d2-a3a5-c8fb4f6054df", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:32:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b7fcf936-fc22-47b4-b437-19cba4ff8394", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b7fcf936-fc22-47b4-b437-19cba4ff8394", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b7fcf936-fc22-47b4-b437-19cba4ff8394", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b7fcf936-fc22-47b4-b437-19cba4ff8394", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8-kserve-route-authn"} 2026-07-24T14:32:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b7fcf936-fc22-47b4-b437-19cba4ff8394", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:32:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b7fcf936-fc22-47b4-b437-19cba4ff8394", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "e37ad322-6679-4e9c-b487-e0c9553179bf", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "e37ad322-6679-4e9c-b487-e0c9553179bf", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "e37ad322-6679-4e9c-b487-e0c9553179bf", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:32:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b6277e1e-1f01-4227-9112-fce5a630a3b4", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b6277e1e-1f01-4227-9112-fce5a630a3b4", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b6277e1e-1f01-4227-9112-fce5a630a3b4", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:32:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b6277e1e-1f01-4227-9112-fce5a630a3b4", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8-kserve-route-authn"} 2026-07-24T14:32:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b6277e1e-1f01-4227-9112-fce5a630a3b4", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:32:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "b6277e1e-1f01-4227-9112-fce5a630a3b4", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "fd15bc4f-a626-4722-a853-158bddf7333c", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "fd15bc4f-a626-4722-a853-158bddf7333c", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "fd15bc4f-a626-4722-a853-158bddf7333c", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "fd15bc4f-a626-4722-a853-158bddf7333c", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8-kserve-route-authn"} 2026-07-24T14:33:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "fd15bc4f-a626-4722-a853-158bddf7333c", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:33:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "fd15bc4f-a626-4722-a853-158bddf7333c", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "de091366-9981-452d-a8fa-1ea7e3eaba6c", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "de091366-9981-452d-a8fa-1ea7e3eaba6c", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:33:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "de091366-9981-452d-a8fa-1ea7e3eaba6c", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "827b711e-ad6d-400a-8ca6-586817d72db5", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "827b711e-ad6d-400a-8ca6-586817d72db5", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:33:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "827b711e-ad6d-400a-8ca6-586817d72db5", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d7a6821-3889-4ae4-aac7-e58aa928c8cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:33:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13"} 2026-07-24T14:33:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13-kserve-route-authn"} 2026-07-24T14:33:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13-kserve-route-authn"} 2026-07-24T14:33:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "2f77ad40-b4ab-4cbb-994c-7abb574f3457", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "sub-test-model-94af13", "reconcileID": "ecf7b7c1-b77f-40dd-8a72-0f378b36cc77", "LLMInferenceService": "sub-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "2534e863-d389-4881-8a3f-6716da00ccb4", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "2534e863-d389-4881-8a3f-6716da00ccb4", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "2534e863-d389-4881-8a3f-6716da00ccb4", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "d2e72159-32db-478d-ab62-1ecb1d73ee54", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "d2e72159-32db-478d-ab62-1ecb1d73ee54", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "d2e72159-32db-478d-ab62-1ecb1d73ee54", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8"} 2026-07-24T14:33:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8-kserve-route-authn"} 2026-07-24T14:33:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8-kserve-route-authn"} 2026-07-24T14:33:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "a3f681e7-3adb-4b68-ae75-dc02159fbd82", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "sub-test-model-938af8", "reconcileID": "bb48d5c6-81c3-4741-a4a4-97df18183e77", "LLMInferenceService": "sub-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:33:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "97aee01e-61af-48de-9838-44a22c742a73", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "97aee01e-61af-48de-9838-44a22c742a73", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:33:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "97aee01e-61af-48de-9838-44a22c742a73", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "fa5906e3-97d3-43fa-99b5-5316d4c76416", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "fa5906e3-97d3-43fa-99b5-5316d4c76416", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:33:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "fa5906e3-97d3-43fa-99b5-5316d4c76416", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "81d93ec2-b106-4edb-aebe-0a7a6f856580", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "81d93ec2-b106-4edb-aebe-0a7a6f856580", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "81d93ec2-b106-4edb-aebe-0a7a6f856580", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "19276b8d-12da-444b-b7a7-60e146b36a5d", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "81d93ec2-b106-4edb-aebe-0a7a6f856580", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:33:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "81d93ec2-b106-4edb-aebe-0a7a6f856580", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:33:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "81d93ec2-b106-4edb-aebe-0a7a6f856580", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "19276b8d-12da-444b-b7a7-60e146b36a5d", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:33:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "19276b8d-12da-444b-b7a7-60e146b36a5d", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "3d2f8a7d-a028-4eb1-9466-d08e6f24fb57", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "3d2f8a7d-a028-4eb1-9466-d08e6f24fb57", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "3d2f8a7d-a028-4eb1-9466-d08e6f24fb57", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "3d2f8a7d-a028-4eb1-9466-d08e6f24fb57", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:33:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "3d2f8a7d-a028-4eb1-9466-d08e6f24fb57", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:33:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "3d2f8a7d-a028-4eb1-9466-d08e6f24fb57", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "99883cd2-7273-4a45-aae3-752a735433fa", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "99883cd2-7273-4a45-aae3-752a735433fa", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "99883cd2-7273-4a45-aae3-752a735433fa", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "5b33a39c-6854-4425-947f-80f0e61346d1", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "5b33a39c-6854-4425-947f-80f0e61346d1", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:33:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "5b33a39c-6854-4425-947f-80f0e61346d1", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:33:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3101fd22-535b-41cc-832f-c7194a9b74de", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3101fd22-535b-41cc-832f-c7194a9b74de", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:33:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3101fd22-535b-41cc-832f-c7194a9b74de", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:33:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "4e4da548-c1a0-4be6-a5d8-5f1eee91e79f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "4e4da548-c1a0-4be6-a5d8-5f1eee91e79f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "4e4da548-c1a0-4be6-a5d8-5f1eee91e79f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "4e4da548-c1a0-4be6-a5d8-5f1eee91e79f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:33:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "4e4da548-c1a0-4be6-a5d8-5f1eee91e79f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:33:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "4e4da548-c1a0-4be6-a5d8-5f1eee91e79f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T14:33:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T14:33:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T14:33:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T14:33:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "c10e118d-11ad-4a40-bde9-00043386297f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "c10e118d-11ad-4a40-bde9-00043386297f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "c10e118d-11ad-4a40-bde9-00043386297f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:33:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "c10e118d-11ad-4a40-bde9-00043386297f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:33:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "c10e118d-11ad-4a40-bde9-00043386297f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:33:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "c10e118d-11ad-4a40-bde9-00043386297f", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:34:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "76cf61dc-6a23-4eeb-82c1-029d5ba75403", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:34:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "76cf61dc-6a23-4eeb-82c1-029d5ba75403", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:34:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "76cf61dc-6a23-4eeb-82c1-029d5ba75403", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:34:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "76cf61dc-6a23-4eeb-82c1-029d5ba75403", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:34:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "76cf61dc-6a23-4eeb-82c1-029d5ba75403", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "authType": "userdefined"} 2026-07-24T14:34:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "76cf61dc-6a23-4eeb-82c1-029d5ba75403", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:34:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "3da41f33-c73c-4e7f-a766-6e5d9d60b9cc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "3da41f33-c73c-4e7f-a766-6e5d9d60b9cc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "3da41f33-c73c-4e7f-a766-6e5d9d60b9cc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "f5e8543b-f8fa-435b-b6d5-dc7c8be45b47", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:34:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "3da41f33-c73c-4e7f-a766-6e5d9d60b9cc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8-kserve-route-authn"} 2026-07-24T14:34:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "3da41f33-c73c-4e7f-a766-6e5d9d60b9cc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:34:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "3da41f33-c73c-4e7f-a766-6e5d9d60b9cc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "f5e8543b-f8fa-435b-b6d5-dc7c8be45b47", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:34:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "f5e8543b-f8fa-435b-b6d5-dc7c8be45b47", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:34:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "ee980a9e-f50d-4e27-9074-904560a85e29", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "ee980a9e-f50d-4e27-9074-904560a85e29", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "ee980a9e-f50d-4e27-9074-904560a85e29", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "ee980a9e-f50d-4e27-9074-904560a85e29", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8-kserve-route-authn"} 2026-07-24T14:34:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "ee980a9e-f50d-4e27-9074-904560a85e29", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:34:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "ee980a9e-f50d-4e27-9074-904560a85e29", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3bc91cd2-a2ee-4de4-9341-6874c5eae1a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "d7bdb4e6-8a29-4c48-a8e1-5f6412c64482", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "d7bdb4e6-8a29-4c48-a8e1-5f6412c64482", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "d7bdb4e6-8a29-4c48-a8e1-5f6412c64482", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:34:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "01ec1da2-6907-4f6b-b6fb-2fdd8849f3a2", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "01ec1da2-6907-4f6b-b6fb-2fdd8849f3a2", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "01ec1da2-6907-4f6b-b6fb-2fdd8849f3a2", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "01ec1da2-6907-4f6b-b6fb-2fdd8849f3a2", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8-kserve-route-authn"} 2026-07-24T14:34:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "01ec1da2-6907-4f6b-b6fb-2fdd8849f3a2", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:34:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "01ec1da2-6907-4f6b-b6fb-2fdd8849f3a2", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "404c6836-5f6b-463c-933a-e9262d59e8b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:34:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "55217143-7a52-41c8-b3ae-d19903091ead", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "55217143-7a52-41c8-b3ae-d19903091ead", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "55217143-7a52-41c8-b3ae-d19903091ead", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "55217143-7a52-41c8-b3ae-d19903091ead", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8-kserve-route-authn"} 2026-07-24T14:34:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "55217143-7a52-41c8-b3ae-d19903091ead", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "authType": "userdefined"} 2026-07-24T14:34:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "55217143-7a52-41c8-b3ae-d19903091ead", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "c0102d2b-fa4f-493c-8ae8-8cb25d00add7", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "c0102d2b-fa4f-493c-8ae8-8cb25d00add7", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "c0102d2b-fa4f-493c-8ae8-8cb25d00add7", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "b28b506b-f35e-4f9d-91ce-796ef93ebe2e", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "b28b506b-f35e-4f9d-91ce-796ef93ebe2e", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "b28b506b-f35e-4f9d-91ce-796ef93ebe2e", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:35:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13"} 2026-07-24T14:35:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:35:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:35:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:35:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13-kserve-route-authn"} 2026-07-24T14:35:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:35:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "01c2c820-6e73-4ae5-b634-67ed1a51f971", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:35:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94af13","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "rate-test-model-94af13", "reconcileID": "05c4b9ef-fa34-4eb3-8b2c-d9e3bdf9d474", "LLMInferenceService": "rate-test-model-94af13", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "f73c05e8-4140-4cc7-bec8-eb31e2a1e486", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "f73c05e8-4140-4cc7-bec8-eb31e2a1e486", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "f73c05e8-4140-4cc7-bec8-eb31e2a1e486", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3b41ff6c-58ee-4b74-b0be-3325e69245f2", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3b41ff6c-58ee-4b74-b0be-3325e69245f2", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "3b41ff6c-58ee-4b74-b0be-3325e69245f2", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:35:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8"} 2026-07-24T14:35:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:35:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:35:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8-kserve-route-authn"} 2026-07-24T14:35:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8-kserve-route-authn"} 2026-07-24T14:35:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:35:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "2e0b0d9b-7c48-4ffe-bbdf-fbc8b22b50fc", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:35:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-938af8","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "rate-test-model-938af8", "reconcileID": "eba516a4-a6db-489e-a0eb-7c4f57adff61", "LLMInferenceService": "rate-test-model-938af8", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "2e63af3d-946b-42bc-a607-1accbc478add", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "2e63af3d-946b-42bc-a607-1accbc478add", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "2e63af3d-946b-42bc-a607-1accbc478add", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "b2489beb-a12c-4f80-b36f-d2875dc32b46", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "b2489beb-a12c-4f80-b36f-d2875dc32b46", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "b2489beb-a12c-4f80-b36f-d2875dc32b46", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:35:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "2030378d-c3c3-478c-a1a0-f4f49d80fa29", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "2030378d-c3c3-478c-a1a0-f4f49d80fa29", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:35:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "2030378d-c3c3-478c-a1a0-f4f49d80fa29", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:35:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "63266c1e-573b-42c7-ba3c-fe99cf1877bb", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:35:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "63266c1e-573b-42c7-ba3c-fe99cf1877bb", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:35:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "63266c1e-573b-42c7-ba3c-fe99cf1877bb", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "a5cc271a-34b7-4d0f-8308-0221ad579b78", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "a5cc271a-34b7-4d0f-8308-0221ad579b78", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "a5cc271a-34b7-4d0f-8308-0221ad579b78", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "6ef23ce0-72c0-40cc-a982-d2febd012ebe", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "6ef23ce0-72c0-40cc-a982-d2febd012ebe", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "6ef23ce0-72c0-40cc-a982-d2febd012ebe", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "4ea1b8f9-5fc1-4bed-9baa-875a3959e9f9", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "4ea1b8f9-5fc1-4bed-9baa-875a3959e9f9", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "4ea1b8f9-5fc1-4bed-9baa-875a3959e9f9", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "ee9dc3e5-2764-4a4a-9917-f76fabcead11", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "ee9dc3e5-2764-4a4a-9917-f76fabcead11", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "ee9dc3e5-2764-4a4a-9917-f76fabcead11", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "4281929a-d443-472f-91dd-e7eb37b4aca9", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "4281929a-d443-472f-91dd-e7eb37b4aca9", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "4281929a-d443-472f-91dd-e7eb37b4aca9", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "3566e918-12d4-4593-a053-0531a658bd50", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "3566e918-12d4-4593-a053-0531a658bd50", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "3566e918-12d4-4593-a053-0531a658bd50", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "73365bb0-44a9-44af-a88f-270dde05795d", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "73365bb0-44a9-44af-a88f-270dde05795d", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "73365bb0-44a9-44af-a88f-270dde05795d", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "openshift-service-ca.crt", "reconcileID": "3ce546e0-b247-4462-b11c-dcb6169f6cb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-trusted-ca-bundle", "reconcileID": "a212fb1c-aac9-4d5f-b4ac-ea56b23f0ef5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "openshift-service-ca.crt", "reconcileID": "bdaa7cbd-d504-453e-b565-fdd4ce09d29f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-106097", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:35:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "openshift-service-ca.crt", "reconcileID": "bdaa7cbd-d504-453e-b565-fdd4ce09d29f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53e9869b-76ce-40a7-803a-c16531beaaae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "openshift-service-ca.crt", "reconcileID": "f11bd98d-05a0-4199-8a61-7f3dcf647218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-trusted-ca-bundle", "reconcileID": "bea80a83-9b2f-4818-b6e6-c618df8fbc8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:35:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-trusted-ca-bundle", "reconcileID": "bea80a83-9b2f-4818-b6e6-c618df8fbc8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f428cada-d9a3-4568-b496-962a3d7cbaae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "5c3aa548-08d2-4ba4-ac34-2fe2364cddde", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "5c3aa548-08d2-4ba4-ac34-2fe2364cddde", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "5c3aa548-08d2-4ba4-ac34-2fe2364cddde", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50e48f1f-d460-40bd-834d-2f5a9fcf76f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "f768460e-7624-4d3b-97e0-da54b0b69d3e", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "f768460e-7624-4d3b-97e0-da54b0b69d3e", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "f768460e-7624-4d3b-97e0-da54b0b69d3e", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "200efd37-5e2e-4a02-b39d-ef0ad5245f95", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "200efd37-5e2e-4a02-b39d-ef0ad5245f95", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "200efd37-5e2e-4a02-b39d-ef0ad5245f95", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "1448db22-18cb-43e4-881a-a87c4e2b1fe9", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "1448db22-18cb-43e4-881a-a87c4e2b1fe9", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "1448db22-18cb-43e4-881a-a87c4e2b1fe9", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "b72088ce-7f4d-4946-8ec7-5f94b6c4b333", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "b72088ce-7f4d-4946-8ec7-5f94b6c4b333", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "b72088ce-7f4d-4946-8ec7-5f94b6c4b333", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "07badcdc-5e2c-4794-8962-2a50bca9003c", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "07badcdc-5e2c-4794-8962-2a50bca9003c", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "07badcdc-5e2c-4794-8962-2a50bca9003c", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "157264b5-a2f1-4558-b402-4313a4a012a1", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "157264b5-a2f1-4558-b402-4313a4a012a1", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "157264b5-a2f1-4558-b402-4313a4a012a1", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "b45b4cb1-0f60-4f11-ae28-e3ef5eb8fa69", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "b45b4cb1-0f60-4f11-ae28-e3ef5eb8fa69", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "b45b4cb1-0f60-4f11-ae28-e3ef5eb8fa69", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "91961087-6549-4c88-954e-190548ccb90b", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "91961087-6549-4c88-954e-190548ccb90b", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "91961087-6549-4c88-954e-190548ccb90b", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "openshift-service-ca.crt", "reconcileID": "4619161d-9044-422b-972d-d133d1bb1d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-trusted-ca-bundle", "reconcileID": "0846b8b5-84a1-467a-8c03-26118a1737ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "openshift-service-ca.crt", "reconcileID": "735bcd40-5742-45fa-ae01-3b78d8444f5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fde43a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:35:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "openshift-service-ca.crt", "reconcileID": "735bcd40-5742-45fa-ae01-3b78d8444f5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "openshift-service-ca.crt", "reconcileID": "bc9843d0-dfed-497e-a900-37a6af258f0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04aa9171-4f14-4a0b-a8fd-9ebf65491aa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-trusted-ca-bundle", "reconcileID": "b7752679-9b5b-43b3-8116-d7a0dd046cb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:35:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-trusted-ca-bundle", "reconcileID": "b7752679-9b5b-43b3-8116-d7a0dd046cb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f94b87-2393-4778-8cce-73e863cd4514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "08c77a85-d349-4078-b250-dec969268592", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "08c77a85-d349-4078-b250-dec969268592", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "08c77a85-d349-4078-b250-dec969268592", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41fb7f00-c2c9-4ada-9fb9-a983b81812d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:36:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "ced00d7b-0a61-4d31-a5fb-5b6c86bea9fc", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:36:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "ced00d7b-0a61-4d31-a5fb-5b6c86bea9fc", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:36:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "ced00d7b-0a61-4d31-a5fb-5b6c86bea9fc", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:36:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "10d74077-82d5-4204-8354-ceee637ea6e0", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "10d74077-82d5-4204-8354-ceee637ea6e0", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "10d74077-82d5-4204-8354-ceee637ea6e0", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "2a53a84b-e863-4672-b6b9-83631aa76d6a", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:36:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "10d74077-82d5-4204-8354-ceee637ea6e0", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:36:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "10d74077-82d5-4204-8354-ceee637ea6e0", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "authType": "userdefined"} 2026-07-24T14:36:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "10d74077-82d5-4204-8354-ceee637ea6e0", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "2a53a84b-e863-4672-b6b9-83631aa76d6a", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:36:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "2a53a84b-e863-4672-b6b9-83631aa76d6a", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:36:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "64690c6b-2f1b-467d-ab39-173f5d71499c", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "64690c6b-2f1b-467d-ab39-173f5d71499c", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "64690c6b-2f1b-467d-ab39-173f5d71499c", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "64690c6b-2f1b-467d-ab39-173f5d71499c", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:36:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "64690c6b-2f1b-467d-ab39-173f5d71499c", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "authType": "userdefined"} 2026-07-24T14:36:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "64690c6b-2f1b-467d-ab39-173f5d71499c", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "16d95920-9c6b-4ba5-bf87-33619c717fa4", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:36:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "16d95920-9c6b-4ba5-bf87-33619c717fa4", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:36:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "16d95920-9c6b-4ba5-bf87-33619c717fa4", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:36:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "3e3a09ec-5920-487f-8a0a-3f1f4e359212", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "3e3a09ec-5920-487f-8a0a-3f1f4e359212", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "3e3a09ec-5920-487f-8a0a-3f1f4e359212", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "3e3a09ec-5920-487f-8a0a-3f1f4e359212", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:36:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "3e3a09ec-5920-487f-8a0a-3f1f4e359212", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "authType": "userdefined"} 2026-07-24T14:36:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "3e3a09ec-5920-487f-8a0a-3f1f4e359212", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "375af914-64ea-4516-8844-511486d7421f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "375af914-64ea-4516-8844-511486d7421f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "375af914-64ea-4516-8844-511486d7421f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "375af914-64ea-4516-8844-511486d7421f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:36:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "375af914-64ea-4516-8844-511486d7421f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "authType": "userdefined"} 2026-07-24T14:36:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "375af914-64ea-4516-8844-511486d7421f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:36:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c5dd1cd7-fe91-45dd-8927-b9ecfa51e82b", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:36:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c5dd1cd7-fe91-45dd-8927-b9ecfa51e82b", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:36:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c5dd1cd7-fe91-45dd-8927-b9ecfa51e82b", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "242b7b39-5d73-4c5d-993c-6a68d3d5d259", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "242b7b39-5d73-4c5d-993c-6a68d3d5d259", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "242b7b39-5d73-4c5d-993c-6a68d3d5d259", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "00245049-21d1-4ae6-b480-b02d8adba94f", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "00245049-21d1-4ae6-b480-b02d8adba94f", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "00245049-21d1-4ae6-b480-b02d8adba94f", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "ec34d8fa-dbbc-4947-87cf-734c77a22814", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "ec34d8fa-dbbc-4947-87cf-734c77a22814", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "ec34d8fa-dbbc-4947-87cf-734c77a22814", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "e2c9cbf9-29bb-42f3-ab3c-062554dd9b65", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "e2c9cbf9-29bb-42f3-ab3c-062554dd9b65", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "e2c9cbf9-29bb-42f3-ab3c-062554dd9b65", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "1d0a402a-ed35-427e-ae7b-1a2516131901", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "1d0a402a-ed35-427e-ae7b-1a2516131901", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "1d0a402a-ed35-427e-ae7b-1a2516131901", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "abfd87e7-fb51-43a0-8925-1a8e0e5922c9", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "abfd87e7-fb51-43a0-8925-1a8e0e5922c9", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "abfd87e7-fb51-43a0-8925-1a8e0e5922c9", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "695dcbdf-1a12-4844-af19-a69c3a0df9fd", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "695dcbdf-1a12-4844-af19-a69c3a0df9fd", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "695dcbdf-1a12-4844-af19-a69c3a0df9fd", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "b265a042-5861-49c7-9b52-17b34d24499d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-trusted-ca-bundle", "reconcileID": "11306d38-a0db-427b-8151-955bc3a3a5c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "8bf469d7-2a82-41e8-8f81-c58e819540d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:37:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "8bf469d7-2a82-41e8-8f81-c58e819540d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "da819841-de7b-4245-b66b-3a50c863cf5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:37:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "da819841-de7b-4245-b66b-3a50c863cf5b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a114bb44-653b-43c1-897e-3ca5f4fce756", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "a3bc5eb1-a384-44f0-9529-9e2bc86ac67d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-trusted-ca-bundle", "reconcileID": "25a4728e-12b2-4739-a15f-a5f78a9bcd2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:37:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-trusted-ca-bundle", "reconcileID": "25a4728e-12b2-4739-a15f-a5f78a9bcd2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "002ec3eb-f204-4d29-8dc9-6190fdc45fd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "81388eee-2097-447f-adca-9228ec832948", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "81388eee-2097-447f-adca-9228ec832948", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "81388eee-2097-447f-adca-9228ec832948", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5eadc5f7-d358-4fea-a91d-0a38f38e707c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "921b0899-36c8-4d15-b5fd-365466214522", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "921b0899-36c8-4d15-b5fd-365466214522", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "921b0899-36c8-4d15-b5fd-365466214522", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "27ce01b9-fed7-4ab7-a655-593fe01bd93e", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "27ce01b9-fed7-4ab7-a655-593fe01bd93e", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "27ce01b9-fed7-4ab7-a655-593fe01bd93e", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "9d370617-e804-4187-a020-11b6b27cca81", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "9d370617-e804-4187-a020-11b6b27cca81", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095-authn-ssl"} 2026-07-24T14:37:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-57f095","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-57f095", "reconcileID": "9d370617-e804-4187-a020-11b6b27cca81", "Gateway": "e2e-ipp-cleanup-57f095", "namespace": "openshift-ingress"} 2026-07-24T14:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2aca42-a6a8-4ce9-95a6-47700ac41c5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2aca42-a6a8-4ce9-95a6-47700ac41c5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:37:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c2aca42-a6a8-4ce9-95a6-47700ac41c5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-57f095 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-trusted-ca-bundle", "reconcileID": "9872d09f-f507-4f7d-ae06-4d09a09b8caf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-trusted-ca-bundle", "reconcileID": "9872d09f-f507-4f7d-ae06-4d09a09b8caf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "cc0edc2a-639e-47fb-8308-8a0592fd82e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "openshift-service-ca.crt", "reconcileID": "cc0edc2a-639e-47fb-8308-8a0592fd82e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7de4b903-34c8-4d8d-894e-2bac4d96acd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-57f095"}, "namespace": "ai-tenant-e2e-ipp-cleanup-57f095", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7de4b903-34c8-4d8d-894e-2bac4d96acd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-57f095"} 2026-07-24T14:37:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8d4f444-f376-422b-9622-11ce7c6caaed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:38:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c99a6e64-9354-4d32-8c02-21608fb5b594", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c99a6e64-9354-4d32-8c02-21608fb5b594", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:38:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c99a6e64-9354-4d32-8c02-21608fb5b594", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "f3b5336f-143b-45df-b805-2f07e4ec82cf", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "f3b5336f-143b-45df-b805-2f07e4ec82cf", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:38:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "f3b5336f-143b-45df-b805-2f07e4ec82cf", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "e175c6f2-1364-46e3-bbc5-090ec62d7a63", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "e175c6f2-1364-46e3-bbc5-090ec62d7a63", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "e175c6f2-1364-46e3-bbc5-090ec62d7a63", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "d9375e00-20bc-4352-9dd0-a14da7504a29", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "d9375e00-20bc-4352-9dd0-a14da7504a29", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "d9375e00-20bc-4352-9dd0-a14da7504a29", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "d9375e00-20bc-4352-9dd0-a14da7504a29", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:38:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "d9375e00-20bc-4352-9dd0-a14da7504a29", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "authType": "userdefined"} 2026-07-24T14:38:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "d9375e00-20bc-4352-9dd0-a14da7504a29", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f6d3007-c717-4441-a150-33f3c070084f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f06c90a-c77f-4c9f-88fa-190e3cdd1642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f06c90a-c77f-4c9f-88fa-190e3cdd1642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:38:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f06c90a-c77f-4c9f-88fa-190e3cdd1642", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-106097 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-trusted-ca-bundle", "reconcileID": "fe506ddc-ee9a-4d98-b153-9e8099fe8ced", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-trusted-ca-bundle", "reconcileID": "fe506ddc-ee9a-4d98-b153-9e8099fe8ced", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "openshift-service-ca.crt", "reconcileID": "bea363d0-a03e-48e0-93cd-93da13ac68e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "openshift-service-ca.crt", "reconcileID": "bea363d0-a03e-48e0-93cd-93da13ac68e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e9707f2-f64f-4e2a-bad1-3a3493f5b3cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e9707f2-f64f-4e2a-bad1-3a3493f5b3cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097"} 2026-07-24T14:38:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:38:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:38:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "44534078-0d0f-4911-80b7-30ed824f2e11", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c34b9639-f55f-4614-b432-4f24540281ee", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c34b9639-f55f-4614-b432-4f24540281ee", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "c34b9639-f55f-4614-b432-4f24540281ee", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097"} 2026-07-24T14:38:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:38:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097-kserve-route-authn"} 2026-07-24T14:38:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "19ff8e33-eae5-4a09-a76b-7973b7a1fec1", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-106097","namespace":"ai-tenant-e2e-ipp-a-106097"}, "namespace": "ai-tenant-e2e-ipp-a-106097", "name": "ipp-route-106097", "reconcileID": "5803fec7-c2de-4e94-a9eb-64c78bdcae8f", "LLMInferenceService": "ipp-route-106097", "namespace": "ai-tenant-e2e-ipp-a-106097"} 2026-07-24T14:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "252346e6-5431-4e49-afed-44fb54d23eea", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "252346e6-5431-4e49-afed-44fb54d23eea", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097-authn-ssl"} 2026-07-24T14:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-106097","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-106097", "reconcileID": "252346e6-5431-4e49-afed-44fb54d23eea", "Gateway": "e2e-ipp-a-106097", "namespace": "openshift-ingress"} 2026-07-24T14:39:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "127b277a-3d9c-449b-aeac-bd89c4bef778", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:39:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "bfda27b3-d784-499f-9dbc-e45ef81506bf", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:39:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "bfda27b3-d784-499f-9dbc-e45ef81506bf", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:39:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "bfda27b3-d784-499f-9dbc-e45ef81506bf", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:39:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "50129dbb-3f51-49d0-9889-ac7fd9fd18a4", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:39:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "50129dbb-3f51-49d0-9889-ac7fd9fd18a4", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a-authn-ssl"} 2026-07-24T14:39:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fde43a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fde43a", "reconcileID": "50129dbb-3f51-49d0-9889-ac7fd9fd18a4", "Gateway": "e2e-ipp-b-fde43a", "namespace": "openshift-ingress"} 2026-07-24T14:39:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "071d2f93-7b25-41ff-94af-2405c0f0f3b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "071d2f93-7b25-41ff-94af-2405c0f0f3b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:39:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "071d2f93-7b25-41ff-94af-2405c0f0f3b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-fde43a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:39:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-trusted-ca-bundle", "reconcileID": "a5d1b3ac-5cba-4223-b2af-c6007aa36466", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-trusted-ca-bundle", "reconcileID": "a5d1b3ac-5cba-4223-b2af-c6007aa36466", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "openshift-service-ca.crt", "reconcileID": "7654abcc-cb6a-43b9-b36b-1f442e5d2f37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "openshift-service-ca.crt", "reconcileID": "7654abcc-cb6a-43b9-b36b-1f442e5d2f37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5fac246-5b31-46ad-8f00-704d7603c548", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fde43a"}, "namespace": "ai-tenant-e2e-ipp-b-fde43a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5fac246-5b31-46ad-8f00-704d7603c548", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fde43a"} 2026-07-24T14:39:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ea86b2f-94ea-49c9-9c69-a67f26a31cd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "9400a6a1-d812-486e-baca-a23be3050c02", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "9400a6a1-d812-486e-baca-a23be3050c02", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "9400a6a1-d812-486e-baca-a23be3050c02", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:39:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc9d2a47-265d-4883-addc-587b7b92e32d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T14:39:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "325e1b87-8125-4b7e-8176-65a416a7d8e5", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:39:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "325e1b87-8125-4b7e-8176-65a416a7d8e5", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13-authn-ssl"} 2026-07-24T14:39:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94af13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94af13", "reconcileID": "325e1b87-8125-4b7e-8176-65a416a7d8e5", "Gateway": "e2e-shared-a-94af13", "namespace": "openshift-ingress"} 2026-07-24T14:39:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e351ef1-93b3-4330-8a1f-2f0c88784cea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e351ef1-93b3-4330-8a1f-2f0c88784cea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94af13", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:39:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e351ef1-93b3-4330-8a1f-2f0c88784cea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-94af13 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:39:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-trusted-ca-bundle", "reconcileID": "2cdb6854-554d-49c6-9b97-2f2eca9de018", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-trusted-ca-bundle", "reconcileID": "2cdb6854-554d-49c6-9b97-2f2eca9de018", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "openshift-service-ca.crt", "reconcileID": "11673b64-c7db-4758-8f63-73dcf1de32e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "openshift-service-ca.crt", "reconcileID": "11673b64-c7db-4758-8f63-73dcf1de32e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63aa45ac-5b4c-4da6-96bd-1606c81f38ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94af13"}, "namespace": "ai-tenant-e2e-shared-a-94af13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63aa45ac-5b4c-4da6-96bd-1606c81f38ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94af13"} 2026-07-24T14:39:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "3265f7d4-2723-4407-a73a-c57e8061af23", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:39:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "3265f7d4-2723-4407-a73a-c57e8061af23", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:39:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "3265f7d4-2723-4407-a73a-c57e8061af23", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "32b90e20-1487-4959-8aa4-9b41767140cc", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "32b90e20-1487-4959-8aa4-9b41767140cc", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8-authn-ssl"} 2026-07-24T14:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-938af8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-938af8", "reconcileID": "32b90e20-1487-4959-8aa4-9b41767140cc", "Gateway": "e2e-shared-b-938af8", "namespace": "openshift-ingress"} 2026-07-24T14:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dec9d025-1867-4218-ab67-2f141498b802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:40:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dec9d025-1867-4218-ab67-2f141498b802", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-938af8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T14:40:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dec9d025-1867-4218-ab67-2f141498b802", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-938af8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T14:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-trusted-ca-bundle", "reconcileID": "8cf38a5f-2456-4fdb-9684-622a5fd55cd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-trusted-ca-bundle", "reconcileID": "8cf38a5f-2456-4fdb-9684-622a5fd55cd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "openshift-service-ca.crt", "reconcileID": "cf201952-57ec-4f96-9a05-ab7cde4d88db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "openshift-service-ca.crt", "reconcileID": "cf201952-57ec-4f96-9a05-ab7cde4d88db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:40:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac79feee-9cc7-46e3-a78c-5c2ce36cf657", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-938af8"} 2026-07-24T14:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-938af8"}, "namespace": "ai-tenant-e2e-shared-b-938af8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac79feee-9cc7-46e3-a78c-5c2ce36cf657", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-938af8"}