2026-07-31T01:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "9f582b70-12cd-4690-90b1-fa47e089fa80", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:03:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "c77b2281-1ff2-47e9-b322-f5e32283b0bd", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "c77b2281-1ff2-47e9-b322-f5e32283b0bd", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "c77b2281-1ff2-47e9-b322-f5e32283b0bd", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "c77b2281-1ff2-47e9-b322-f5e32283b0bd", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567-kserve-route-authn"} 2026-07-31T01:03:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "c77b2281-1ff2-47e9-b322-f5e32283b0bd", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "authType": "userdefined"} 2026-07-31T01:03:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "c77b2281-1ff2-47e9-b322-f5e32283b0bd", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "e43167ba-8997-44fa-8923-810919f66c11", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "e43167ba-8997-44fa-8923-810919f66c11", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "e43167ba-8997-44fa-8923-810919f66c11", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "e43167ba-8997-44fa-8923-810919f66c11", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567-kserve-route-authn"} 2026-07-31T01:03:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "e43167ba-8997-44fa-8923-810919f66c11", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "authType": "userdefined"} 2026-07-31T01:03:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "e43167ba-8997-44fa-8923-810919f66c11", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:03:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "3b6e643c-965b-4fd8-a0f2-b3b70661b558", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:03:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "3b6e643c-965b-4fd8-a0f2-b3b70661b558", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:03:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "3b6e643c-965b-4fd8-a0f2-b3b70661b558", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:03:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "4a44a678-7b9c-4c5d-b198-5f3f7d0286e3", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:03:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "4a44a678-7b9c-4c5d-b198-5f3f7d0286e3", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:03:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "4a44a678-7b9c-4c5d-b198-5f3f7d0286e3", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "77fb964a-592b-41fd-a950-e3f1a6eea39e", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "77fb964a-592b-41fd-a950-e3f1a6eea39e", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "77fb964a-592b-41fd-a950-e3f1a6eea39e", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "ae62b670-8578-4a5b-986d-183a972cdd72", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "ae62b670-8578-4a5b-986d-183a972cdd72", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "ae62b670-8578-4a5b-986d-183a972cdd72", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "e0efcad1-794b-44cc-b50b-f832549baf81", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "e0efcad1-794b-44cc-b50b-f832549baf81", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "e0efcad1-794b-44cc-b50b-f832549baf81", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "0a56a278-25d5-4ed7-9bb2-69c435fb98bd", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "0a56a278-25d5-4ed7-9bb2-69c435fb98bd", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "0a56a278-25d5-4ed7-9bb2-69c435fb98bd", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "754c6ae7-8493-4859-ab10-1612c43e620e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:04:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164"} 2026-07-31T01:04:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "db1d8d53-87c6-458a-906e-0ce0b6dec69b", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "sub-test-model-6a2164", "reconcileID": "8fb5bb99-488c-4c83-a2f4-7f08391aa4ec", "LLMInferenceService": "sub-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "2f7f02ff-16fb-4329-aa54-dda06a80b29a", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "2f7f02ff-16fb-4329-aa54-dda06a80b29a", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "2f7f02ff-16fb-4329-aa54-dda06a80b29a", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "291a14f4-1e77-490d-b514-b409d2575214", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "291a14f4-1e77-490d-b514-b409d2575214", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "291a14f4-1e77-490d-b514-b409d2575214", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567"} 2026-07-31T01:04:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567-kserve-route-authn"} 2026-07-31T01:04:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567-kserve-route-authn"} 2026-07-31T01:04:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "f8ff5e47-97b2-4ff1-8427-42265496a3a2", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "sub-test-model-b32567", "reconcileID": "be540fd7-0a06-4584-be7b-8942478925d5", "LLMInferenceService": "sub-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "dd9b1a43-5f8a-4678-8707-e329534f5ea0", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "dd9b1a43-5f8a-4678-8707-e329534f5ea0", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "dd9b1a43-5f8a-4678-8707-e329534f5ea0", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5dbca9f3-8636-45f2-897f-6dabbed17d84", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5dbca9f3-8636-45f2-897f-6dabbed17d84", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5dbca9f3-8636-45f2-897f-6dabbed17d84", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "c9d030ed-a128-44b9-aae4-5c6ae8cf396a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "c9d030ed-a128-44b9-aae4-5c6ae8cf396a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "c9d030ed-a128-44b9-aae4-5c6ae8cf396a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "c9d030ed-a128-44b9-aae4-5c6ae8cf396a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "c9d030ed-a128-44b9-aae4-5c6ae8cf396a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "authType": "userdefined"} 2026-07-31T01:04:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "c9d030ed-a128-44b9-aae4-5c6ae8cf396a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "19372738-6ec2-410f-849f-514e4d2979c7", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "19372738-6ec2-410f-849f-514e4d2979c7", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "19372738-6ec2-410f-849f-514e4d2979c7", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "d5a7753e-af85-490c-ac1f-a5d92b5972fe", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "d5a7753e-af85-490c-ac1f-a5d92b5972fe", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "d5a7753e-af85-490c-ac1f-a5d92b5972fe", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "d5a7753e-af85-490c-ac1f-a5d92b5972fe", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "d5a7753e-af85-490c-ac1f-a5d92b5972fe", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "authType": "userdefined"} 2026-07-31T01:04:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "d5a7753e-af85-490c-ac1f-a5d92b5972fe", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a5023443-b9d6-4e45-9d3c-f9993c177f9e", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a5023443-b9d6-4e45-9d3c-f9993c177f9e", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a5023443-b9d6-4e45-9d3c-f9993c177f9e", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9f6d8686-20fe-4947-9cdc-e1d8bf095514", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9f6d8686-20fe-4947-9cdc-e1d8bf095514", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9f6d8686-20fe-4947-9cdc-e1d8bf095514", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9f6d8686-20fe-4947-9cdc-e1d8bf095514", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9f6d8686-20fe-4947-9cdc-e1d8bf095514", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "authType": "userdefined"} 2026-07-31T01:04:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9f6d8686-20fe-4947-9cdc-e1d8bf095514", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a0be6a5b-530b-4bd3-a77e-5a2313bd2519", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a0be6a5b-530b-4bd3-a77e-5a2313bd2519", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a0be6a5b-530b-4bd3-a77e-5a2313bd2519", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "430c454a-fb28-4fcb-bf96-65d39de3c8ac", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "430c454a-fb28-4fcb-bf96-65d39de3c8ac", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "430c454a-fb28-4fcb-bf96-65d39de3c8ac", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e07cae40-f123-4ac8-b949-6471406e4b4a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e07cae40-f123-4ac8-b949-6471406e4b4a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e07cae40-f123-4ac8-b949-6471406e4b4a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e07cae40-f123-4ac8-b949-6471406e4b4a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e07cae40-f123-4ac8-b949-6471406e4b4a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "authType": "userdefined"} 2026-07-31T01:04:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e07cae40-f123-4ac8-b949-6471406e4b4a", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "82d0fff1-3c77-4e00-b78c-66b56ab8685b", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "82d0fff1-3c77-4e00-b78c-66b56ab8685b", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "82d0fff1-3c77-4e00-b78c-66b56ab8685b", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "82d0fff1-3c77-4e00-b78c-66b56ab8685b", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:04:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "82d0fff1-3c77-4e00-b78c-66b56ab8685b", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "authType": "userdefined"} 2026-07-31T01:04:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "82d0fff1-3c77-4e00-b78c-66b56ab8685b", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:04:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee552e04-bcea-4128-b138-a36acc368133", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee552e04-bcea-4128-b138-a36acc368133", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee552e04-bcea-4128-b138-a36acc368133", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "d930656c-8717-4da3-a9d9-a962b570a851", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee552e04-bcea-4128-b138-a36acc368133", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567-kserve-route-authn"} 2026-07-31T01:04:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee552e04-bcea-4128-b138-a36acc368133", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "authType": "userdefined"} 2026-07-31T01:04:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee552e04-bcea-4128-b138-a36acc368133", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "d930656c-8717-4da3-a9d9-a962b570a851", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "d930656c-8717-4da3-a9d9-a962b570a851", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:04:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "53d68150-8f37-4bb5-9b05-f40aaea41d39", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "53d68150-8f37-4bb5-9b05-f40aaea41d39", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "53d68150-8f37-4bb5-9b05-f40aaea41d39", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:04:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "53d68150-8f37-4bb5-9b05-f40aaea41d39", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567-kserve-route-authn"} 2026-07-31T01:04:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "53d68150-8f37-4bb5-9b05-f40aaea41d39", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "authType": "userdefined"} 2026-07-31T01:04:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "53d68150-8f37-4bb5-9b05-f40aaea41d39", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "ce899951-088c-42b0-8806-0110ce184e19", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "ce899951-088c-42b0-8806-0110ce184e19", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "ce899951-088c-42b0-8806-0110ce184e19", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:05:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee7cda29-42e6-4169-ad40-f6e03e982374", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee7cda29-42e6-4169-ad40-f6e03e982374", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee7cda29-42e6-4169-ad40-f6e03e982374", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee7cda29-42e6-4169-ad40-f6e03e982374", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567-kserve-route-authn"} 2026-07-31T01:05:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee7cda29-42e6-4169-ad40-f6e03e982374", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "authType": "userdefined"} 2026-07-31T01:05:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "ee7cda29-42e6-4169-ad40-f6e03e982374", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "da42395f-4e4a-42d6-9203-10e49d93be1b", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "da42395f-4e4a-42d6-9203-10e49d93be1b", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "da42395f-4e4a-42d6-9203-10e49d93be1b", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "da42395f-4e4a-42d6-9203-10e49d93be1b", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567-kserve-route-authn"} 2026-07-31T01:05:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "da42395f-4e4a-42d6-9203-10e49d93be1b", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "authType": "userdefined"} 2026-07-31T01:05:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "da42395f-4e4a-42d6-9203-10e49d93be1b", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "b753b9da-3bf3-465e-9bac-1cb5783283d6", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "b753b9da-3bf3-465e-9bac-1cb5783283d6", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "b753b9da-3bf3-465e-9bac-1cb5783283d6", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "cfc3ccc1-c43c-4cfa-8e38-9a03aa5e0696", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "cfc3ccc1-c43c-4cfa-8e38-9a03aa5e0696", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "cfc3ccc1-c43c-4cfa-8e38-9a03aa5e0696", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:05:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "f94f5633-7e88-44c4-85ba-c7a4c410ca65", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:05:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "f94f5633-7e88-44c4-85ba-c7a4c410ca65", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:05:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "f94f5633-7e88-44c4-85ba-c7a4c410ca65", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "2fdf5cd5-3cae-44ba-91c4-c9f26b78486c", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "2fdf5cd5-3cae-44ba-91c4-c9f26b78486c", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:06:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "2fdf5cd5-3cae-44ba-91c4-c9f26b78486c", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:06:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164"} 2026-07-31T01:06:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:06:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:06:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:06:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164-kserve-route-authn"} 2026-07-31T01:06:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:06:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "e6726791-929e-4349-83fa-baf912501f60", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:06:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6a2164","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "rate-test-model-6a2164", "reconcileID": "9005b2bc-b5c5-4993-8d73-62ea9237c6b7", "LLMInferenceService": "rate-test-model-6a2164", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:06:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "88f6edb1-0ddf-401a-a774-0dd342311b87", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:06:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "88f6edb1-0ddf-401a-a774-0dd342311b87", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:06:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "88f6edb1-0ddf-401a-a774-0dd342311b87", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:06:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "50c7ccfe-762e-4714-b3ad-a47f367ccaed", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:06:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "50c7ccfe-762e-4714-b3ad-a47f367ccaed", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:06:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "50c7ccfe-762e-4714-b3ad-a47f367ccaed", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:06:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:06:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567"} 2026-07-31T01:06:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:06:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:06:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567-kserve-route-authn"} 2026-07-31T01:06:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567-kserve-route-authn"} 2026-07-31T01:06:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:06:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "35d4b01d-1037-469a-bb72-215cff822725", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:06:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b32567","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "rate-test-model-b32567", "reconcileID": "a3ccf9b8-4565-4438-88e0-7244e8a7d56e", "LLMInferenceService": "rate-test-model-b32567", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5c3335a2-bd20-4f7a-b1e2-a1a2f3fcad35", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5c3335a2-bd20-4f7a-b1e2-a1a2f3fcad35", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5c3335a2-bd20-4f7a-b1e2-a1a2f3fcad35", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "de60a38c-4adf-4d44-85c8-6047f3d90b99", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "de60a38c-4adf-4d44-85c8-6047f3d90b99", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "de60a38c-4adf-4d44-85c8-6047f3d90b99", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "766369e3-7638-4441-8866-70df8e23e191", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "766369e3-7638-4441-8866-70df8e23e191", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "766369e3-7638-4441-8866-70df8e23e191", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "d711c76d-3ee3-49be-bde3-1bc5af79d8c8", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "d711c76d-3ee3-49be-bde3-1bc5af79d8c8", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "d711c76d-3ee3-49be-bde3-1bc5af79d8c8", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "fbb55e5a-5d8f-4e65-802a-c69acb97d6ff", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "fbb55e5a-5d8f-4e65-802a-c69acb97d6ff", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "fbb55e5a-5d8f-4e65-802a-c69acb97d6ff", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "a59f5104-e285-4766-962d-7aa5ebfa1b16", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "a59f5104-e285-4766-962d-7aa5ebfa1b16", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "a59f5104-e285-4766-962d-7aa5ebfa1b16", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "d79ad451-08b0-457c-a61d-377ca4071d2f", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "d79ad451-08b0-457c-a61d-377ca4071d2f", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "d79ad451-08b0-457c-a61d-377ca4071d2f", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9eda1967-32c5-4098-ac05-420c49551fdc", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9eda1967-32c5-4098-ac05-420c49551fdc", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9eda1967-32c5-4098-ac05-420c49551fdc", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "77d564c2-52ff-4e8c-a8f7-95fe41e5445f", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "77d564c2-52ff-4e8c-a8f7-95fe41e5445f", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "77d564c2-52ff-4e8c-a8f7-95fe41e5445f", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9851111e-2e39-4f0c-9fbf-be27612ad97e", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9851111e-2e39-4f0c-9fbf-be27612ad97e", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9851111e-2e39-4f0c-9fbf-be27612ad97e", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "1c7e9a46-ff5c-4fd8-ae67-6f363cc1d973", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "1c7e9a46-ff5c-4fd8-ae67-6f363cc1d973", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "1c7e9a46-ff5c-4fd8-ae67-6f363cc1d973", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-trusted-ca-bundle", "reconcileID": "7e45696f-2094-43d0-abe4-037f8472c275", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "openshift-service-ca.crt", "reconcileID": "e5155230-cc5e-4161-8c3c-6b8317c072b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "openshift-service-ca.crt", "reconcileID": "02abe461-9d65-4c97-b8a8-7c89f1ce5762", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:06:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "openshift-service-ca.crt", "reconcileID": "02abe461-9d65-4c97-b8a8-7c89f1ce5762", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a1c07f4-0e83-4ff1-bbc7-b7bcde4b47e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "openshift-service-ca.crt", "reconcileID": "80b8034d-ce81-4e81-91b4-391e5a2c8c44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-trusted-ca-bundle", "reconcileID": "ebe73b05-4f92-40e9-a088-8e0bc06b43dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:06:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-trusted-ca-bundle", "reconcileID": "ebe73b05-4f92-40e9-a088-8e0bc06b43dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98e13c75-fcdd-45ce-a573-5ca68cfc1ab2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "7678673e-38e0-414c-9d40-484803dc4b2e", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "7678673e-38e0-414c-9d40-484803dc4b2e", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "7678673e-38e0-414c-9d40-484803dc4b2e", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b8b2fff9-572c-4e05-837f-ed7ac6d4adaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "05e6b434-231a-4117-8105-efdcb80d2cc9", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "05e6b434-231a-4117-8105-efdcb80d2cc9", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "05e6b434-231a-4117-8105-efdcb80d2cc9", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:06:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1eb12a18-6316-4619-b044-c4c1db34c09c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6ecedd1-9e62-440b-899a-006bf2f08733", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "376ee396-f936-412c-8f2e-9e3c86cd3148", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "376ee396-f936-412c-8f2e-9e3c86cd3148", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "376ee396-f936-412c-8f2e-9e3c86cd3148", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "a0073e7f-8b8a-4e86-b306-88f467de0fb4", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "a0073e7f-8b8a-4e86-b306-88f467de0fb4", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "a0073e7f-8b8a-4e86-b306-88f467de0fb4", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "3cc086bb-ebf0-43c2-b1c8-d44cff982b54", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "3cc086bb-ebf0-43c2-b1c8-d44cff982b54", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "3cc086bb-ebf0-43c2-b1c8-d44cff982b54", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "e8a5aa8b-075a-452e-81c9-057e71bb402c", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "e8a5aa8b-075a-452e-81c9-057e71bb402c", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "e8a5aa8b-075a-452e-81c9-057e71bb402c", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "0b11052b-439b-4caa-a724-7a249c190dc8", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "0b11052b-439b-4caa-a724-7a249c190dc8", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "0b11052b-439b-4caa-a724-7a249c190dc8", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "49362057-7472-4764-ad69-fc4ec07f590b", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "49362057-7472-4764-ad69-fc4ec07f590b", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "49362057-7472-4764-ad69-fc4ec07f590b", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "11c0f16b-07a1-41a0-835d-c78c0da24296", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "11c0f16b-07a1-41a0-835d-c78c0da24296", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "11c0f16b-07a1-41a0-835d-c78c0da24296", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "ffc5631c-48d5-45e8-91d3-370b537b2716", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "ffc5631c-48d5-45e8-91d3-370b537b2716", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "ffc5631c-48d5-45e8-91d3-370b537b2716", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "openshift-service-ca.crt", "reconcileID": "9182c2a6-45c2-4edc-acf7-4879238a4b80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-trusted-ca-bundle", "reconcileID": "182fc750-76be-48e8-be81-a9413d55abcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "openshift-service-ca.crt", "reconcileID": "c17da277-2293-4df1-9f5c-bd2e0bc2199f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f1466", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:07:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "openshift-service-ca.crt", "reconcileID": "c17da277-2293-4df1-9f5c-bd2e0bc2199f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "openshift-service-ca.crt", "reconcileID": "17fb2eb1-1224-445f-b4ae-22bbc879f454", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e202f90a-015f-4c66-979e-c1037df2af7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-trusted-ca-bundle", "reconcileID": "29925831-15ef-4184-afa5-b36f7c058cbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:07:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-trusted-ca-bundle", "reconcileID": "29925831-15ef-4184-afa5-b36f7c058cbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "717e760c-749f-4e4c-8698-f60222aeedc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "525e5da5-2d4d-4506-ac5a-c947827fa126", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "525e5da5-2d4d-4506-ac5a-c947827fa126", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "525e5da5-2d4d-4506-ac5a-c947827fa126", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b420a533-82ee-492a-9d80-8689b93f60ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:07:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "6d90034d-f336-476c-a3b1-b8685ddc9a5e", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "6d90034d-f336-476c-a3b1-b8685ddc9a5e", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:07:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "6d90034d-f336-476c-a3b1-b8685ddc9a5e", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:07:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af3d8bac-eec2-4990-966e-c4e97f9cf3e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:07:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe58645a-e609-4c70-a835-49e5fd3d3209", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:07:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "8ccd7650-3277-46b2-9d6a-93177355ebc8", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "8ccd7650-3277-46b2-9d6a-93177355ebc8", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "8ccd7650-3277-46b2-9d6a-93177355ebc8", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "70fae582-ae66-420e-8099-1bd329a410d0", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:07:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "8ccd7650-3277-46b2-9d6a-93177355ebc8", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:07:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "8ccd7650-3277-46b2-9d6a-93177355ebc8", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:07:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "8ccd7650-3277-46b2-9d6a-93177355ebc8", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "70fae582-ae66-420e-8099-1bd329a410d0", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:07:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "70fae582-ae66-420e-8099-1bd329a410d0", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:07:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "0929ccf3-a520-4f47-811b-230f571a93f2", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "0929ccf3-a520-4f47-811b-230f571a93f2", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "0929ccf3-a520-4f47-811b-230f571a93f2", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "0929ccf3-a520-4f47-811b-230f571a93f2", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:07:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "0929ccf3-a520-4f47-811b-230f571a93f2", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:07:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "0929ccf3-a520-4f47-811b-230f571a93f2", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "a559cc40-1b3b-4aa4-957d-fdc4070cd4e7", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "a559cc40-1b3b-4aa4-957d-fdc4070cd4e7", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "a559cc40-1b3b-4aa4-957d-fdc4070cd4e7", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:07:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "85c8f437-d044-4cb8-8129-a02141da8e91", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "85c8f437-d044-4cb8-8129-a02141da8e91", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "85c8f437-d044-4cb8-8129-a02141da8e91", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:07:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "85c8f437-d044-4cb8-8129-a02141da8e91", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:07:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "85c8f437-d044-4cb8-8129-a02141da8e91", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:07:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "85c8f437-d044-4cb8-8129-a02141da8e91", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "20fbe11d-1ac1-4b6e-9db1-1eae0f721e0f", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "20fbe11d-1ac1-4b6e-9db1-1eae0f721e0f", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "20fbe11d-1ac1-4b6e-9db1-1eae0f721e0f", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "20fbe11d-1ac1-4b6e-9db1-1eae0f721e0f", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:08:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "20fbe11d-1ac1-4b6e-9db1-1eae0f721e0f", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:08:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "20fbe11d-1ac1-4b6e-9db1-1eae0f721e0f", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "5e6f1891-6396-4b6a-85cf-cc405528d539", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "5e6f1891-6396-4b6a-85cf-cc405528d539", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "5e6f1891-6396-4b6a-85cf-cc405528d539", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "5e6f1891-6396-4b6a-85cf-cc405528d539", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:08:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "5e6f1891-6396-4b6a-85cf-cc405528d539", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:08:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "5e6f1891-6396-4b6a-85cf-cc405528d539", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "2ff3686b-7068-4bef-abd0-bb6411c32a66", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "2ff3686b-7068-4bef-abd0-bb6411c32a66", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "2ff3686b-7068-4bef-abd0-bb6411c32a66", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:08:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T01:08:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T01:08:29Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T01:08:29Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-31T01:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "70e522a8-dd7c-45c9-b9b5-286ac64c0ee3", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "70e522a8-dd7c-45c9-b9b5-286ac64c0ee3", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "70e522a8-dd7c-45c9-b9b5-286ac64c0ee3", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "52f7cfd9-88f5-4794-b6ec-7d0de60fe1bd", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "52f7cfd9-88f5-4794-b6ec-7d0de60fe1bd", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "52f7cfd9-88f5-4794-b6ec-7d0de60fe1bd", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "e5168970-b87a-4b7c-a02c-2ce25a1519e6", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "e5168970-b87a-4b7c-a02c-2ce25a1519e6", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "e5168970-b87a-4b7c-a02c-2ce25a1519e6", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "a47b6c31-7b03-46fb-b85a-420aff602625", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "a47b6c31-7b03-46fb-b85a-420aff602625", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "a47b6c31-7b03-46fb-b85a-420aff602625", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "44e590fc-9243-4f17-8362-3aed232d8f6f", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "44e590fc-9243-4f17-8362-3aed232d8f6f", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "44e590fc-9243-4f17-8362-3aed232d8f6f", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "28b567a1-71a3-461f-8b24-029eb5ab6380", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "28b567a1-71a3-461f-8b24-029eb5ab6380", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "28b567a1-71a3-461f-8b24-029eb5ab6380", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "284013a6-d0f2-4b33-b4e3-b262c31f5b01", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "284013a6-d0f2-4b33-b4e3-b262c31f5b01", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "284013a6-d0f2-4b33-b4e3-b262c31f5b01", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "openshift-service-ca.crt", "reconcileID": "e00593e7-258b-4220-857a-42210227ebb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-trusted-ca-bundle", "reconcileID": "3ad52b2d-811e-4545-9366-d2b43b6766e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "openshift-service-ca.crt", "reconcileID": "76362285-4590-424f-895d-7654834f8184", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:08:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "openshift-service-ca.crt", "reconcileID": "76362285-4590-424f-895d-7654834f8184", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e424700-f86a-4ff4-8685-44dc546f4ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "openshift-service-ca.crt", "reconcileID": "cd0a919f-d85f-48d2-bb53-a413b96764c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-trusted-ca-bundle", "reconcileID": "7cd490ef-f4bf-41c9-810f-88091c8171a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:08:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-trusted-ca-bundle", "reconcileID": "7cd490ef-f4bf-41c9-810f-88091c8171a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5f74453-61bc-45a5-a4eb-e22e50ffd3f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:08:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "88b6ab01-e902-4e33-ab8c-f5294630c6ca", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "88b6ab01-e902-4e33-ab8c-f5294630c6ca", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "88b6ab01-e902-4e33-ab8c-f5294630c6ca", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c6a700e-3fac-4574-ae3c-c6812f86d9e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "24a56d1d-7840-4f43-84fd-a3fba34c9af6", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "24a56d1d-7840-4f43-84fd-a3fba34c9af6", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "24a56d1d-7840-4f43-84fd-a3fba34c9af6", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:09:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "b12bdb14-b6ac-4fef-b025-d478063a7604", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:09:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "b12bdb14-b6ac-4fef-b025-d478063a7604", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:09:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "b12bdb14-b6ac-4fef-b025-d478063a7604", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "36234442-554a-47a3-9ac0-596da83d8607", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "36234442-554a-47a3-9ac0-596da83d8607", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf-authn-ssl"} 2026-07-31T01:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "36234442-554a-47a3-9ac0-596da83d8607", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80b0f090-b32e-462e-b5c5-9b9fed3a2e40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80b0f090-b32e-462e-b5c5-9b9fed3a2e40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:09:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80b0f090-b32e-462e-b5c5-9b9fed3a2e40", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-689edf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T01:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-trusted-ca-bundle", "reconcileID": "20b567ee-6094-4b14-aa44-980b608858ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-trusted-ca-bundle", "reconcileID": "20b567ee-6094-4b14-aa44-980b608858ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "openshift-service-ca.crt", "reconcileID": "439d539a-c62a-48dd-8f00-18c06823edbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "openshift-service-ca.crt", "reconcileID": "439d539a-c62a-48dd-8f00-18c06823edbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1170f426-6f43-4d46-951b-b5a1e10f8500", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-689edf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-689edf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1170f426-6f43-4d46-951b-b5a1e10f8500", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-689edf"} 2026-07-31T01:09:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-689edf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-689edf", "reconcileID": "9aa117b7-9c56-4b2f-9cf4-7fc8b1282311", "Gateway": "e2e-ipp-cleanup-689edf", "namespace": "openshift-ingress"} 2026-07-31T01:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e00a74e-aae7-4543-bd96-d4a0e15e3caa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:09:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6fb397ff-1549-4d56-98cc-418c58b33871", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:09:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "06c2145c-99ef-4983-ac3c-84ade6e7be4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "6d9609ec-67ed-40de-8afe-a032721c0e1d", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "6d9609ec-67ed-40de-8afe-a032721c0e1d", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "6d9609ec-67ed-40de-8afe-a032721c0e1d", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "72f4290e-0f4a-46c9-bd47-59cb277fad0c", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "72f4290e-0f4a-46c9-bd47-59cb277fad0c", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "72f4290e-0f4a-46c9-bd47-59cb277fad0c", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9e2d5a13-8c31-4748-b451-dd0c80f787cd", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9e2d5a13-8c31-4748-b451-dd0c80f787cd", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "9e2d5a13-8c31-4748-b451-dd0c80f787cd", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "17854f30-4033-4ccf-8f5c-2d0e6d0d8046", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "17854f30-4033-4ccf-8f5c-2d0e6d0d8046", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:09:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "17854f30-4033-4ccf-8f5c-2d0e6d0d8046", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:09:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "4402da3d-1084-4131-8ce8-9a8fba94eb4c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:09:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "4402da3d-1084-4131-8ce8-9a8fba94eb4c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:09:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "4402da3d-1084-4131-8ce8-9a8fba94eb4c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:09:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "4402da3d-1084-4131-8ce8-9a8fba94eb4c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:09:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "4402da3d-1084-4131-8ce8-9a8fba94eb4c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:09:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "4402da3d-1084-4131-8ce8-9a8fba94eb4c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "3ae7d48f-1013-4542-9f77-e26e3233feda", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:10:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "3ae7d48f-1013-4542-9f77-e26e3233feda", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:10:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "3ae7d48f-1013-4542-9f77-e26e3233feda", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:10:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "76ab90c9-fcdf-476c-bff6-9ddbafa89e81", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "76ab90c9-fcdf-476c-bff6-9ddbafa89e81", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "76ab90c9-fcdf-476c-bff6-9ddbafa89e81", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "76ab90c9-fcdf-476c-bff6-9ddbafa89e81", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:10:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "76ab90c9-fcdf-476c-bff6-9ddbafa89e81", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "authType": "userdefined"} 2026-07-31T01:10:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "76ab90c9-fcdf-476c-bff6-9ddbafa89e81", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008"} 2026-07-31T01:10:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:10:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:10:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "db7d0d5e-2ede-472f-96c7-a1f2fa62700e", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34946426-7a8b-4cf0-80d3-43530804c5d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34946426-7a8b-4cf0-80d3-43530804c5d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:10:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34946426-7a8b-4cf0-80d3-43530804c5d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2b1008 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T01:10:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-trusted-ca-bundle", "reconcileID": "b7827653-b015-4942-a0bf-db9420474d05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-trusted-ca-bundle", "reconcileID": "b7827653-b015-4942-a0bf-db9420474d05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "openshift-service-ca.crt", "reconcileID": "85373ab6-4f89-4757-af26-ff75b9755fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "openshift-service-ca.crt", "reconcileID": "85373ab6-4f89-4757-af26-ff75b9755fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bc27c45-50cd-417a-a5ad-c285a0c6cefe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bc27c45-50cd-417a-a5ad-c285a0c6cefe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008"} 2026-07-31T01:10:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:10:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008-kserve-route-authn"} 2026-07-31T01:10:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "a6846621-509f-4c7d-9d87-ed417917d975", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2b1008","namespace":"ai-tenant-e2e-ipp-a-2b1008"}, "namespace": "ai-tenant-e2e-ipp-a-2b1008", "name": "ipp-route-2b1008", "reconcileID": "e0f66bc4-5763-43df-8637-f0dcf8c4511c", "LLMInferenceService": "ipp-route-2b1008", "namespace": "ai-tenant-e2e-ipp-a-2b1008"} 2026-07-31T01:10:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "8fa458c1-edee-42f5-abb3-cfe343d22c53", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:10:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "8fa458c1-edee-42f5-abb3-cfe343d22c53", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008-authn-ssl"} 2026-07-31T01:10:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "8fa458c1-edee-42f5-abb3-cfe343d22c53", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:10:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2b1008","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2b1008", "reconcileID": "8246fc33-35b0-42b8-8313-7f521e6b008d", "Gateway": "e2e-ipp-a-2b1008", "namespace": "openshift-ingress"} 2026-07-31T01:10:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44035421-d3fd-4e50-bf89-2469776997e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:10:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "e9a90702-be96-41e2-9999-b28faeed469e", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:10:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "e9a90702-be96-41e2-9999-b28faeed469e", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:10:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "e9a90702-be96-41e2-9999-b28faeed469e", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:10:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "6d2ed146-0006-443b-9e61-aa1401dd1da2", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:10:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "6d2ed146-0006-443b-9e61-aa1401dd1da2", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466-authn-ssl"} 2026-07-31T01:10:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "6d2ed146-0006-443b-9e61-aa1401dd1da2", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:10:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8080602d-afba-4443-9156-91bc3385a737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8080602d-afba-4443-9156-91bc3385a737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:10:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8080602d-afba-4443-9156-91bc3385a737", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0f1466 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T01:10:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-trusted-ca-bundle", "reconcileID": "c46c6a7b-5efd-4dd8-ba5f-11be2b1fab56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-trusted-ca-bundle", "reconcileID": "c46c6a7b-5efd-4dd8-ba5f-11be2b1fab56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "openshift-service-ca.crt", "reconcileID": "fb5e6c6b-87c4-4fcb-a8eb-9e4a0b7562e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "openshift-service-ca.crt", "reconcileID": "fb5e6c6b-87c4-4fcb-a8eb-9e4a0b7562e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92b1773-fcaf-44f2-82df-9b1ff34da1ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0f1466"}, "namespace": "ai-tenant-e2e-ipp-b-0f1466", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92b1773-fcaf-44f2-82df-9b1ff34da1ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0f1466"} 2026-07-31T01:10:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0f1466","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0f1466", "reconcileID": "913223b3-e375-4491-b77b-e28ca0ad9975", "Gateway": "e2e-ipp-b-0f1466", "namespace": "openshift-ingress"} 2026-07-31T01:10:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "111998ae-1948-40cd-8784-55ff487e2695", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:11:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "4417a9e6-75dd-4fcc-9db8-16052fe46386", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:11:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "4417a9e6-75dd-4fcc-9db8-16052fe46386", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:11:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "4417a9e6-75dd-4fcc-9db8-16052fe46386", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a902c70d-77f9-46f6-b92c-5f44f1005773", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a902c70d-77f9-46f6-b92c-5f44f1005773", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164-authn-ssl"} 2026-07-31T01:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "a902c70d-77f9-46f6-b92c-5f44f1005773", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ada1253-a897-44bc-bc35-5382a0933ced", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ada1253-a897-44bc-bc35-5382a0933ced", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6a2164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:11:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ada1253-a897-44bc-bc35-5382a0933ced", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6a2164 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T01:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-trusted-ca-bundle", "reconcileID": "78d740e7-abd3-452c-8f89-60294cc74795", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-trusted-ca-bundle", "reconcileID": "78d740e7-abd3-452c-8f89-60294cc74795", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "openshift-service-ca.crt", "reconcileID": "09c1f46b-02ff-44f4-ae9e-b48b9f1676c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "openshift-service-ca.crt", "reconcileID": "09c1f46b-02ff-44f4-ae9e-b48b9f1676c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28f30c94-d46b-4ff4-baac-fe1f7741d14d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6a2164"}, "namespace": "ai-tenant-e2e-shared-a-6a2164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28f30c94-d46b-4ff4-baac-fe1f7741d14d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6a2164"} 2026-07-31T01:11:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6a2164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6a2164", "reconcileID": "1e5b63ae-0b11-4e8d-b0dc-0ff23e24d7a1", "Gateway": "e2e-shared-a-6a2164", "namespace": "openshift-ingress"} 2026-07-31T01:11:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9773e0c9-b145-4469-b8b3-444c729d4dfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T01:11:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "8360d621-9b7e-4132-9fc6-cde281b3995c", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:11:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "8360d621-9b7e-4132-9fc6-cde281b3995c", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:11:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "8360d621-9b7e-4132-9fc6-cde281b3995c", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:11:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "18f67e0c-50ef-4b6a-a1f7-53d274530049", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "18f67e0c-50ef-4b6a-a1f7-53d274530049", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567-authn-ssl"} 2026-07-31T01:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "18f67e0c-50ef-4b6a-a1f7-53d274530049", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"} 2026-07-31T01:11:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89abe480-04ed-4c2c-ad1f-026641d1c528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89abe480-04ed-4c2c-ad1f-026641d1c528", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b32567", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T01:11:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89abe480-04ed-4c2c-ad1f-026641d1c528", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b32567 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T01:11:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-trusted-ca-bundle", "reconcileID": "a644364f-6718-4605-9dec-e548a1f19bbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-trusted-ca-bundle", "reconcileID": "a644364f-6718-4605-9dec-e548a1f19bbe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "openshift-service-ca.crt", "reconcileID": "a553d123-4437-494b-943f-485c28bfac9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "openshift-service-ca.crt", "reconcileID": "a553d123-4437-494b-943f-485c28bfac9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3087e985-b7b6-4eb5-94af-e43103fe4c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b32567"}, "namespace": "ai-tenant-e2e-shared-b-b32567", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3087e985-b7b6-4eb5-94af-e43103fe4c7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b32567"} 2026-07-31T01:11:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b32567","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b32567", "reconcileID": "5d31d4bf-a13b-4012-b9c9-c33efa75382b", "Gateway": "e2e-shared-b-b32567", "namespace": "openshift-ingress"}