2026-07-30T23:37:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "65b259c6-5f8c-4597-b405-f6e86cdea37d", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:37:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "65b259c6-5f8c-4597-b405-f6e86cdea37d", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:37:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "65b259c6-5f8c-4597-b405-f6e86cdea37d", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:37:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "65b259c6-5f8c-4597-b405-f6e86cdea37d", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:37:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f5cf71c-d415-4e3d-8618-1cf7710be148", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:37:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "f8074d7d-5b13-48fb-beec-ef9beece3b2f", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:37:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "f8074d7d-5b13-48fb-beec-ef9beece3b2f", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:37:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "f8074d7d-5b13-48fb-beec-ef9beece3b2f", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:37:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "f8074d7d-5b13-48fb-beec-ef9beece3b2f", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:37:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "f8074d7d-5b13-48fb-beec-ef9beece3b2f", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:37:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "f8074d7d-5b13-48fb-beec-ef9beece3b2f", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "791f7733-67ae-4b5f-9290-876f1378b927", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "791f7733-67ae-4b5f-9290-876f1378b927", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "791f7733-67ae-4b5f-9290-876f1378b927", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db57d114-eed7-4321-be1a-897045af13bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "d591d858-e8e9-42d9-95be-39a51e198160", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "d591d858-e8e9-42d9-95be-39a51e198160", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "d591d858-e8e9-42d9-95be-39a51e198160", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "ea303398-85e3-4268-81ac-ead7f97009e5", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "ea303398-85e3-4268-81ac-ead7f97009e5", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "ea303398-85e3-4268-81ac-ead7f97009e5", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "9873bd1a-55af-40cb-a360-dd15783d85e9", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "9873bd1a-55af-40cb-a360-dd15783d85e9", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "9873bd1a-55af-40cb-a360-dd15783d85e9", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "eba59037-63d7-428f-9eca-e85fa95c57bb", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "eba59037-63d7-428f-9eca-e85fa95c57bb", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:38:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "eba59037-63d7-428f-9eca-e85fa95c57bb", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "4e19198b-6c47-4f52-9aa7-76e5d6f9b85b", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "4e19198b-6c47-4f52-9aa7-76e5d6f9b85b", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "4e19198b-6c47-4f52-9aa7-76e5d6f9b85b", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4"} 2026-07-30T23:38:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:38:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:38:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "7dce51cc-bbb3-43c2-9b3a-8506503c5d9d", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "sub-test-model-5049e4", "reconcileID": "35182443-3a54-4d48-b3a7-48a513699ce8", "LLMInferenceService": "sub-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c35f9a64-fd0a-46ef-8696-729ae0880686", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c35f9a64-fd0a-46ef-8696-729ae0880686", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c35f9a64-fd0a-46ef-8696-729ae0880686", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "67921e8f-526b-46ac-89d6-8655e417f4d5", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "67921e8f-526b-46ac-89d6-8655e417f4d5", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "67921e8f-526b-46ac-89d6-8655e417f4d5", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660"} 2026-07-30T23:38:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:38:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:38:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "3a4d3368-f782-42e4-babf-8ea367c80737", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "sub-test-model-f6f660", "reconcileID": "23c2d55b-e9e4-447c-95cb-c390b32459a1", "LLMInferenceService": "sub-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "69e1c320-eccd-4bf5-843d-cf8a850a9f27", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "69e1c320-eccd-4bf5-843d-cf8a850a9f27", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "69e1c320-eccd-4bf5-843d-cf8a850a9f27", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "40e0344e-567e-4b9f-8968-b96e5c88a012", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "40e0344e-567e-4b9f-8968-b96e5c88a012", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "40e0344e-567e-4b9f-8968-b96e5c88a012", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "092d02bd-3fec-497a-9540-4b9105c9e664", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "092d02bd-3fec-497a-9540-4b9105c9e664", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "092d02bd-3fec-497a-9540-4b9105c9e664", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "84d3787c-e0fe-4829-b45f-c2000ad324cc", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "092d02bd-3fec-497a-9540-4b9105c9e664", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "092d02bd-3fec-497a-9540-4b9105c9e664", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "authType": "userdefined"} 2026-07-30T23:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "092d02bd-3fec-497a-9540-4b9105c9e664", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "84d3787c-e0fe-4829-b45f-c2000ad324cc", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "84d3787c-e0fe-4829-b45f-c2000ad324cc", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "c790a8dd-480f-4abc-be61-5e5a84281bd5", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "c790a8dd-480f-4abc-be61-5e5a84281bd5", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "c790a8dd-480f-4abc-be61-5e5a84281bd5", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "c790a8dd-480f-4abc-be61-5e5a84281bd5", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "c790a8dd-480f-4abc-be61-5e5a84281bd5", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "authType": "userdefined"} 2026-07-30T23:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "c790a8dd-480f-4abc-be61-5e5a84281bd5", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "75b01bf6-a174-4b6f-a9f6-2a00eeae8c8e", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "75b01bf6-a174-4b6f-a9f6-2a00eeae8c8e", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "75b01bf6-a174-4b6f-a9f6-2a00eeae8c8e", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "45874f7d-3486-4b78-abd5-363aeec001cb", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "45874f7d-3486-4b78-abd5-363aeec001cb", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "45874f7d-3486-4b78-abd5-363aeec001cb", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "5ab7d642-f34c-41ef-84da-76c8b44501f0", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "5ab7d642-f34c-41ef-84da-76c8b44501f0", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "5ab7d642-f34c-41ef-84da-76c8b44501f0", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:38:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "93f92a67-d8cb-4a48-b8cd-9cf073ae3196", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "93f92a67-d8cb-4a48-b8cd-9cf073ae3196", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "93f92a67-d8cb-4a48-b8cd-9cf073ae3196", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "93f92a67-d8cb-4a48-b8cd-9cf073ae3196", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:38:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "93f92a67-d8cb-4a48-b8cd-9cf073ae3196", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "authType": "userdefined"} 2026-07-30T23:38:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "93f92a67-d8cb-4a48-b8cd-9cf073ae3196", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "ff2904f0-5065-4e7c-b721-73ae10fa033a", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "ff2904f0-5065-4e7c-b721-73ae10fa033a", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "ff2904f0-5065-4e7c-b721-73ae10fa033a", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "ff2904f0-5065-4e7c-b721-73ae10fa033a", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:38:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "ff2904f0-5065-4e7c-b721-73ae10fa033a", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "authType": "userdefined"} 2026-07-30T23:38:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "ff2904f0-5065-4e7c-b721-73ae10fa033a", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:38:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "da485467-fcbf-45fb-85f5-3c280c398e3c", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "da485467-fcbf-45fb-85f5-3c280c398e3c", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "da485467-fcbf-45fb-85f5-3c280c398e3c", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "cbb534d1-cbc6-49e2-a670-1e2e2cfe73c7", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "da485467-fcbf-45fb-85f5-3c280c398e3c", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:38:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "da485467-fcbf-45fb-85f5-3c280c398e3c", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:38:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "da485467-fcbf-45fb-85f5-3c280c398e3c", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "cbb534d1-cbc6-49e2-a670-1e2e2cfe73c7", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:38:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "cbb534d1-cbc6-49e2-a670-1e2e2cfe73c7", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:38:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "721aeee2-759c-41d2-88d0-d9bb0b91bde3", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "721aeee2-759c-41d2-88d0-d9bb0b91bde3", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "721aeee2-759c-41d2-88d0-d9bb0b91bde3", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:38:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "721aeee2-759c-41d2-88d0-d9bb0b91bde3", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:38:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "721aeee2-759c-41d2-88d0-d9bb0b91bde3", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:38:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "721aeee2-759c-41d2-88d0-d9bb0b91bde3", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "3e53aa21-ac45-47b9-924f-83ccb23bb323", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "3e53aa21-ac45-47b9-924f-83ccb23bb323", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:39:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "3e53aa21-ac45-47b9-924f-83ccb23bb323", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "1711d9bf-0440-4131-b850-6e533906f715", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "1711d9bf-0440-4131-b850-6e533906f715", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "1711d9bf-0440-4131-b850-6e533906f715", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "1711d9bf-0440-4131-b850-6e533906f715", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:39:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "1711d9bf-0440-4131-b850-6e533906f715", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:39:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "1711d9bf-0440-4131-b850-6e533906f715", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "c1b0e630-e360-4814-8b6f-08881f4c696b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "c1b0e630-e360-4814-8b6f-08881f4c696b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "c1b0e630-e360-4814-8b6f-08881f4c696b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "c1b0e630-e360-4814-8b6f-08881f4c696b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "c1b0e630-e360-4814-8b6f-08881f4c696b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "c1b0e630-e360-4814-8b6f-08881f4c696b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "50a80792-53f1-4962-872c-3fe85ec31563", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "50a80792-53f1-4962-872c-3fe85ec31563", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "50a80792-53f1-4962-872c-3fe85ec31563", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "50a80792-53f1-4962-872c-3fe85ec31563", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:39:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "50a80792-53f1-4962-872c-3fe85ec31563", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "authType": "userdefined"} 2026-07-30T23:39:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "50a80792-53f1-4962-872c-3fe85ec31563", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "610c86b1-4642-4d25-9267-2451dadaa199", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "610c86b1-4642-4d25-9267-2451dadaa199", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "610c86b1-4642-4d25-9267-2451dadaa199", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:39:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "d8067ebf-61da-4353-88f2-13f66653044a", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "d8067ebf-61da-4353-88f2-13f66653044a", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:39:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "d8067ebf-61da-4353-88f2-13f66653044a", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "1fddfc49-3d0d-4b2f-bd26-b7fb63a760f9", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "1fddfc49-3d0d-4b2f-bd26-b7fb63a760f9", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "1fddfc49-3d0d-4b2f-bd26-b7fb63a760f9", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "555fef93-cb7f-4468-935d-e889ea3a8cec", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "555fef93-cb7f-4468-935d-e889ea3a8cec", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "555fef93-cb7f-4468-935d-e889ea3a8cec", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:40:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4"} 2026-07-30T23:40:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:40:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:40:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:40:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4-kserve-route-authn"} 2026-07-30T23:40:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:40:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "eb75913c-613e-49f8-9b27-1cdb901ee6fe", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:40:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5049e4","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "rate-test-model-5049e4", "reconcileID": "cb51c829-5b3f-4fb0-a6e9-5f34e8c7870d", "LLMInferenceService": "rate-test-model-5049e4", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "ddc70349-dc87-48c4-a0a8-3eed3ee2aaa5", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "ddc70349-dc87-48c4-a0a8-3eed3ee2aaa5", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "ddc70349-dc87-48c4-a0a8-3eed3ee2aaa5", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c02cf905-18e3-4942-bc25-d07377a75141", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c02cf905-18e3-4942-bc25-d07377a75141", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c02cf905-18e3-4942-bc25-d07377a75141", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:40:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:40:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660"} 2026-07-30T23:40:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:40:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:40:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:40:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660-kserve-route-authn"} 2026-07-30T23:40:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:40:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "0fd70f80-d513-4137-8a5f-e782114b3f2b", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:40:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6f660","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "rate-test-model-f6f660", "reconcileID": "5eaa8853-3f1b-4977-b30e-61393e52eba5", "LLMInferenceService": "rate-test-model-f6f660", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "6f4ada04-e52f-45e5-8685-2fb4704a86f3", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "6f4ada04-e52f-45e5-8685-2fb4704a86f3", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "6f4ada04-e52f-45e5-8685-2fb4704a86f3", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "5ee81ae7-7fb7-4e75-9659-6f751dae0374", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "5ee81ae7-7fb7-4e75-9659-6f751dae0374", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "5ee81ae7-7fb7-4e75-9659-6f751dae0374", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "58b2b06d-3664-455f-8a22-988c16920212", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "58b2b06d-3664-455f-8a22-988c16920212", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:40:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "58b2b06d-3664-455f-8a22-988c16920212", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:40:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "23843762-20b7-4c11-8b5a-eb4f2cd7af2c", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:40:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "23843762-20b7-4c11-8b5a-eb4f2cd7af2c", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:40:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "23843762-20b7-4c11-8b5a-eb4f2cd7af2c", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "ef68f767-9f26-4101-b42d-e631950e4527", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "ef68f767-9f26-4101-b42d-e631950e4527", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "ef68f767-9f26-4101-b42d-e631950e4527", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "1a39b8a5-4b4b-43ee-bfdc-2444e5276890", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "1a39b8a5-4b4b-43ee-bfdc-2444e5276890", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:28Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "1a39b8a5-4b4b-43ee-bfdc-2444e5276890", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-05d70d-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-05d70d-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:40:28Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-05d70d-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-05d70d-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-05d70d","uid":"1f28f662-ef0e-49ea-abcd-53238167f629","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"72133"}, "reason": "ReconcileError"} 2026-07-30T23:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "59006284-b594-41ee-8765-98f725746df8", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "59006284-b594-41ee-8765-98f725746df8", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "59006284-b594-41ee-8765-98f725746df8", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "ddf59060-9a09-4d10-86e7-8885d1b3782c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "ddf59060-9a09-4d10-86e7-8885d1b3782c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "ddf59060-9a09-4d10-86e7-8885d1b3782c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "d8b670ee-0dc1-45e0-a26d-4387ecc28918", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "d8b670ee-0dc1-45e0-a26d-4387ecc28918", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "d8b670ee-0dc1-45e0-a26d-4387ecc28918", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "7a072305-ab2a-4b93-a44d-946793508c83", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "7a072305-ab2a-4b93-a44d-946793508c83", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "7a072305-ab2a-4b93-a44d-946793508c83", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "74686e39-b5a8-41a3-bbb1-2bc3d218bcd1", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "74686e39-b5a8-41a3-bbb1-2bc3d218bcd1", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "74686e39-b5a8-41a3-bbb1-2bc3d218bcd1", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-trusted-ca-bundle", "reconcileID": "fa9000b6-9d28-4871-b8ca-dc2a4cd4fff2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "openshift-service-ca.crt", "reconcileID": "b589fbe7-a98c-45e2-9367-c9417c5ebf3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "openshift-service-ca.crt", "reconcileID": "f592b0b3-5125-46f5-9b8d-fbb1a885357d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:40:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "openshift-service-ca.crt", "reconcileID": "f592b0b3-5125-46f5-9b8d-fbb1a885357d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4751cc3a-da21-458e-9dc7-8ab0d3900172", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "openshift-service-ca.crt", "reconcileID": "82640cbe-922e-4fd4-984f-47bf9d4f2c78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-trusted-ca-bundle", "reconcileID": "6fec1c87-208d-48cf-a3c6-709f9f24de67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:40:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-trusted-ca-bundle", "reconcileID": "6fec1c87-208d-48cf-a3c6-709f9f24de67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f981f80-1a49-4733-891c-231700740964", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "acd167c2-f2ac-4d1a-a8a2-abc891faf4e6", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "acd167c2-f2ac-4d1a-a8a2-abc891faf4e6", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "acd167c2-f2ac-4d1a-a8a2-abc891faf4e6", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc75f3c8-57b9-4c11-822e-9ca5f7f5d504", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:40:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "06feba20-9ee7-42f3-a9ae-8d538ec995e3", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "06feba20-9ee7-42f3-a9ae-8d538ec995e3", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:40:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "06feba20-9ee7-42f3-a9ae-8d538ec995e3", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "1c44d9dd-8a57-49dd-8f03-cfdeedb517a0", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "1c44d9dd-8a57-49dd-8f03-cfdeedb517a0", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "1c44d9dd-8a57-49dd-8f03-cfdeedb517a0", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "47601f1b-720d-4b3b-8b33-18332ef052d8", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "47601f1b-720d-4b3b-8b33-18332ef052d8", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "47601f1b-720d-4b3b-8b33-18332ef052d8", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "b60e95d5-99e5-46d1-8898-4fc2ccac9f99", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "b60e95d5-99e5-46d1-8898-4fc2ccac9f99", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "b60e95d5-99e5-46d1-8898-4fc2ccac9f99", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "b2d5b09d-446a-4877-97dc-0b23bacf39b0", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "b2d5b09d-446a-4877-97dc-0b23bacf39b0", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "b2d5b09d-446a-4877-97dc-0b23bacf39b0", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "66f4678e-610e-4efb-a72f-2c97cd41e380", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "66f4678e-610e-4efb-a72f-2c97cd41e380", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "66f4678e-610e-4efb-a72f-2c97cd41e380", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "393ef4e7-cc28-48f8-b5d4-1e6c495ae2ad", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "393ef4e7-cc28-48f8-b5d4-1e6c495ae2ad", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "393ef4e7-cc28-48f8-b5d4-1e6c495ae2ad", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "49064396-56b4-4c1f-a876-f2c165416689", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "49064396-56b4-4c1f-a876-f2c165416689", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:41:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "49064396-56b4-4c1f-a876-f2c165416689", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "openshift-service-ca.crt", "reconcileID": "bec15136-4a15-4e5a-9640-49d4d3bf3600", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-trusted-ca-bundle", "reconcileID": "102ca5d7-5b36-4f2b-b87f-396f578ac7df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "openshift-service-ca.crt", "reconcileID": "f593242f-6f1a-476f-ad82-e3b7d05af178", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-25ff25", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:41:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "openshift-service-ca.crt", "reconcileID": "f593242f-6f1a-476f-ad82-e3b7d05af178", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "openshift-service-ca.crt", "reconcileID": "578cafc7-54da-4977-b74c-bd8f6027df3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfcb5508-f69d-4df2-84b6-afc161e4d229", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-trusted-ca-bundle", "reconcileID": "553e2e31-ca7a-4a2c-b322-dd20dc85c596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:41:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-trusted-ca-bundle", "reconcileID": "553e2e31-ca7a-4a2c-b322-dd20dc85c596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "522c90c7-160b-4e2b-b82c-999f63306978", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "17a2b432-775f-4975-86d7-ad7090f20d36", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "17a2b432-775f-4975-86d7-ad7090f20d36", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "17a2b432-775f-4975-86d7-ad7090f20d36", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72314b97-bb88-4cbe-9417-8f029431dc60", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:41:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "c0806c78-46b8-48a8-ae67-2412bcff3b73", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "c0806c78-46b8-48a8-ae67-2412bcff3b73", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:41:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "c0806c78-46b8-48a8-ae67-2412bcff3b73", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:41:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "8259d8fe-ad89-43c0-8e25-231bf97ae8ed", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "8259d8fe-ad89-43c0-8e25-231bf97ae8ed", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "8259d8fe-ad89-43c0-8e25-231bf97ae8ed", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "3aaa1fa5-8eba-49e3-b9fa-ec224ababec7", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:41:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "8259d8fe-ad89-43c0-8e25-231bf97ae8ed", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:41:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "8259d8fe-ad89-43c0-8e25-231bf97ae8ed", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:41:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "8259d8fe-ad89-43c0-8e25-231bf97ae8ed", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "3aaa1fa5-8eba-49e3-b9fa-ec224ababec7", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:41:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "3aaa1fa5-8eba-49e3-b9fa-ec224ababec7", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:41:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c1411c82-055a-4e7c-8c60-a835b181e8e6", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c1411c82-055a-4e7c-8c60-a835b181e8e6", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c1411c82-055a-4e7c-8c60-a835b181e8e6", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c1411c82-055a-4e7c-8c60-a835b181e8e6", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:41:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c1411c82-055a-4e7c-8c60-a835b181e8e6", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:41:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c1411c82-055a-4e7c-8c60-a835b181e8e6", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b81f06a6-d9fd-4b63-93d3-ae80206ea00b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:41:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "8bcf67f0-ced3-492f-8aaa-a285a5536901", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:41:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "8bcf67f0-ced3-492f-8aaa-a285a5536901", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:41:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "8bcf67f0-ced3-492f-8aaa-a285a5536901", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:41:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "86098c25-404f-4e35-9a78-7dc7e34de69b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "86098c25-404f-4e35-9a78-7dc7e34de69b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "86098c25-404f-4e35-9a78-7dc7e34de69b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "86098c25-404f-4e35-9a78-7dc7e34de69b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:41:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "86098c25-404f-4e35-9a78-7dc7e34de69b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:41:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "86098c25-404f-4e35-9a78-7dc7e34de69b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "4af80abe-5d77-4997-93b0-70423119acf0", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "4af80abe-5d77-4997-93b0-70423119acf0", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "4af80abe-5d77-4997-93b0-70423119acf0", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "4af80abe-5d77-4997-93b0-70423119acf0", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:41:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "4af80abe-5d77-4997-93b0-70423119acf0", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:41:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "4af80abe-5d77-4997-93b0-70423119acf0", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "87e9a4ed-60d7-49b1-b47f-2a439786867b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "87e9a4ed-60d7-49b1-b47f-2a439786867b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "87e9a4ed-60d7-49b1-b47f-2a439786867b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:41:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "87e9a4ed-60d7-49b1-b47f-2a439786867b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:41:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "87e9a4ed-60d7-49b1-b47f-2a439786867b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:41:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "87e9a4ed-60d7-49b1-b47f-2a439786867b", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "6f1c4c4c-59c0-4513-b24d-1f6c4d206664", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "6f1c4c4c-59c0-4513-b24d-1f6c4d206664", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "6f1c4c4c-59c0-4513-b24d-1f6c4d206664", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d6a0f35-ac20-48bf-b83f-993382c337a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "7cc5d78b-195b-4f53-830c-4c9f2acaded6", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "7cc5d78b-195b-4f53-830c-4c9f2acaded6", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "7cc5d78b-195b-4f53-830c-4c9f2acaded6", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "8c74b906-b0fe-4c77-9a6d-b18c70c65e88", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "8c74b906-b0fe-4c77-9a6d-b18c70c65e88", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "8c74b906-b0fe-4c77-9a6d-b18c70c65e88", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "4f618653-fecc-4743-84eb-1c3506c24761", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "4f618653-fecc-4743-84eb-1c3506c24761", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "4f618653-fecc-4743-84eb-1c3506c24761", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "6e2d8828-d7a9-469e-9060-1b50897ff1f0", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "6e2d8828-d7a9-469e-9060-1b50897ff1f0", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "6e2d8828-d7a9-469e-9060-1b50897ff1f0", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "d7989bf5-c1b1-4b6d-8c66-2f921130b09a", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "d7989bf5-c1b1-4b6d-8c66-2f921130b09a", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "d7989bf5-c1b1-4b6d-8c66-2f921130b09a", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "3da96317-9d84-4602-8eba-7b6acbc23050", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "3da96317-9d84-4602-8eba-7b6acbc23050", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "3da96317-9d84-4602-8eba-7b6acbc23050", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "321972be-2699-4ee7-bfcd-e7cc243c8d5b", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "321972be-2699-4ee7-bfcd-e7cc243c8d5b", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "321972be-2699-4ee7-bfcd-e7cc243c8d5b", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "openshift-service-ca.crt", "reconcileID": "0d4a237e-9cb8-4f50-8aa0-c774d74cc9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-trusted-ca-bundle", "reconcileID": "2e8e8e53-eea9-4e2a-8474-b2db66a86987", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "openshift-service-ca.crt", "reconcileID": "e4e6db19-2e35-4cf3-bfa6-3e00edf728e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:42:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "openshift-service-ca.crt", "reconcileID": "e4e6db19-2e35-4cf3-bfa6-3e00edf728e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd9263cf-81de-481a-b6af-85ef72a847d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "openshift-service-ca.crt", "reconcileID": "b05dd30d-1193-409f-a6d8-00ed0815648c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-trusted-ca-bundle", "reconcileID": "84bd72d8-180a-4d5f-bff3-90fd0fbb5fd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:42:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-trusted-ca-bundle", "reconcileID": "84bd72d8-180a-4d5f-bff3-90fd0fbb5fd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c0dc35a-26c9-4da1-af6a-64689ff09541", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:42:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "f8b4f2a3-cea1-4c16-b6fd-b32a60049900", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "f8b4f2a3-cea1-4c16-b6fd-b32a60049900", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "f8b4f2a3-cea1-4c16-b6fd-b32a60049900", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f9d074d-1ae5-4e9b-bd02-40071432871b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:42:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "c4becb1b-e3d1-4ff1-b29c-a30ff4979863", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "c4becb1b-e3d1-4ff1-b29c-a30ff4979863", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:42:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "c4becb1b-e3d1-4ff1-b29c-a30ff4979863", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2122206b-20b8-44bf-b68c-77920c9b4fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8bb9ce2-ad17-4c8a-9ef9-8b6caa434e40", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:43:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "fb1407dd-7fe1-48c2-8509-7776809f579e", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:43:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "fb1407dd-7fe1-48c2-8509-7776809f579e", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:43:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "fb1407dd-7fe1-48c2-8509-7776809f579e", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "3251e2e1-7757-4934-bd7e-db896d002a29", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "3251e2e1-7757-4934-bd7e-db896d002a29", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c-authn-ssl"} 2026-07-30T23:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "3251e2e1-7757-4934-bd7e-db896d002a29", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:43:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T23:43:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T23:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33bcf2a5-d397-42f5-a2fc-b13650b6a561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33bcf2a5-d397-42f5-a2fc-b13650b6a561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:43:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33bcf2a5-d397-42f5-a2fc-b13650b6a561", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-07db9c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-trusted-ca-bundle", "reconcileID": "dca9a2cc-abb3-45ca-898b-4b9792e57bc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-trusted-ca-bundle", "reconcileID": "dca9a2cc-abb3-45ca-898b-4b9792e57bc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "openshift-service-ca.crt", "reconcileID": "510d1073-a886-400c-8e78-5e4e240bfb4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "openshift-service-ca.crt", "reconcileID": "510d1073-a886-400c-8e78-5e4e240bfb4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "156c739e-8f65-4d35-9865-966bca0e006b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-07db9c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "156c739e-8f65-4d35-9865-966bca0e006b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-07db9c"} 2026-07-30T23:43:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-07db9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-07db9c", "reconcileID": "49671344-a423-48a6-ad7e-147a06d3e41a", "Gateway": "e2e-ipp-cleanup-07db9c", "namespace": "openshift-ingress"} 2026-07-30T23:43:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T23:43:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T23:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dca52410-81d9-4d05-a0df-05b1cffde2fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "042d15be-6eaf-4c6a-a7c7-1f4f1aebce06", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "042d15be-6eaf-4c6a-a7c7-1f4f1aebce06", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "042d15be-6eaf-4c6a-a7c7-1f4f1aebce06", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "31e9721d-7270-4ecc-b7d1-86ab8b442017", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "31e9721d-7270-4ecc-b7d1-86ab8b442017", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:43:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "31e9721d-7270-4ecc-b7d1-86ab8b442017", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "fd84b2bb-20e9-4ba4-9eb0-a7f9f980553c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "fd84b2bb-20e9-4ba4-9eb0-a7f9f980553c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:43:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "fd84b2bb-20e9-4ba4-9eb0-a7f9f980553c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "a822028c-125d-4fc2-bcb0-0ca751d81bf5", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "a822028c-125d-4fc2-bcb0-0ca751d81bf5", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "a822028c-125d-4fc2-bcb0-0ca751d81bf5", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2ff5589d-37bf-4353-b231-61da3fc15faf", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2ff5589d-37bf-4353-b231-61da3fc15faf", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2ff5589d-37bf-4353-b231-61da3fc15faf", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2ff5589d-37bf-4353-b231-61da3fc15faf", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:43:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2ff5589d-37bf-4353-b231-61da3fc15faf", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:43:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2ff5589d-37bf-4353-b231-61da3fc15faf", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "7e07fef8-268c-4c47-9805-0a299eace5ae", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "7e07fef8-268c-4c47-9805-0a299eace5ae", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:43:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "7e07fef8-268c-4c47-9805-0a299eace5ae", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c7c8a76e-41bb-4442-9774-0ac3ccd57a87", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c7c8a76e-41bb-4442-9774-0ac3ccd57a87", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c7c8a76e-41bb-4442-9774-0ac3ccd57a87", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c7c8a76e-41bb-4442-9774-0ac3ccd57a87", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:43:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c7c8a76e-41bb-4442-9774-0ac3ccd57a87", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "authType": "userdefined"} 2026-07-30T23:43:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "c7c8a76e-41bb-4442-9774-0ac3ccd57a87", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d"} 2026-07-30T23:43:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:43:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:43:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "1a93fba9-6493-4b65-87c8-a974bd07fc06", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "451bb901-8702-4e31-867b-17b4248dfaa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "451bb901-8702-4e31-867b-17b4248dfaa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:43:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "451bb901-8702-4e31-867b-17b4248dfaa3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-05d70d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-trusted-ca-bundle", "reconcileID": "ddb02df8-439e-458f-8fcc-f4eb411467ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-trusted-ca-bundle", "reconcileID": "ddb02df8-439e-458f-8fcc-f4eb411467ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "openshift-service-ca.crt", "reconcileID": "e40ab8bc-7db0-4091-8d67-ba6211ead2ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "openshift-service-ca.crt", "reconcileID": "e40ab8bc-7db0-4091-8d67-ba6211ead2ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b562676-70b1-4c1b-a131-e36445454cf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b562676-70b1-4c1b-a131-e36445454cf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d"} 2026-07-30T23:43:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:43:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d-kserve-route-authn"} 2026-07-30T23:43:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "9d1dc707-4b43-4452-81d0-de9b424ffda3", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-05d70d","namespace":"ai-tenant-e2e-ipp-a-05d70d"}, "namespace": "ai-tenant-e2e-ipp-a-05d70d", "name": "ipp-route-05d70d", "reconcileID": "2c17d036-8cde-4523-ba66-dc2e2be4d98f", "LLMInferenceService": "ipp-route-05d70d", "namespace": "ai-tenant-e2e-ipp-a-05d70d"} 2026-07-30T23:43:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "97f825c2-e4ea-4d91-aa4c-c7e4362ee66f", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "97f825c2-e4ea-4d91-aa4c-c7e4362ee66f", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d-authn-ssl"} 2026-07-30T23:43:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "97f825c2-e4ea-4d91-aa4c-c7e4362ee66f", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-05d70d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-05d70d", "reconcileID": "15357a21-a0b2-455a-80fe-4e30c86da96c", "Gateway": "e2e-ipp-a-05d70d", "namespace": "openshift-ingress"} 2026-07-30T23:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d4a1475-3d8a-4dc3-befd-9d9bb7800c42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "dcbef348-fa88-4c29-9da9-12d9dd77f623", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "dcbef348-fa88-4c29-9da9-12d9dd77f623", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "dcbef348-fa88-4c29-9da9-12d9dd77f623", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "8bf426ba-55e4-433c-b934-07c23ed27ccf", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "8bf426ba-55e4-433c-b934-07c23ed27ccf", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25-authn-ssl"} 2026-07-30T23:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "8bf426ba-55e4-433c-b934-07c23ed27ccf", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc2ce24-6567-407b-ae29-4fecb9092b99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc2ce24-6567-407b-ae29-4fecb9092b99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:44:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc2ce24-6567-407b-ae29-4fecb9092b99", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-25ff25 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-trusted-ca-bundle", "reconcileID": "349c40b2-d610-43e7-8182-00e0bf974773", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-trusted-ca-bundle", "reconcileID": "349c40b2-d610-43e7-8182-00e0bf974773", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "openshift-service-ca.crt", "reconcileID": "b1db6352-cc4a-4400-b553-07bf81b6b19e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "openshift-service-ca.crt", "reconcileID": "b1db6352-cc4a-4400-b553-07bf81b6b19e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dfffdfa-4f74-4b07-ab64-8256eb5ef915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-25ff25"}, "namespace": "ai-tenant-e2e-ipp-b-25ff25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dfffdfa-4f74-4b07-ab64-8256eb5ef915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-25ff25"} 2026-07-30T23:44:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-25ff25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-25ff25", "reconcileID": "c5830e7e-a166-4d8c-bd61-970bf2d02079", "Gateway": "e2e-ipp-b-25ff25", "namespace": "openshift-ingress"} 2026-07-30T23:44:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9cb5648c-0dcc-4368-a3a2-131d66d699ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:44:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "745d0d97-e4e2-40b8-b086-dc47909e4f1a", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:44:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "745d0d97-e4e2-40b8-b086-dc47909e4f1a", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:44:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "745d0d97-e4e2-40b8-b086-dc47909e4f1a", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c954d5c4-d407-4771-b2b4-104f57a6bc52", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c954d5c4-d407-4771-b2b4-104f57a6bc52", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4-authn-ssl"} 2026-07-30T23:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "c954d5c4-d407-4771-b2b4-104f57a6bc52", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec068bd5-6ee5-4197-ab3e-7c8c7de85728", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec068bd5-6ee5-4197-ab3e-7c8c7de85728", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5049e4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:44:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec068bd5-6ee5-4197-ab3e-7c8c7de85728", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5049e4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-trusted-ca-bundle", "reconcileID": "b213f786-10bc-4d54-a477-8f5f5425315a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-trusted-ca-bundle", "reconcileID": "b213f786-10bc-4d54-a477-8f5f5425315a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "openshift-service-ca.crt", "reconcileID": "05b359e0-d505-49dc-8ce2-8b0815627484", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "openshift-service-ca.crt", "reconcileID": "05b359e0-d505-49dc-8ce2-8b0815627484", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c966d328-6e6b-489e-a663-a455de3e9a7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5049e4"}, "namespace": "ai-tenant-e2e-shared-a-5049e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c966d328-6e6b-489e-a663-a455de3e9a7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5049e4"} 2026-07-30T23:44:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5049e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5049e4", "reconcileID": "ce822702-4231-4499-aa23-9bcd05546802", "Gateway": "e2e-shared-a-5049e4", "namespace": "openshift-ingress"} 2026-07-30T23:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1905514-ab85-4008-8bd5-c3df73aa2fa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T23:44:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "9212e76a-f7f4-486e-bc9a-a70837927ff1", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:44:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "9212e76a-f7f4-486e-bc9a-a70837927ff1", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:44:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "9212e76a-f7f4-486e-bc9a-a70837927ff1", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "f7c424fc-d3a1-4177-82fc-3ecd855491ed", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "f7c424fc-d3a1-4177-82fc-3ecd855491ed", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660-authn-ssl"} 2026-07-30T23:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "f7c424fc-d3a1-4177-82fc-3ecd855491ed", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"} 2026-07-30T23:44:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "500aaab0-4939-4202-81b0-c03db4f63c07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "500aaab0-4939-4202-81b0-c03db4f63c07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f6f660", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T23:44:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "500aaab0-4939-4202-81b0-c03db4f63c07", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f6f660 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T23:44:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-trusted-ca-bundle", "reconcileID": "933b3714-09a2-4d23-8c1d-9559000d86da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-trusted-ca-bundle", "reconcileID": "933b3714-09a2-4d23-8c1d-9559000d86da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "openshift-service-ca.crt", "reconcileID": "7c98c5a3-19b7-454c-9d57-fb1c6a4832e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "openshift-service-ca.crt", "reconcileID": "7c98c5a3-19b7-454c-9d57-fb1c6a4832e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "078af1d3-8ace-4271-aa6b-0c93fd927b68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f6f660"}, "namespace": "ai-tenant-e2e-shared-b-f6f660", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "078af1d3-8ace-4271-aa6b-0c93fd927b68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f6f660"} 2026-07-30T23:44:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f6f660","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f6f660", "reconcileID": "cd2c4430-7856-402b-a598-210753128599", "Gateway": "e2e-shared-b-f6f660", "namespace": "openshift-ingress"}