2026-07-30T21:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "867bec0e-8502-4998-b921-3d3ed73d8aef", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:18:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "90ecfdff-3ace-46c9-8069-d43a8853dbf7", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "867bec0e-8502-4998-b921-3d3ed73d8aef", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "867bec0e-8502-4998-b921-3d3ed73d8aef", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "867bec0e-8502-4998-b921-3d3ed73d8aef", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:18:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "90ecfdff-3ace-46c9-8069-d43a8853dbf7", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "90ecfdff-3ace-46c9-8069-d43a8853dbf7", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:18:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "e840e92b-7f4f-439d-8f1f-1c7e2ba11602", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:18:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "e840e92b-7f4f-439d-8f1f-1c7e2ba11602", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "e840e92b-7f4f-439d-8f1f-1c7e2ba11602", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "e840e92b-7f4f-439d-8f1f-1c7e2ba11602", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "e840e92b-7f4f-439d-8f1f-1c7e2ba11602", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "e840e92b-7f4f-439d-8f1f-1c7e2ba11602", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24214b9e-9c36-4b5c-b5af-c8c6d4c8c949", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "66e159fc-3fef-4570-8c8d-45951a2cfb42", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "66e159fc-3fef-4570-8c8d-45951a2cfb42", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "66e159fc-3fef-4570-8c8d-45951a2cfb42", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:19:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "ff3e3293-eb0d-4723-9d08-c799c0487eaf", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "ff3e3293-eb0d-4723-9d08-c799c0487eaf", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "ff3e3293-eb0d-4723-9d08-c799c0487eaf", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "ff3e3293-eb0d-4723-9d08-c799c0487eaf", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:19:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "ff3e3293-eb0d-4723-9d08-c799c0487eaf", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:19:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "ff3e3293-eb0d-4723-9d08-c799c0487eaf", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "abc78f4e-d619-48fc-9078-26a5b2017c98", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "abc78f4e-d619-48fc-9078-26a5b2017c98", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "abc78f4e-d619-48fc-9078-26a5b2017c98", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "abc78f4e-d619-48fc-9078-26a5b2017c98", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:19:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "abc78f4e-d619-48fc-9078-26a5b2017c98", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:19:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "abc78f4e-d619-48fc-9078-26a5b2017c98", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1828dfd-eb28-4490-9ab2-d0ab19f2b74a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "af5b4f98-dcab-4874-bfca-cbea8996ccfa", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "af5b4f98-dcab-4874-bfca-cbea8996ccfa", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "af5b4f98-dcab-4874-bfca-cbea8996ccfa", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:19:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "51071e8c-a649-4b24-a5c3-1a0f24b6015d", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:19:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "51071e8c-a649-4b24-a5c3-1a0f24b6015d", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:19:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "51071e8c-a649-4b24-a5c3-1a0f24b6015d", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "3983ef6f-fcfe-42c1-a299-dcd111188a7a", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "3983ef6f-fcfe-42c1-a299-dcd111188a7a", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "3983ef6f-fcfe-42c1-a299-dcd111188a7a", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "a8835f95-65f8-4178-a348-f18089817311", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "a8835f95-65f8-4178-a348-f18089817311", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "a8835f95-65f8-4178-a348-f18089817311", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d"} 2026-07-30T21:20:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:20:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:20:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "b2d7588d-e901-43ac-9e02-003be35ec30f", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "sub-test-model-155c1d", "reconcileID": "85676fed-43d0-41ac-981f-93cb3ff273f6", "LLMInferenceService": "sub-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "8c319b06-e396-4f4b-bc1c-e71769c02fe6", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "8c319b06-e396-4f4b-bc1c-e71769c02fe6", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "8c319b06-e396-4f4b-bc1c-e71769c02fe6", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "5f545115-e5ca-460a-a20d-eec9c54fd680", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "5f545115-e5ca-460a-a20d-eec9c54fd680", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "5f545115-e5ca-460a-a20d-eec9c54fd680", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:20:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b"} 2026-07-30T21:20:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:20:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:20:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:20:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:20:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:20:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "1b90a16f-9e28-4a41-a1e4-1f33ceddd389", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:20:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "sub-test-model-01bc1b", "reconcileID": "30cb20eb-eb6c-4cbe-ae50-e272c3fa7109", "LLMInferenceService": "sub-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "db9fdfb6-f442-4063-8860-d34db1d1a5ed", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "db9fdfb6-f442-4063-8860-d34db1d1a5ed", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "db9fdfb6-f442-4063-8860-d34db1d1a5ed", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "c99f52e2-3a7e-41a3-8f0b-d2c8c92832f0", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "c99f52e2-3a7e-41a3-8f0b-d2c8c92832f0", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "c99f52e2-3a7e-41a3-8f0b-d2c8c92832f0", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "48974e0b-105c-4efd-8536-a6f0bd9b2de2", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "48974e0b-105c-4efd-8536-a6f0bd9b2de2", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "48974e0b-105c-4efd-8536-a6f0bd9b2de2", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "48974e0b-105c-4efd-8536-a6f0bd9b2de2", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "12b69a0d-9ea8-4f30-ad1e-7323d0a99c0e", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "48974e0b-105c-4efd-8536-a6f0bd9b2de2", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "authType": "userdefined"} 2026-07-30T21:20:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "48974e0b-105c-4efd-8536-a6f0bd9b2de2", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "12b69a0d-9ea8-4f30-ad1e-7323d0a99c0e", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "12b69a0d-9ea8-4f30-ad1e-7323d0a99c0e", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "3fa1bf34-38ab-4bd6-8458-7ef4b35e7f23", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "3fa1bf34-38ab-4bd6-8458-7ef4b35e7f23", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "3fa1bf34-38ab-4bd6-8458-7ef4b35e7f23", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "3fa1bf34-38ab-4bd6-8458-7ef4b35e7f23", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:20:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "3fa1bf34-38ab-4bd6-8458-7ef4b35e7f23", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "authType": "userdefined"} 2026-07-30T21:20:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "3fa1bf34-38ab-4bd6-8458-7ef4b35e7f23", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "006a0fc8-81e8-4284-b590-f3981c13ff6a", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "006a0fc8-81e8-4284-b590-f3981c13ff6a", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "006a0fc8-81e8-4284-b590-f3981c13ff6a", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "bf4f7a86-bd5d-4fbe-943b-9070b460e222", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "bf4f7a86-bd5d-4fbe-943b-9070b460e222", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "bf4f7a86-bd5d-4fbe-943b-9070b460e222", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "0b37e820-79be-42fe-b729-03e57cd1930b", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "0b37e820-79be-42fe-b729-03e57cd1930b", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:20:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "0b37e820-79be-42fe-b729-03e57cd1930b", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:20:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "6e4781fa-be0e-4412-802f-88c45c04bad8", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "6e4781fa-be0e-4412-802f-88c45c04bad8", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "6e4781fa-be0e-4412-802f-88c45c04bad8", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:20:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "6e4781fa-be0e-4412-802f-88c45c04bad8", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:20:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "6e4781fa-be0e-4412-802f-88c45c04bad8", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "authType": "userdefined"} 2026-07-30T21:20:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "6e4781fa-be0e-4412-802f-88c45c04bad8", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:21:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "73028e71-b555-4170-9123-ad3dac8f94d6", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:21:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "73028e71-b555-4170-9123-ad3dac8f94d6", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:21:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "73028e71-b555-4170-9123-ad3dac8f94d6", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:21:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "73028e71-b555-4170-9123-ad3dac8f94d6", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:21:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "73028e71-b555-4170-9123-ad3dac8f94d6", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "authType": "userdefined"} 2026-07-30T21:21:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "73028e71-b555-4170-9123-ad3dac8f94d6", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:21:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9ec1c888-4f82-44b6-9b78-87c32f8722db", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9ec1c888-4f82-44b6-9b78-87c32f8722db", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9ec1c888-4f82-44b6-9b78-87c32f8722db", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "d7f505b0-5f90-443e-bb7f-f7f82d318e09", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:21:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9ec1c888-4f82-44b6-9b78-87c32f8722db", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:21:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9ec1c888-4f82-44b6-9b78-87c32f8722db", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:21:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9ec1c888-4f82-44b6-9b78-87c32f8722db", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "d7f505b0-5f90-443e-bb7f-f7f82d318e09", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:21:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "d7f505b0-5f90-443e-bb7f-f7f82d318e09", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:21:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "07405ff5-287d-4289-8447-010c54138243", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "07405ff5-287d-4289-8447-010c54138243", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "07405ff5-287d-4289-8447-010c54138243", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "07405ff5-287d-4289-8447-010c54138243", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:21:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "07405ff5-287d-4289-8447-010c54138243", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:21:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "07405ff5-287d-4289-8447-010c54138243", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "4eaf7b0a-a6d1-43e3-a5cf-460b073926a4", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:21:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "4eaf7b0a-a6d1-43e3-a5cf-460b073926a4", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:21:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "4eaf7b0a-a6d1-43e3-a5cf-460b073926a4", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:21:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "d831371e-1e6a-4f70-850a-d9d959aa2b19", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "d831371e-1e6a-4f70-850a-d9d959aa2b19", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "d831371e-1e6a-4f70-850a-d9d959aa2b19", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "d831371e-1e6a-4f70-850a-d9d959aa2b19", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:21:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "d831371e-1e6a-4f70-850a-d9d959aa2b19", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:21:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "d831371e-1e6a-4f70-850a-d9d959aa2b19", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "8c755d74-af3e-4fd3-9970-431a9bb5ae84", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "8c755d74-af3e-4fd3-9970-431a9bb5ae84", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "8c755d74-af3e-4fd3-9970-431a9bb5ae84", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "8c755d74-af3e-4fd3-9970-431a9bb5ae84", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:21:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "8c755d74-af3e-4fd3-9970-431a9bb5ae84", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:21:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "8c755d74-af3e-4fd3-9970-431a9bb5ae84", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "c61b3980-25a4-4fc1-ac2f-dc7033fe6829", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "c61b3980-25a4-4fc1-ac2f-dc7033fe6829", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "c61b3980-25a4-4fc1-ac2f-dc7033fe6829", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "c61b3980-25a4-4fc1-ac2f-dc7033fe6829", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:21:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "c61b3980-25a4-4fc1-ac2f-dc7033fe6829", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "authType": "userdefined"} 2026-07-30T21:21:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "c61b3980-25a4-4fc1-ac2f-dc7033fe6829", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "195858ef-107f-4566-9faf-f669f27e19f2", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "195858ef-107f-4566-9faf-f669f27e19f2", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "195858ef-107f-4566-9faf-f669f27e19f2", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:21:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "5735ec6c-258a-478a-899e-9d62b639d714", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:21:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "5735ec6c-258a-478a-899e-9d62b639d714", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:21:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "5735ec6c-258a-478a-899e-9d62b639d714", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "111f8956-287d-4b7f-b2b4-2a695c7af797", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "111f8956-287d-4b7f-b2b4-2a695c7af797", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "111f8956-287d-4b7f-b2b4-2a695c7af797", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "29984f82-63fb-4846-b540-9847cda7e91f", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "29984f82-63fb-4846-b540-9847cda7e91f", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:22:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "29984f82-63fb-4846-b540-9847cda7e91f", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af7c6bfc-43b1-4251-8335-078083b1ec86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:22:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:22:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d"} 2026-07-30T21:22:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:22:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:22:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:22:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d-kserve-route-authn"} 2026-07-30T21:22:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:22:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8dabc346-e7af-4c9b-b745-2c602d7b0cef", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:22:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-155c1d","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "rate-test-model-155c1d", "reconcileID": "8efe255e-a63b-4c60-b090-903c42d1655a", "LLMInferenceService": "rate-test-model-155c1d", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "4400878d-ea5f-4151-8922-24f266b44a4e", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "4400878d-ea5f-4151-8922-24f266b44a4e", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "4400878d-ea5f-4151-8922-24f266b44a4e", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "81d2b79a-f5e4-4725-bd54-0be3d4fa008a", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "81d2b79a-f5e4-4725-bd54-0be3d4fa008a", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "81d2b79a-f5e4-4725-bd54-0be3d4fa008a", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:22:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:22:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b"} 2026-07-30T21:22:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:22:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:22:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:22:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b-kserve-route-authn"} 2026-07-30T21:22:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:22:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "39485092-190b-4ce6-9577-8f6487d43a86", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:22:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-01bc1b","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "rate-test-model-01bc1b", "reconcileID": "9b8c5d94-46f9-43c5-8f98-c854f8b83e7c", "LLMInferenceService": "rate-test-model-01bc1b", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:22:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "3bc0b1a7-9163-4c0f-b861-fa492f676eda", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "3bc0b1a7-9163-4c0f-b861-fa492f676eda", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:22:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "3bc0b1a7-9163-4c0f-b861-fa492f676eda", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "fa2581a1-2908-44bf-98b1-5687170319b5", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "fa2581a1-2908-44bf-98b1-5687170319b5", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:22:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "fa2581a1-2908-44bf-98b1-5687170319b5", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "0a81d3e4-0a5c-46be-99b4-f83f2d6486af", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "0a81d3e4-0a5c-46be-99b4-f83f2d6486af", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:22:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "0a81d3e4-0a5c-46be-99b4-f83f2d6486af", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:22:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "7899ed06-6dec-411b-9030-49e54149bb73", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:22:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "7899ed06-6dec-411b-9030-49e54149bb73", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:22:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "7899ed06-6dec-411b-9030-49e54149bb73", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "76886a78-4546-4709-a6eb-0ee6e618a00b", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "76886a78-4546-4709-a6eb-0ee6e618a00b", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "76886a78-4546-4709-a6eb-0ee6e618a00b", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "445c47d5-76c7-4bfd-bad8-8676e185c39e", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "445c47d5-76c7-4bfd-bad8-8676e185c39e", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:00Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "445c47d5-76c7-4bfd-bad8-8676e185c39e", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-e54afd-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-e54afd-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:23:00Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-e54afd-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-e54afd-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-e54afd","uid":"5f65a18a-1d58-42ee-a919-b887318b51d8","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"74197"}, "reason": "ReconcileError"} 2026-07-30T21:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "058496da-473e-45db-94af-2c6fa33bb176", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "058496da-473e-45db-94af-2c6fa33bb176", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "058496da-473e-45db-94af-2c6fa33bb176", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "37d27d51-a75b-4478-8aa6-a89fe094df40", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "37d27d51-a75b-4478-8aa6-a89fe094df40", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "37d27d51-a75b-4478-8aa6-a89fe094df40", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "e69888da-b566-426e-9568-221f55bfd78f", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "e69888da-b566-426e-9568-221f55bfd78f", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "e69888da-b566-426e-9568-221f55bfd78f", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "cf4b2315-2766-4289-8345-58103d906e04", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "cf4b2315-2766-4289-8345-58103d906e04", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "cf4b2315-2766-4289-8345-58103d906e04", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "068c7a61-7c45-4dc2-baa3-ae2de496fd31", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "068c7a61-7c45-4dc2-baa3-ae2de496fd31", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "068c7a61-7c45-4dc2-baa3-ae2de496fd31", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-trusted-ca-bundle", "reconcileID": "cc9f5a2f-0b8e-4865-b027-c955de2a2844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "openshift-service-ca.crt", "reconcileID": "5ed6f908-9455-49ca-936e-b03354166a44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "openshift-service-ca.crt", "reconcileID": "16e379a4-61e7-46c6-a7f5-ef1e6bec8f28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:23:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "openshift-service-ca.crt", "reconcileID": "16e379a4-61e7-46c6-a7f5-ef1e6bec8f28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3fe0136-14f6-49d1-afa3-f16401ead810", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "openshift-service-ca.crt", "reconcileID": "1c8c1240-020b-4835-8b03-668db59104bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-trusted-ca-bundle", "reconcileID": "92bcfa03-5817-47b7-b389-daaf4f2c3873", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:23:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-trusted-ca-bundle", "reconcileID": "92bcfa03-5817-47b7-b389-daaf4f2c3873", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bba59e67-3557-4920-8fe9-a40f7335fc8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:23:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "427a3c76-7f0a-4dda-afdd-70f3d566bcb7", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "427a3c76-7f0a-4dda-afdd-70f3d566bcb7", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "427a3c76-7f0a-4dda-afdd-70f3d566bcb7", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a1c3f86-0ac3-4466-baac-6fe1b14e589f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "ab1030f4-404b-4218-a43f-e270aa7a4959", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "ab1030f4-404b-4218-a43f-e270aa7a4959", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "ab1030f4-404b-4218-a43f-e270aa7a4959", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "e6be33ff-8e2f-4838-96f9-e67ed0a785fe", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "e6be33ff-8e2f-4838-96f9-e67ed0a785fe", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "e6be33ff-8e2f-4838-96f9-e67ed0a785fe", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "2ba7ea5c-2aaa-4552-b590-e8a87dfc7386", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "2ba7ea5c-2aaa-4552-b590-e8a87dfc7386", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "2ba7ea5c-2aaa-4552-b590-e8a87dfc7386", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "c07a1a10-3b07-46e4-b9f1-87d91a18f7ee", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "c07a1a10-3b07-46e4-b9f1-87d91a18f7ee", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "c07a1a10-3b07-46e4-b9f1-87d91a18f7ee", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "3c866517-b8fe-4d8a-b1f4-065960195ae4", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "3c866517-b8fe-4d8a-b1f4-065960195ae4", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "3c866517-b8fe-4d8a-b1f4-065960195ae4", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "d10cb9ef-00a5-44dd-a299-64708699dfb8", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "d10cb9ef-00a5-44dd-a299-64708699dfb8", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "d10cb9ef-00a5-44dd-a299-64708699dfb8", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "1637aa43-6c52-4e5c-890e-c756bc0a22ea", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "1637aa43-6c52-4e5c-890e-c756bc0a22ea", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "1637aa43-6c52-4e5c-890e-c756bc0a22ea", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "de470e5e-2f3e-406c-923d-fc587329bf7d", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "de470e5e-2f3e-406c-923d-fc587329bf7d", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "de470e5e-2f3e-406c-923d-fc587329bf7d", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "09fac20b-e487-4b52-a901-8c95fd4054a0", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "09fac20b-e487-4b52-a901-8c95fd4054a0", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "09fac20b-e487-4b52-a901-8c95fd4054a0", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "openshift-service-ca.crt", "reconcileID": "5bbb9236-c375-4fbc-8d31-fbbce6fb76d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-trusted-ca-bundle", "reconcileID": "7ed11668-7af8-48c4-b257-b39b9c7d01e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "openshift-service-ca.crt", "reconcileID": "9059e335-b477-4f79-9a3d-388f9990118f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-296998", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:23:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "openshift-service-ca.crt", "reconcileID": "9059e335-b477-4f79-9a3d-388f9990118f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50ed2423-7eb5-4a87-97e0-0ff88af1c3e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "openshift-service-ca.crt", "reconcileID": "6aaf4c93-f048-4f73-a5c9-b1189cfdc842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-trusted-ca-bundle", "reconcileID": "79d33518-717b-4177-a84e-2564a8bbc193", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:23:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-trusted-ca-bundle", "reconcileID": "79d33518-717b-4177-a84e-2564a8bbc193", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04e68fec-bf06-4ebb-bbae-3f6f5cf6d7c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "f1e02850-d357-4018-98d7-0130bb43288b", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "f1e02850-d357-4018-98d7-0130bb43288b", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "f1e02850-d357-4018-98d7-0130bb43288b", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "583b9eeb-e4d9-4dec-bc3c-147e76a08fbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:23:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "88b4a4ba-d1a9-4a41-b7b8-b3330840abaa", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:23:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "88b4a4ba-d1a9-4a41-b7b8-b3330840abaa", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:23:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "88b4a4ba-d1a9-4a41-b7b8-b3330840abaa", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7af1c09-10e8-466b-a156-77d3faa45c90", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:24:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "769d5a4b-d14d-47f5-81c5-39725566b2ec", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "769d5a4b-d14d-47f5-81c5-39725566b2ec", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "769d5a4b-d14d-47f5-81c5-39725566b2ec", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "3ae1f3ec-bfee-48e8-8992-2b055dd3c775", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:24:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "769d5a4b-d14d-47f5-81c5-39725566b2ec", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:24:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "769d5a4b-d14d-47f5-81c5-39725566b2ec", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "authType": "userdefined"} 2026-07-30T21:24:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "769d5a4b-d14d-47f5-81c5-39725566b2ec", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "3ae1f3ec-bfee-48e8-8992-2b055dd3c775", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:24:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "3ae1f3ec-bfee-48e8-8992-2b055dd3c775", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:24:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "c697f1ad-9461-4c10-b888-0068ed3086a6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "c697f1ad-9461-4c10-b888-0068ed3086a6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "c697f1ad-9461-4c10-b888-0068ed3086a6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "c697f1ad-9461-4c10-b888-0068ed3086a6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:24:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "c697f1ad-9461-4c10-b888-0068ed3086a6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "authType": "userdefined"} 2026-07-30T21:24:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "c697f1ad-9461-4c10-b888-0068ed3086a6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "e08b36a4-7747-4bfb-adf4-7e05a8e1f5d3", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "e08b36a4-7747-4bfb-adf4-7e05a8e1f5d3", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "e08b36a4-7747-4bfb-adf4-7e05a8e1f5d3", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:24:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "25f86959-8289-4b6d-b7b7-e21993530e72", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "25f86959-8289-4b6d-b7b7-e21993530e72", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "25f86959-8289-4b6d-b7b7-e21993530e72", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "25f86959-8289-4b6d-b7b7-e21993530e72", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:24:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "25f86959-8289-4b6d-b7b7-e21993530e72", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "authType": "userdefined"} 2026-07-30T21:24:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "25f86959-8289-4b6d-b7b7-e21993530e72", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "027bbd70-18a1-4ed4-9738-e19b97578e87", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:24:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "309e5086-9d66-4910-8ab7-704931b8e017", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "309e5086-9d66-4910-8ab7-704931b8e017", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "309e5086-9d66-4910-8ab7-704931b8e017", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "309e5086-9d66-4910-8ab7-704931b8e017", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:24:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "309e5086-9d66-4910-8ab7-704931b8e017", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "authType": "userdefined"} 2026-07-30T21:24:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "309e5086-9d66-4910-8ab7-704931b8e017", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "c7254b39-faeb-467b-9e99-7ae95a67a52b", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "c7254b39-faeb-467b-9e99-7ae95a67a52b", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "c7254b39-faeb-467b-9e99-7ae95a67a52b", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:24:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:24:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:24:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:24:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-30T21:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "28f67e61-0763-4026-9404-34b8c4a9e21c", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "28f67e61-0763-4026-9404-34b8c4a9e21c", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "28f67e61-0763-4026-9404-34b8c4a9e21c", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "1ed1b9a5-f227-42d6-8db0-a5e758e06b34", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "1ed1b9a5-f227-42d6-8db0-a5e758e06b34", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "1ed1b9a5-f227-42d6-8db0-a5e758e06b34", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "5af1bd1c-8777-4154-9efe-c8ebbfb9ce54", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "5af1bd1c-8777-4154-9efe-c8ebbfb9ce54", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "5af1bd1c-8777-4154-9efe-c8ebbfb9ce54", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "e13f0ec8-1207-4c8b-890b-383a092605fa", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "e13f0ec8-1207-4c8b-890b-383a092605fa", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "e13f0ec8-1207-4c8b-890b-383a092605fa", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "26c610d4-091b-4a6b-9b7f-65018338641f", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "26c610d4-091b-4a6b-9b7f-65018338641f", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "26c610d4-091b-4a6b-9b7f-65018338641f", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "6004e66d-405c-400b-a5f8-dc8613359a21", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "6004e66d-405c-400b-a5f8-dc8613359a21", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "6004e66d-405c-400b-a5f8-dc8613359a21", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "39ca0039-3133-4437-a338-b28d0fc9c702", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "39ca0039-3133-4437-a338-b28d0fc9c702", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "39ca0039-3133-4437-a338-b28d0fc9c702", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "openshift-service-ca.crt", "reconcileID": "d22648b1-b748-4732-8d21-18494efd362d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-trusted-ca-bundle", "reconcileID": "60657d41-694c-41a5-950c-c2c26a01cb5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "openshift-service-ca.crt", "reconcileID": "0ccf24aa-e1a6-4690-a298-ed69b8ed9df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:25:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "openshift-service-ca.crt", "reconcileID": "0ccf24aa-e1a6-4690-a298-ed69b8ed9df3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "openshift-service-ca.crt", "reconcileID": "782dea9a-289f-443a-91e1-494270322066", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed128a94-e9a4-4c65-b75b-11db653fda95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-trusted-ca-bundle", "reconcileID": "c7fda797-6de5-47f3-8048-8ad35e944987", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:25:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-trusted-ca-bundle", "reconcileID": "c7fda797-6de5-47f3-8048-8ad35e944987", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e3cc237-d338-4d2d-8347-3913b9add55d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "b3979686-d745-4e69-a00b-29378a576ebe", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "b3979686-d745-4e69-a00b-29378a576ebe", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "b3979686-d745-4e69-a00b-29378a576ebe", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75004130-0944-402d-b92f-beffc67d9458", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:25:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "0a94bd3a-2caf-4527-8f3f-b4760c5926d6", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "0a94bd3a-2caf-4527-8f3f-b4760c5926d6", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "0a94bd3a-2caf-4527-8f3f-b4760c5926d6", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "6be7a997-1a56-4765-af68-baa4ba89bc92", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "6be7a997-1a56-4765-af68-baa4ba89bc92", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "6be7a997-1a56-4765-af68-baa4ba89bc92", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "99aa200c-dd50-4f23-9286-78516de7ed09", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "99aa200c-dd50-4f23-9286-78516de7ed09", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c-authn-ssl"} 2026-07-30T21:25:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "99aa200c-dd50-4f23-9286-78516de7ed09", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b151c61-2d59-4e13-9f65-3d93fb56e6ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b151c61-2d59-4e13-9f65-3d93fb56e6ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:25:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b151c61-2d59-4e13-9f65-3d93fb56e6ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-83307c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-trusted-ca-bundle", "reconcileID": "7d4fc458-e684-41dc-8b45-8bbc3b3df269", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-trusted-ca-bundle", "reconcileID": "7d4fc458-e684-41dc-8b45-8bbc3b3df269", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "openshift-service-ca.crt", "reconcileID": "a68e4599-fe26-493d-8512-c658d4c94691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "openshift-service-ca.crt", "reconcileID": "a68e4599-fe26-493d-8512-c658d4c94691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6115d817-24ba-4faa-abfc-e3347fe9be4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-83307c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-83307c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6115d817-24ba-4faa-abfc-e3347fe9be4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-83307c"} 2026-07-30T21:25:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-83307c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-83307c", "reconcileID": "74ced5a2-7509-44d5-b70c-61a97662c7a7", "Gateway": "e2e-ipp-cleanup-83307c", "namespace": "openshift-ingress"} 2026-07-30T21:25:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d96f8d0-8b9e-4484-9c8a-a29700825197", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:26:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "83d52ab9-8617-4742-8a41-fcb4b5cc7542", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "83d52ab9-8617-4742-8a41-fcb4b5cc7542", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:26:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "83d52ab9-8617-4742-8a41-fcb4b5cc7542", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "1f76c97a-d15b-47ba-bbb0-058b979da535", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "1f76c97a-d15b-47ba-bbb0-058b979da535", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:26:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "1f76c97a-d15b-47ba-bbb0-058b979da535", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "b8d56836-2950-4865-bb36-dc807973ce32", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "b8d56836-2950-4865-bb36-dc807973ce32", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:26:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "b8d56836-2950-4865-bb36-dc807973ce32", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "d96b1dc6-f111-4976-8eb0-7197f5b7653f", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "d96b1dc6-f111-4976-8eb0-7197f5b7653f", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:26:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "d96b1dc6-f111-4976-8eb0-7197f5b7653f", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "26db70f8-98ef-4c33-8d2a-b8e8a00c9165", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "26db70f8-98ef-4c33-8d2a-b8e8a00c9165", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "26db70f8-98ef-4c33-8d2a-b8e8a00c9165", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "26db70f8-98ef-4c33-8d2a-b8e8a00c9165", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:26:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "26db70f8-98ef-4c33-8d2a-b8e8a00c9165", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "authType": "userdefined"} 2026-07-30T21:26:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "26db70f8-98ef-4c33-8d2a-b8e8a00c9165", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd"} 2026-07-30T21:26:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:26:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd-kserve-route-authn"} 2026-07-30T21:26:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "297ccbf1-fe95-4aab-befc-985d498d79f3", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "324ef643-ee02-4700-a32e-bd457daf9b2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "324ef643-ee02-4700-a32e-bd457daf9b2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:26:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "324ef643-ee02-4700-a32e-bd457daf9b2c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e54afd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:26:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-trusted-ca-bundle", "reconcileID": "381d876f-4b75-45ee-a873-4c25feb1f770", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-trusted-ca-bundle", "reconcileID": "381d876f-4b75-45ee-a873-4c25feb1f770", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "openshift-service-ca.crt", "reconcileID": "2334cfa3-2a6c-414b-b35b-8ef06280d5ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "openshift-service-ca.crt", "reconcileID": "2334cfa3-2a6c-414b-b35b-8ef06280d5ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afa3fdc7-a8bb-4184-8243-9ee0fb848a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afa3fdc7-a8bb-4184-8243-9ee0fb848a37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e54afd","namespace":"ai-tenant-e2e-ipp-a-e54afd"}, "namespace": "ai-tenant-e2e-ipp-a-e54afd", "name": "ipp-route-e54afd", "reconcileID": "cece23d7-929a-434a-ac8f-bf4dd0be8ab6", "LLMInferenceService": "ipp-route-e54afd", "namespace": "ai-tenant-e2e-ipp-a-e54afd"} 2026-07-30T21:26:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "b1ca3fba-9889-4656-81a8-9a1e4d462c5a", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "b1ca3fba-9889-4656-81a8-9a1e4d462c5a", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:26:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "b1ca3fba-9889-4656-81a8-9a1e4d462c5a", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "d31fdcad-c4ef-4be4-8596-f176895110e3", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "d31fdcad-c4ef-4be4-8596-f176895110e3", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd-authn-ssl"} 2026-07-30T21:26:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "d31fdcad-c4ef-4be4-8596-f176895110e3", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:26:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e54afd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e54afd", "reconcileID": "19ae4b6b-1f78-4d47-a294-b61230d0f7dc", "Gateway": "e2e-ipp-a-e54afd", "namespace": "openshift-ingress"} 2026-07-30T21:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96afb8a8-b37d-43e3-9dd9-a6ad648c6430", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "550aea45-1cd5-4a3a-a111-61a0e00c49d1", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "550aea45-1cd5-4a3a-a111-61a0e00c49d1", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "550aea45-1cd5-4a3a-a111-61a0e00c49d1", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "614148c4-71c6-47e9-92e4-edcdd2a61495", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "614148c4-71c6-47e9-92e4-edcdd2a61495", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998-authn-ssl"} 2026-07-30T21:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "614148c4-71c6-47e9-92e4-edcdd2a61495", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:27:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7487b415-7d8c-4db9-a2d0-9eff454fff6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7487b415-7d8c-4db9-a2d0-9eff454fff6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:27:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7487b415-7d8c-4db9-a2d0-9eff454fff6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-296998 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:27:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-trusted-ca-bundle", "reconcileID": "9dd08a11-bdf2-4fb4-a9af-a015a6e0c8da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-trusted-ca-bundle", "reconcileID": "9dd08a11-bdf2-4fb4-a9af-a015a6e0c8da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "openshift-service-ca.crt", "reconcileID": "ccdfb7df-493e-402b-8364-fdd510803c48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "openshift-service-ca.crt", "reconcileID": "ccdfb7df-493e-402b-8364-fdd510803c48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18e2ef14-7aa5-4418-ac60-227a868d24f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-296998"}, "namespace": "ai-tenant-e2e-ipp-b-296998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18e2ef14-7aa5-4418-ac60-227a868d24f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-296998"} 2026-07-30T21:27:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-296998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-296998", "reconcileID": "1f35b888-1bd5-4e6b-b4d4-8b19b39ffd5f", "Gateway": "e2e-ipp-b-296998", "namespace": "openshift-ingress"} 2026-07-30T21:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60aba251-494c-4470-8447-c1b18e88dc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "25cdeba3-6de2-4b09-b93f-81568d208851", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "25cdeba3-6de2-4b09-b93f-81568d208851", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "25cdeba3-6de2-4b09-b93f-81568d208851", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "ae56f184-00b5-4f53-8b01-02287a01161d", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "ae56f184-00b5-4f53-8b01-02287a01161d", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d-authn-ssl"} 2026-07-30T21:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "ae56f184-00b5-4f53-8b01-02287a01161d", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:27:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11c75c8c-a847-4c3d-a95c-3f02e0aa9a00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11c75c8c-a847-4c3d-a95c-3f02e0aa9a00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-155c1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:27:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11c75c8c-a847-4c3d-a95c-3f02e0aa9a00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-155c1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:27:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "6defff9f-95a8-4902-8322-3ad745ccadfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "6defff9f-95a8-4902-8322-3ad745ccadfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "openshift-service-ca.crt", "reconcileID": "e9116e4f-3340-4579-9fa8-13de2dc445f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "openshift-service-ca.crt", "reconcileID": "e9116e4f-3340-4579-9fa8-13de2dc445f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a917731-37d2-4602-aeef-3831ac725ad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-155c1d"}, "namespace": "ai-tenant-e2e-shared-a-155c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a917731-37d2-4602-aeef-3831ac725ad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-155c1d"} 2026-07-30T21:27:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b932205-d0d9-4779-be07-e882233b4fcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-155c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-155c1d", "reconcileID": "85a8e2da-5929-434e-bbc9-36560f6d1966", "Gateway": "e2e-shared-a-155c1d", "namespace": "openshift-ingress"} 2026-07-30T21:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8162bba0-52a0-44f9-8553-57ceb9e7641b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dea4d884-173d-4a48-89ca-d1e6caeafe50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42168b23-a616-4659-9171-16d0d8ab8fb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf689c19-dbce-49f8-81c6-863e1c9c64c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd29ec4e-a073-4e83-9fdc-7c94a950b899", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58af001c-3d54-48fa-a3d3-898ffdccc0f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T21:27:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "01657ecd-fd60-4474-a91c-20f1704e6189", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:27:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "01657ecd-fd60-4474-a91c-20f1704e6189", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:27:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "01657ecd-fd60-4474-a91c-20f1704e6189", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:27:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "98a3333d-6d16-4062-a54f-299229155cc6", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:27:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "98a3333d-6d16-4062-a54f-299229155cc6", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b-authn-ssl"} 2026-07-30T21:27:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "98a3333d-6d16-4062-a54f-299229155cc6", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"} 2026-07-30T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57dde7db-d4f6-4c6f-8de2-7dccc54b585e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57dde7db-d4f6-4c6f-8de2-7dccc54b585e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01bc1b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T21:27:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57dde7db-d4f6-4c6f-8de2-7dccc54b585e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-01bc1b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-trusted-ca-bundle", "reconcileID": "941393fb-cf39-40ad-aefd-845a54e923f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-trusted-ca-bundle", "reconcileID": "941393fb-cf39-40ad-aefd-845a54e923f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "openshift-service-ca.crt", "reconcileID": "d9fc2b52-4183-4483-97de-d353cf8c0fb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "openshift-service-ca.crt", "reconcileID": "d9fc2b52-4183-4483-97de-d353cf8c0fb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c81b125-d5bd-4a31-9c53-e3a15732daa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-01bc1b"}, "namespace": "ai-tenant-e2e-shared-b-01bc1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c81b125-d5bd-4a31-9c53-e3a15732daa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-01bc1b"} 2026-07-30T21:27:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-01bc1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-01bc1b", "reconcileID": "496f1b96-d0ef-4690-b114-81137ac6b03f", "Gateway": "e2e-shared-b-01bc1b", "namespace": "openshift-ingress"}