2026-09-11T01:25:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9", "reconcileID": "e7cd1e3e-2212-47b6-a25b-d2ba69598b0e", "LLMInferenceService": "sub-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:25:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9", "reconcileID": "e7cd1e3e-2212-47b6-a25b-d2ba69598b0e", "LLMInferenceService": "sub-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:25:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9", "reconcileID": "e7cd1e3e-2212-47b6-a25b-d2ba69598b0e", "LLMInferenceService": "sub-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:25:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9", "reconcileID": "e7cd1e3e-2212-47b6-a25b-d2ba69598b0e", "LLMInferenceService": "sub-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:25:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9", "reconcileID": "e7cd1e3e-2212-47b6-a25b-d2ba69598b0e", "LLMInferenceService": "sub-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:25:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "sub-test-model-9433b9", "reconcileID": "cab86f98-7e88-48f2-bec9-0cdde33be6ec", "LLMInferenceService": "sub-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:25:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "23fc03c4-4081-4913-9570-5bc0ce724156", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:25:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "23fc03c4-4081-4913-9570-5bc0ce724156", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:25:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "23fc03c4-4081-4913-9570-5bc0ce724156", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:25:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "d7b6071e-cdbb-49f8-b848-2963855ca8d3", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:25:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "d7b6071e-cdbb-49f8-b848-2963855ca8d3", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:25:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "d7b6071e-cdbb-49f8-b848-2963855ca8d3", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:25:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "f718f1f3-b4ff-429e-ace2-9f7265bf09ec", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "f718f1f3-b4ff-429e-ace2-9f7265bf09ec", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "f718f1f3-b4ff-429e-ace2-9f7265bf09ec", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "150c58db-4d60-4a8e-9897-ac34332430de", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:25:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "f718f1f3-b4ff-429e-ace2-9f7265bf09ec", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:25:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "f718f1f3-b4ff-429e-ace2-9f7265bf09ec", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "authType": "userdefined"} 2026-09-11T01:25:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "f718f1f3-b4ff-429e-ace2-9f7265bf09ec", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "150c58db-4d60-4a8e-9897-ac34332430de", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac-authn-ssl"} 2026-09-11T01:25:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "150c58db-4d60-4a8e-9897-ac34332430de", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:25:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "2666ad44-d448-4dd3-a30f-d4baeb82b1f2", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "2666ad44-d448-4dd3-a30f-d4baeb82b1f2", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "2666ad44-d448-4dd3-a30f-d4baeb82b1f2", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "2666ad44-d448-4dd3-a30f-d4baeb82b1f2", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:25:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "2666ad44-d448-4dd3-a30f-d4baeb82b1f2", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "authType": "userdefined"} 2026-09-11T01:25:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "2666ad44-d448-4dd3-a30f-d4baeb82b1f2", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "4e4f1d95-ecaa-44bc-818f-cb6eaa02f513", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "4e4f1d95-ecaa-44bc-818f-cb6eaa02f513", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac-authn-ssl"} 2026-09-11T01:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "4e4f1d95-ecaa-44bc-818f-cb6eaa02f513", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:25:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "3635cf06-92d2-4404-b5f5-4a23c55dc82e", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "3635cf06-92d2-4404-b5f5-4a23c55dc82e", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "3635cf06-92d2-4404-b5f5-4a23c55dc82e", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:25:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "3635cf06-92d2-4404-b5f5-4a23c55dc82e", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:25:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "3635cf06-92d2-4404-b5f5-4a23c55dc82e", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "authType": "userdefined"} 2026-09-11T01:25:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "3635cf06-92d2-4404-b5f5-4a23c55dc82e", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "e3ce1650-c2c3-47c3-8cfd-d26e2b72d7ba", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "e3ce1650-c2c3-47c3-8cfd-d26e2b72d7ba", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "e3ce1650-c2c3-47c3-8cfd-d26e2b72d7ba", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "e3ce1650-c2c3-47c3-8cfd-d26e2b72d7ba", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:26:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "e3ce1650-c2c3-47c3-8cfd-d26e2b72d7ba", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "authType": "userdefined"} 2026-09-11T01:26:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "e3ce1650-c2c3-47c3-8cfd-d26e2b72d7ba", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "69a3fce7-5f33-4755-bf09-7377c5f3c790", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "69a3fce7-5f33-4755-bf09-7377c5f3c790", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "69a3fce7-5f33-4755-bf09-7377c5f3c790", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "69a3fce7-5f33-4755-bf09-7377c5f3c790", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:26:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "69a3fce7-5f33-4755-bf09-7377c5f3c790", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "authType": "userdefined"} 2026-09-11T01:26:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "69a3fce7-5f33-4755-bf09-7377c5f3c790", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:26:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "aeb2a088-d23e-4dfb-b06e-55a77fe4f4a8", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "aeb2a088-d23e-4dfb-b06e-55a77fe4f4a8", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "aeb2a088-d23e-4dfb-b06e-55a77fe4f4a8", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "90e9fe27-419d-40e7-b897-d325980d464d", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:26:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "aeb2a088-d23e-4dfb-b06e-55a77fe4f4a8", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:26:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "aeb2a088-d23e-4dfb-b06e-55a77fe4f4a8", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "authType": "userdefined"} 2026-09-11T01:26:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "aeb2a088-d23e-4dfb-b06e-55a77fe4f4a8", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "90e9fe27-419d-40e7-b897-d325980d464d", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "90e9fe27-419d-40e7-b897-d325980d464d", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:26:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "147b57c3-1b7c-4c17-bd0d-60b938a2632c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "147b57c3-1b7c-4c17-bd0d-60b938a2632c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "147b57c3-1b7c-4c17-bd0d-60b938a2632c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "147b57c3-1b7c-4c17-bd0d-60b938a2632c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:26:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "147b57c3-1b7c-4c17-bd0d-60b938a2632c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "authType": "userdefined"} 2026-09-11T01:26:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "147b57c3-1b7c-4c17-bd0d-60b938a2632c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "ed2d157c-edda-44ea-8600-c429a069c5fe", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:26:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "ed2d157c-edda-44ea-8600-c429a069c5fe", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:26:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "ed2d157c-edda-44ea-8600-c429a069c5fe", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:26:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "f7f67c38-4b41-4756-bde9-23d3bb8f275d", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "f7f67c38-4b41-4756-bde9-23d3bb8f275d", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "f7f67c38-4b41-4756-bde9-23d3bb8f275d", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "f7f67c38-4b41-4756-bde9-23d3bb8f275d", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:26:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "f7f67c38-4b41-4756-bde9-23d3bb8f275d", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "authType": "userdefined"} 2026-09-11T01:26:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "f7f67c38-4b41-4756-bde9-23d3bb8f275d", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "428c890f-cf74-4ce4-a265-58aab820dec3", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "428c890f-cf74-4ce4-a265-58aab820dec3", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "428c890f-cf74-4ce4-a265-58aab820dec3", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "428c890f-cf74-4ce4-a265-58aab820dec3", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:26:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "428c890f-cf74-4ce4-a265-58aab820dec3", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "authType": "userdefined"} 2026-09-11T01:26:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "428c890f-cf74-4ce4-a265-58aab820dec3", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "939f39ab-9331-4146-be06-9ccd3bbd0f64", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "939f39ab-9331-4146-be06-9ccd3bbd0f64", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "939f39ab-9331-4146-be06-9ccd3bbd0f64", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:26:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "939f39ab-9331-4146-be06-9ccd3bbd0f64", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:26:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "939f39ab-9331-4146-be06-9ccd3bbd0f64", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "authType": "userdefined"} 2026-09-11T01:26:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "939f39ab-9331-4146-be06-9ccd3bbd0f64", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:27:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac"} 2026-09-11T01:27:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:27:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:27:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:27:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac-kserve-route-authn"} 2026-09-11T01:27:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:27:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "ac5fb64d-8620-48d1-b307-8607ced0de4f", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:27:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2482ac","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "rate-test-model-2482ac", "reconcileID": "338dcf42-9117-43c1-adf6-a8f4bbb21703", "LLMInferenceService": "rate-test-model-2482ac", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:27:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "6b51f45c-0090-4689-ba16-9ef04a3a0fb5", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:27:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "6b51f45c-0090-4689-ba16-9ef04a3a0fb5", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac-authn-ssl"} 2026-09-11T01:27:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "6b51f45c-0090-4689-ba16-9ef04a3a0fb5", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:27:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "afd401cf-aade-4312-a4f1-4368db85ceea", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:27:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "afd401cf-aade-4312-a4f1-4368db85ceea", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac-authn-ssl"} 2026-09-11T01:27:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "afd401cf-aade-4312-a4f1-4368db85ceea", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:27:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9"} 2026-09-11T01:27:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:27:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9-kserve-route-authn"} 2026-09-11T01:27:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "677863f5-4227-4870-b6e9-c5c030af8d7c", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9433b9","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "rate-test-model-9433b9", "reconcileID": "a5970890-6ed7-4fd5-8d61-36d152a09e91", "LLMInferenceService": "rate-test-model-9433b9", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "ec406c6d-c668-4341-b955-d41044d4782f", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "ec406c6d-c668-4341-b955-d41044d4782f", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "ec406c6d-c668-4341-b955-d41044d4782f", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:27:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "cf3edcf6-66f4-486b-b52f-c5848de00106", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:27:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "cf3edcf6-66f4-486b-b52f-c5848de00106", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:27:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "cf3edcf6-66f4-486b-b52f-c5848de00106", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "f9bf0dcd-f8e9-4535-8a89-1666842fdcd6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "f9bf0dcd-f8e9-4535-8a89-1666842fdcd6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "f9bf0dcd-f8e9-4535-8a89-1666842fdcd6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "391a5a38-4210-472d-82b0-bfe47cc41c38", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "391a5a38-4210-472d-82b0-bfe47cc41c38", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "391a5a38-4210-472d-82b0-bfe47cc41c38", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "df8c90ea-667d-497f-9364-359991526ced", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "df8c90ea-667d-497f-9364-359991526ced", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "df8c90ea-667d-497f-9364-359991526ced", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "d97e2a2f-e13b-4c55-b8d0-8d382ec825b6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "d97e2a2f-e13b-4c55-b8d0-8d382ec825b6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "d97e2a2f-e13b-4c55-b8d0-8d382ec825b6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "71d43fe5-ab24-4db0-948d-56dd8347646c", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "71d43fe5-ab24-4db0-948d-56dd8347646c", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "71d43fe5-ab24-4db0-948d-56dd8347646c", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "0e15d344-b8ae-48ec-b333-d6410d648e57", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "0e15d344-b8ae-48ec-b333-d6410d648e57", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "0e15d344-b8ae-48ec-b333-d6410d648e57", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "b03304a7-da27-4635-8b4f-f32f638903b4", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "b03304a7-da27-4635-8b4f-f32f638903b4", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "b03304a7-da27-4635-8b4f-f32f638903b4", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "openshift-service-ca.crt", "reconcileID": "4ccec341-a3c0-401e-a14e-9cc6eb802ad8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-trusted-ca-bundle", "reconcileID": "ba3f8dcf-fe24-4b1b-a66c-4e5e4c594f80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "openshift-service-ca.crt", "reconcileID": "65356f16-86fe-4e7b-ab1f-2cebba665640", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-976998", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:27:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "openshift-service-ca.crt", "reconcileID": "65356f16-86fe-4e7b-ab1f-2cebba665640", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f5edba7-4a95-4b7a-8070-6c5c8905b167", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "openshift-service-ca.crt", "reconcileID": "5906eebd-ea98-4057-821c-221e2bd1b41b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-trusted-ca-bundle", "reconcileID": "58b9ba5e-fe7a-4815-bc59-c7616ff92856", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:27:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-trusted-ca-bundle", "reconcileID": "58b9ba5e-fe7a-4815-bc59-c7616ff92856", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a5688f3-29df-4ecf-ba9f-1b6046979f21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "a86ea3b2-15f3-4293-bb59-dee8719ac1c0", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "a86ea3b2-15f3-4293-bb59-dee8719ac1c0", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "a86ea3b2-15f3-4293-bb59-dee8719ac1c0", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "68c71c9e-ef30-4e1a-a332-c0b7df7c3bb0", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "68c71c9e-ef30-4e1a-a332-c0b7df7c3bb0", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:27:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "68c71c9e-ef30-4e1a-a332-c0b7df7c3bb0", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:27:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:27:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:27:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:27:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "68d54762-37f0-47df-b446-1c38369988ad", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "68d54762-37f0-47df-b446-1c38369988ad", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "68d54762-37f0-47df-b446-1c38369988ad", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "16ad8fd6-2bfd-4107-8dea-ea8eb3c03555", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "16ad8fd6-2bfd-4107-8dea-ea8eb3c03555", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "16ad8fd6-2bfd-4107-8dea-ea8eb3c03555", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "7b73930b-76af-4a8c-840e-29185b5ae36a", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "7b73930b-76af-4a8c-840e-29185b5ae36a", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "7b73930b-76af-4a8c-840e-29185b5ae36a", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "2480b59a-04f1-4ea0-bac6-3ab70ee1fc25", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "2480b59a-04f1-4ea0-bac6-3ab70ee1fc25", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "2480b59a-04f1-4ea0-bac6-3ab70ee1fc25", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "ff9f44da-f439-4f65-a1b1-27141f04109a", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "ff9f44da-f439-4f65-a1b1-27141f04109a", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "ff9f44da-f439-4f65-a1b1-27141f04109a", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "e1f6b332-9675-43db-9114-f86b1d8783b8", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "e1f6b332-9675-43db-9114-f86b1d8783b8", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "e1f6b332-9675-43db-9114-f86b1d8783b8", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "5f9a1c42-9629-4ec1-ad55-209d6e479d92", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "5f9a1c42-9629-4ec1-ad55-209d6e479d92", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "5f9a1c42-9629-4ec1-ad55-209d6e479d92", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "a4399241-46ae-491f-bf87-47d58dede245", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "a4399241-46ae-491f-bf87-47d58dede245", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "a4399241-46ae-491f-bf87-47d58dede245", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "openshift-service-ca.crt", "reconcileID": "ca768850-7b47-4048-83da-7d1e31c73ffe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-trusted-ca-bundle", "reconcileID": "b1f2862b-8440-4b82-a606-b7a457853cbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "openshift-service-ca.crt", "reconcileID": "c3f106e4-b27f-4bdc-aa40-97d40574ee2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:27:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "openshift-service-ca.crt", "reconcileID": "c3f106e4-b27f-4bdc-aa40-97d40574ee2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb6b41cb-6203-4dc4-9f3a-b0f334b08423", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "openshift-service-ca.crt", "reconcileID": "20cca823-035c-41e3-8e33-05d7027ee362", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-trusted-ca-bundle", "reconcileID": "bb984324-9089-45c3-b9df-0465e1061494", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:27:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-trusted-ca-bundle", "reconcileID": "bb984324-9089-45c3-b9df-0465e1061494", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb3432c-2bfb-4f51-bcbb-fd9d66decdd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:27:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "acdfa836-0e26-412d-96f8-f886dc0a3258", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "acdfa836-0e26-412d-96f8-f886dc0a3258", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "acdfa836-0e26-412d-96f8-f886dc0a3258", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "45aa6240-bdff-4469-b4a2-8ba287c0b2dd", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:27:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "45aa6240-bdff-4469-b4a2-8ba287c0b2dd", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:27:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "45aa6240-bdff-4469-b4a2-8ba287c0b2dd", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:28:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "08014c07-4a62-4ca3-a168-4fb1adc4d673", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "08014c07-4a62-4ca3-a168-4fb1adc4d673", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "08014c07-4a62-4ca3-a168-4fb1adc4d673", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "c8bdaa40-13dc-4d12-a422-9a50b3990b76", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:28:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "08014c07-4a62-4ca3-a168-4fb1adc4d673", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:28:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "08014c07-4a62-4ca3-a168-4fb1adc4d673", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "authType": "userdefined"} 2026-09-11T01:28:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "08014c07-4a62-4ca3-a168-4fb1adc4d673", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "c8bdaa40-13dc-4d12-a422-9a50b3990b76", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:28:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "c8bdaa40-13dc-4d12-a422-9a50b3990b76", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:28:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "07952708-5104-4fbb-81e3-7e32657d2b0a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "07952708-5104-4fbb-81e3-7e32657d2b0a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "07952708-5104-4fbb-81e3-7e32657d2b0a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "07952708-5104-4fbb-81e3-7e32657d2b0a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:28:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "07952708-5104-4fbb-81e3-7e32657d2b0a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "authType": "userdefined"} 2026-09-11T01:28:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "07952708-5104-4fbb-81e3-7e32657d2b0a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "32781897-7139-47b5-a70e-2a13d9ac2675", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "32781897-7139-47b5-a70e-2a13d9ac2675", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "32781897-7139-47b5-a70e-2a13d9ac2675", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:28:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "924d96b2-2252-4d0c-bbc8-1bf793c80830", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "924d96b2-2252-4d0c-bbc8-1bf793c80830", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "924d96b2-2252-4d0c-bbc8-1bf793c80830", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "924d96b2-2252-4d0c-bbc8-1bf793c80830", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:28:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "924d96b2-2252-4d0c-bbc8-1bf793c80830", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "authType": "userdefined"} 2026-09-11T01:28:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "924d96b2-2252-4d0c-bbc8-1bf793c80830", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "8ef77f49-5078-4b53-8e6c-1f5212f6ed09", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "8ef77f49-5078-4b53-8e6c-1f5212f6ed09", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "8ef77f49-5078-4b53-8e6c-1f5212f6ed09", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "8ef77f49-5078-4b53-8e6c-1f5212f6ed09", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:28:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "8ef77f49-5078-4b53-8e6c-1f5212f6ed09", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "authType": "userdefined"} 2026-09-11T01:28:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "8ef77f49-5078-4b53-8e6c-1f5212f6ed09", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "3df6a89e-2e6e-43c8-b3ca-2037971337fc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "3df6a89e-2e6e-43c8-b3ca-2037971337fc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "3df6a89e-2e6e-43c8-b3ca-2037971337fc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "1308ba60-9363-4720-87e9-71aec3e2060c", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "1308ba60-9363-4720-87e9-71aec3e2060c", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "1308ba60-9363-4720-87e9-71aec3e2060c", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "6bc6477e-60a5-4deb-bcc8-e57c42dfdca7", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "6bc6477e-60a5-4deb-bcc8-e57c42dfdca7", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "6bc6477e-60a5-4deb-bcc8-e57c42dfdca7", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "fb191b43-38a6-4f0a-86de-86fcce6032dc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "fb191b43-38a6-4f0a-86de-86fcce6032dc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "fb191b43-38a6-4f0a-86de-86fcce6032dc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "54baac07-ff8d-4a1a-9679-56a52d5a3236", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "54baac07-ff8d-4a1a-9679-56a52d5a3236", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "54baac07-ff8d-4a1a-9679-56a52d5a3236", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "6f79dce9-f086-4cfa-9495-fc715364d9d2", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "6f79dce9-f086-4cfa-9495-fc715364d9d2", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "6f79dce9-f086-4cfa-9495-fc715364d9d2", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "8f5ebf59-8e00-4a9c-85dc-e625f860a13b", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:28:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "8f5ebf59-8e00-4a9c-85dc-e625f860a13b", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:28:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "8f5ebf59-8e00-4a9c-85dc-e625f860a13b", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "openshift-service-ca.crt", "reconcileID": "64a423bb-8e59-42e9-a3d1-6ef0e4f0bea8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-trusted-ca-bundle", "reconcileID": "44bc0e75-cf81-4f34-be8d-94fdadf59ce9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "openshift-service-ca.crt", "reconcileID": "9daa40e4-6379-4c0e-a7af-a605e2061ec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "openshift-service-ca.crt", "reconcileID": "9daa40e4-6379-4c0e-a7af-a605e2061ec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "openshift-service-ca.crt", "reconcileID": "d4a24e7a-ded6-4046-8736-a14c8c5ca3c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a99e65a-e774-45cf-bc06-a58479a856e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-trusted-ca-bundle", "reconcileID": "a3ac965c-b6bf-45f9-9a8d-faea27f314ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-trusted-ca-bundle", "reconcileID": "a3ac965c-b6bf-45f9-9a8d-faea27f314ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c3eb11f-6c31-4328-af93-42cb52c4b122", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "e4a6716c-0069-476e-8fe8-94d4f9dd2aa0", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "e4a6716c-0069-476e-8fe8-94d4f9dd2aa0", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:29:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "e4a6716c-0069-476e-8fe8-94d4f9dd2aa0", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "4e17035b-77f6-4782-bd8a-9f8fed4fcf55", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "4e17035b-77f6-4782-bd8a-9f8fed4fcf55", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:29:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "4e17035b-77f6-4782-bd8a-9f8fed4fcf55", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "5bc1aabf-fc70-49a8-b83e-8a8171ffe9bc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "5bc1aabf-fc70-49a8-b83e-8a8171ffe9bc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:29:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "5bc1aabf-fc70-49a8-b83e-8a8171ffe9bc", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302510e0-cb9d-4c24-bbed-1938e648f1e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302510e0-cb9d-4c24-bbed-1938e648f1e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302510e0-cb9d-4c24-bbed-1938e648f1e6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-40e6bb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:29:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-trusted-ca-bundle", "reconcileID": "f39c4550-d76f-449c-b136-56a9bb5a5b5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-trusted-ca-bundle", "reconcileID": "f39c4550-d76f-449c-b136-56a9bb5a5b5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "openshift-service-ca.crt", "reconcileID": "b8dc5684-cbf6-4954-931a-d74a8b689742", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "openshift-service-ca.crt", "reconcileID": "b8dc5684-cbf6-4954-931a-d74a8b689742", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bff8896-b35a-4b00-ae69-4cdad0837592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-40e6bb"}, "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bff8896-b35a-4b00-ae69-4cdad0837592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-40e6bb"} 2026-09-11T01:29:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "642088d3-c67c-421f-b61c-43799e558c70", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "642088d3-c67c-421f-b61c-43799e558c70", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb-authn-ssl"} 2026-09-11T01:29:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "642088d3-c67c-421f-b61c-43799e558c70", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-40e6bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-40e6bb", "reconcileID": "1fda053a-febe-41a4-b527-64381d22a4d9", "Gateway": "e2e-ipp-cleanup-40e6bb", "namespace": "openshift-ingress"} 2026-09-11T01:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "6b903fc5-4495-4b2f-89ed-2e2dd4c99af2", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "6b903fc5-4495-4b2f-89ed-2e2dd4c99af2", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "6b903fc5-4495-4b2f-89ed-2e2dd4c99af2", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "c81bd490-0070-4c10-9db7-c62ad4db09fb", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "c81bd490-0070-4c10-9db7-c62ad4db09fb", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "c81bd490-0070-4c10-9db7-c62ad4db09fb", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "5a1043ed-c714-4d99-bf32-1550a1d06091", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "5a1043ed-c714-4d99-bf32-1550a1d06091", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:30:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "5a1043ed-c714-4d99-bf32-1550a1d06091", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "4badf6fe-86d2-4fb7-ac81-08a43fdd7db7", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "4badf6fe-86d2-4fb7-ac81-08a43fdd7db7", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "4badf6fe-86d2-4fb7-ac81-08a43fdd7db7", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "4badf6fe-86d2-4fb7-ac81-08a43fdd7db7", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:30:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "4badf6fe-86d2-4fb7-ac81-08a43fdd7db7", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "authType": "userdefined"} 2026-09-11T01:30:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "4badf6fe-86d2-4fb7-ac81-08a43fdd7db7", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998"} 2026-09-11T01:30:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:30:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:30:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "95019895-8db3-418a-a69c-d0f24a93b567", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998"} 2026-09-11T01:30:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "60c05c90-6da5-44c7-9b32-e41fa8e9b4e6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998-kserve-route-authn"} 2026-09-11T01:30:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "eb9d0c32-e366-4413-a26d-0723d3a5958a", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "60c05c90-6da5-44c7-9b32-e41fa8e9b4e6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "60c05c90-6da5-44c7-9b32-e41fa8e9b4e6", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b78ce6d1-f921-4ab9-ad32-11dd8f765ace", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b78ce6d1-f921-4ab9-ad32-11dd8f765ace", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:30:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b78ce6d1-f921-4ab9-ad32-11dd8f765ace", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-976998 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:30:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-trusted-ca-bundle", "reconcileID": "b50d0c97-2cae-45b9-a1a9-b6b863fa133c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-trusted-ca-bundle", "reconcileID": "b50d0c97-2cae-45b9-a1a9-b6b863fa133c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "openshift-service-ca.crt", "reconcileID": "5ec6bf9c-c07d-46fa-a20b-a3ca7d6e6c96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "openshift-service-ca.crt", "reconcileID": "5ec6bf9c-c07d-46fa-a20b-a3ca7d6e6c96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fb42ef1-fdc6-4061-82a1-376171fcef59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fb42ef1-fdc6-4061-82a1-376171fcef59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-976998","namespace":"ai-tenant-e2e-ipp-a-976998"}, "namespace": "ai-tenant-e2e-ipp-a-976998", "name": "ipp-route-976998", "reconcileID": "ff36f635-a946-492f-9585-6c0398fabcce", "LLMInferenceService": "ipp-route-976998", "namespace": "ai-tenant-e2e-ipp-a-976998"} 2026-09-11T01:30:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "5dade60c-5133-4276-af73-17d733840758", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "5dade60c-5133-4276-af73-17d733840758", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998-authn-ssl"} 2026-09-11T01:30:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "5dade60c-5133-4276-af73-17d733840758", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-976998","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-976998", "reconcileID": "47285a37-f816-4e00-971a-7a746ce9d4fb", "Gateway": "e2e-ipp-a-976998", "namespace": "openshift-ingress"} 2026-09-11T01:30:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "6ddc494d-c058-4fa3-afe2-df4eb86c263c", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:30:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "6ddc494d-c058-4fa3-afe2-df4eb86c263c", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:30:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "6ddc494d-c058-4fa3-afe2-df4eb86c263c", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:31:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "19dcc3e4-2b5e-4ae3-a235-4ebed4306bd8", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:31:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "19dcc3e4-2b5e-4ae3-a235-4ebed4306bd8", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3-authn-ssl"} 2026-09-11T01:31:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "19dcc3e4-2b5e-4ae3-a235-4ebed4306bd8", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:31:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b8e8e51-d49c-4fb5-ab1e-4c4e269bb094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b8e8e51-d49c-4fb5-ab1e-4c4e269bb094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:31:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b8e8e51-d49c-4fb5-ab1e-4c4e269bb094", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-bae8d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:31:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92dc833-f882-4968-85b0-20f527869aed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92dc833-f882-4968-85b0-20f527869aed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:31:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f92dc833-f882-4968-85b0-20f527869aed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-bae8d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:31:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-trusted-ca-bundle", "reconcileID": "3e76be12-600f-4f14-a594-d23c65cb028f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-trusted-ca-bundle", "reconcileID": "3e76be12-600f-4f14-a594-d23c65cb028f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "openshift-service-ca.crt", "reconcileID": "e466d623-c89b-4b66-a793-71135585d3a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "openshift-service-ca.crt", "reconcileID": "e466d623-c89b-4b66-a793-71135585d3a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3e7052-e063-4375-abe9-1e260626ba0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-bae8d3"}, "namespace": "ai-tenant-e2e-ipp-b-bae8d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3e7052-e063-4375-abe9-1e260626ba0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-bae8d3"} 2026-09-11T01:31:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-bae8d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-bae8d3", "reconcileID": "be6ae12c-da40-49c7-8b9a-cef7d7c0f614", "Gateway": "e2e-ipp-b-bae8d3", "namespace": "openshift-ingress"} 2026-09-11T01:31:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "01f1ebaf-0b0c-40d1-9d82-3c023bb9338f", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:31:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "01f1ebaf-0b0c-40d1-9d82-3c023bb9338f", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac-authn-ssl"} 2026-09-11T01:31:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "01f1ebaf-0b0c-40d1-9d82-3c023bb9338f", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "668171ef-b843-4729-b9d4-e2a0c76fdf03", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "668171ef-b843-4729-b9d4-e2a0c76fdf03", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac-authn-ssl"} 2026-09-11T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "668171ef-b843-4729-b9d4-e2a0c76fdf03", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3fb77ea-7884-4c43-81c5-eb9cffda0b74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3fb77ea-7884-4c43-81c5-eb9cffda0b74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:31:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3fb77ea-7884-4c43-81c5-eb9cffda0b74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2482ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-trusted-ca-bundle", "reconcileID": "7aa3932f-76a3-4905-a92b-a0b20e5b28ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-trusted-ca-bundle", "reconcileID": "7aa3932f-76a3-4905-a92b-a0b20e5b28ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "openshift-service-ca.crt", "reconcileID": "ee1f27c3-2bfd-47d7-80e4-bc9359688334", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "openshift-service-ca.crt", "reconcileID": "ee1f27c3-2bfd-47d7-80e4-bc9359688334", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d817e07d-a09e-4d48-ba2e-6d0c4a21fb11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2482ac"}, "namespace": "ai-tenant-e2e-shared-a-w3-2482ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d817e07d-a09e-4d48-ba2e-6d0c4a21fb11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2482ac"} 2026-09-11T01:31:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2482ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2482ac", "reconcileID": "d91ee215-5003-4a01-ac26-a77002fbf145", "Gateway": "e2e-shared-a-w3-2482ac", "namespace": "openshift-ingress"} 2026-09-11T01:31:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "bd2a6a43-efc1-40f4-87ea-2b1cce381752", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:31:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "bd2a6a43-efc1-40f4-87ea-2b1cce381752", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:31:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "bd2a6a43-efc1-40f4-87ea-2b1cce381752", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "c2beaa43-288c-4158-bd11-84c880b9b029", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "c2beaa43-288c-4158-bd11-84c880b9b029", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9-authn-ssl"} 2026-09-11T01:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "c2beaa43-288c-4158-bd11-84c880b9b029", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c3050e5-6925-4ee7-9bc1-43ce9fc65a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c3050e5-6925-4ee7-9bc1-43ce9fc65a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:31:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c3050e5-6925-4ee7-9bc1-43ce9fc65a95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-9433b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-trusted-ca-bundle", "reconcileID": "e2e08c3a-d23c-4b05-bf05-c7f0905520e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-trusted-ca-bundle", "reconcileID": "e2e08c3a-d23c-4b05-bf05-c7f0905520e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "openshift-service-ca.crt", "reconcileID": "c08cb567-f818-474a-8c31-ebd49a3f862c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "openshift-service-ca.crt", "reconcileID": "c08cb567-f818-474a-8c31-ebd49a3f862c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64ddb774-c38c-4e85-b9d3-eea6d038c192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-9433b9"}, "namespace": "ai-tenant-e2e-shared-b-w3-9433b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64ddb774-c38c-4e85-b9d3-eea6d038c192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-9433b9"} 2026-09-11T01:31:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-9433b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-9433b9", "reconcileID": "f774adbc-2d3e-4514-adaa-6cc72a8a5df7", "Gateway": "e2e-shared-b-w3-9433b9", "namespace": "openshift-ingress"} 2026-09-11T01:35:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "f50111b2-ece1-4b26-b3a7-b4c5814cf054", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "f50111b2-ece1-4b26-b3a7-b4c5814cf054", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "f50111b2-ece1-4b26-b3a7-b4c5814cf054", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "161e42cb-188d-4ddc-852a-8682e3a4a5c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:35:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "f50111b2-ece1-4b26-b3a7-b4c5814cf054", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3-kserve-route-authn"} 2026-09-11T01:35:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "f50111b2-ece1-4b26-b3a7-b4c5814cf054", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:35:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "f50111b2-ece1-4b26-b3a7-b4c5814cf054", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "161e42cb-188d-4ddc-852a-8682e3a4a5c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:35:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "161e42cb-188d-4ddc-852a-8682e3a4a5c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:35:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "7d6327ec-702b-40d4-8b68-aeb54b951ebf", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "7d6327ec-702b-40d4-8b68-aeb54b951ebf", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "7d6327ec-702b-40d4-8b68-aeb54b951ebf", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "7d6327ec-702b-40d4-8b68-aeb54b951ebf", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3-kserve-route-authn"} 2026-09-11T01:35:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "7d6327ec-702b-40d4-8b68-aeb54b951ebf", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:35:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "7d6327ec-702b-40d4-8b68-aeb54b951ebf", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c8ae152b-1dae-4115-9ce0-101920b77dc7", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c8ae152b-1dae-4115-9ce0-101920b77dc7", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c8ae152b-1dae-4115-9ce0-101920b77dc7", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc1c11be-48f4-4f60-9ffd-6e1b49749db6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:35:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c8ae152b-1dae-4115-9ce0-101920b77dc7", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3-kserve-route-authn"} 2026-09-11T01:35:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c8ae152b-1dae-4115-9ce0-101920b77dc7", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:35:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c8ae152b-1dae-4115-9ce0-101920b77dc7", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:35:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc1c11be-48f4-4f60-9ffd-6e1b49749db6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:35:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cc1c11be-48f4-4f60-9ffd-6e1b49749db6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "969a20e0-7bf4-4b05-9e29-db27930b1491", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "969a20e0-7bf4-4b05-9e29-db27930b1491", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:36:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "969a20e0-7bf4-4b05-9e29-db27930b1491", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "fddaaa52-8678-46d4-ba19-db9d239df3bd", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "fddaaa52-8678-46d4-ba19-db9d239df3bd", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "fddaaa52-8678-46d4-ba19-db9d239df3bd", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "fddaaa52-8678-46d4-ba19-db9d239df3bd", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "fddaaa52-8678-46d4-ba19-db9d239df3bd", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:36:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "fddaaa52-8678-46d4-ba19-db9d239df3bd", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "b3808846-27b8-423b-9a97-6dfacc96b9d4", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "b3808846-27b8-423b-9a97-6dfacc96b9d4", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "b3808846-27b8-423b-9a97-6dfacc96b9d4", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "b3808846-27b8-423b-9a97-6dfacc96b9d4", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "b3808846-27b8-423b-9a97-6dfacc96b9d4", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:36:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "b3808846-27b8-423b-9a97-6dfacc96b9d4", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94a3e788-9906-4c0f-a6d7-6636314d15d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94a3e788-9906-4c0f-a6d7-6636314d15d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:36:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94a3e788-9906-4c0f-a6d7-6636314d15d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c351eb38-0989-40c0-bf68-8b9cae984113", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c351eb38-0989-40c0-bf68-8b9cae984113", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c351eb38-0989-40c0-bf68-8b9cae984113", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c351eb38-0989-40c0-bf68-8b9cae984113", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c351eb38-0989-40c0-bf68-8b9cae984113", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:36:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "c351eb38-0989-40c0-bf68-8b9cae984113", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "9b90a3f2-16de-4441-bbdb-f2dbf60d795c", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "9b90a3f2-16de-4441-bbdb-f2dbf60d795c", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "9b90a3f2-16de-4441-bbdb-f2dbf60d795c", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "9b90a3f2-16de-4441-bbdb-f2dbf60d795c", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "9b90a3f2-16de-4441-bbdb-f2dbf60d795c", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:36:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "9b90a3f2-16de-4441-bbdb-f2dbf60d795c", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "d1a9a814-2223-462f-b198-1af8ce6306d0", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "d1a9a814-2223-462f-b198-1af8ce6306d0", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "d1a9a814-2223-462f-b198-1af8ce6306d0", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "d1a9a814-2223-462f-b198-1af8ce6306d0", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "d1a9a814-2223-462f-b198-1af8ce6306d0", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:36:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "d1a9a814-2223-462f-b198-1af8ce6306d0", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "1474d484-0551-48ef-964a-64828cba2118", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "1474d484-0551-48ef-964a-64828cba2118", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3"} 2026-09-11T01:36:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "1474d484-0551-48ef-964a-64828cba2118", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "1474d484-0551-48ef-964a-64828cba2118", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "1474d484-0551-48ef-964a-64828cba2118", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "1474d484-0551-48ef-964a-64828cba2118", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm", "name": "e2e-same-id-a-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-1626d3e3", "reconcileID": "6f2f572d-7c14-47ca-90e1-55ea6dc9a422", "LLMInferenceService": "e2e-same-id-a-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ce9ee0-0b05-4f16-b84d-7ba1c015c73c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ce9ee0-0b05-4f16-b84d-7ba1c015c73c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95ce9ee0-0b05-4f16-b84d-7ba1c015c73c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d29e0b3e-a9c5-4721-b998-7841ccd26d09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d29e0b3e-a9c5-4721-b998-7841ccd26d09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d29e0b3e-a9c5-4721-b998-7841ccd26d09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "bf87c416-32de-4d11-90c4-5968328c6d11", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "bf87c416-32de-4d11-90c4-5968328c6d11", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3"} 2026-09-11T01:36:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "bf87c416-32de-4d11-90c4-5968328c6d11", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "bf87c416-32de-4d11-90c4-5968328c6d11", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "bf87c416-32de-4d11-90c4-5968328c6d11", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "bf87c416-32de-4d11-90c4-5968328c6d11", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm", "name": "e2e-same-id-b-1626d3e3-kserve-route-authn"} 2026-09-11T01:36:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-1626d3e3","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-1626d3e3", "reconcileID": "f53d016a-6580-462c-9ee8-03dffd32d656", "LLMInferenceService": "e2e-same-id-b-1626d3e3", "namespace": "llm"} 2026-09-11T01:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fce28f2-d95a-4e0c-bef6-0f5af39f190d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fce28f2-d95a-4e0c-bef6-0f5af39f190d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8fce28f2-d95a-4e0c-bef6-0f5af39f190d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be1a1c58-f71b-4be1-babe-ea93bfdc21e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be1a1c58-f71b-4be1-babe-ea93bfdc21e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be1a1c58-f71b-4be1-babe-ea93bfdc21e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:36:48Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:36:48Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:36:54Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:36:54Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}