2026-09-10T23:30:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "sub-test-model-83be66", "reconcileID": "9e4429ec-fef8-4d57-b3db-c2275fff24e9", "LLMInferenceService": "sub-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "sub-test-model-83be66-kserve-route-authn"} 2026-09-10T23:30:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "sub-test-model-83be66", "reconcileID": "9e4429ec-fef8-4d57-b3db-c2275fff24e9", "LLMInferenceService": "sub-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "sub-test-model-83be66", "reconcileID": "9e4429ec-fef8-4d57-b3db-c2275fff24e9", "LLMInferenceService": "sub-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "sub-test-model-83be66", "reconcileID": "e5852dcd-797e-45ca-8c26-682c5207675c", "LLMInferenceService": "sub-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "35695bb1-9f84-4977-8a9d-51c1d1a15196", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:30:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "35695bb1-9f84-4977-8a9d-51c1d1a15196", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:30:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "35695bb1-9f84-4977-8a9d-51c1d1a15196", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:30:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "0471bdb0-7153-4a1d-ac2d-7a545d827c0f", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:30:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "0471bdb0-7153-4a1d-ac2d-7a545d827c0f", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:30:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "0471bdb0-7153-4a1d-ac2d-7a545d827c0f", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:30:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "2525a48c-fae7-4718-95ab-3227438054af", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "2525a48c-fae7-4718-95ab-3227438054af", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "2525a48c-fae7-4718-95ab-3227438054af", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "7b4186f1-90ec-4371-9d95-b0db298122f3", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:30:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "2525a48c-fae7-4718-95ab-3227438054af", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2-kserve-route-authn"} 2026-09-10T23:30:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "2525a48c-fae7-4718-95ab-3227438054af", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "authType": "userdefined"} 2026-09-10T23:30:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "2525a48c-fae7-4718-95ab-3227438054af", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "7b4186f1-90ec-4371-9d95-b0db298122f3", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2-authn-ssl"} 2026-09-10T23:30:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "7b4186f1-90ec-4371-9d95-b0db298122f3", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:30:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "72fd1722-e224-442b-9b4d-aa34f8c06998", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "72fd1722-e224-442b-9b4d-aa34f8c06998", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "72fd1722-e224-442b-9b4d-aa34f8c06998", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "72fd1722-e224-442b-9b4d-aa34f8c06998", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2-kserve-route-authn"} 2026-09-10T23:30:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "72fd1722-e224-442b-9b4d-aa34f8c06998", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "authType": "userdefined"} 2026-09-10T23:30:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "72fd1722-e224-442b-9b4d-aa34f8c06998", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "b531f0a1-3da3-46fc-a96f-3df85c983079", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:30:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "b531f0a1-3da3-46fc-a96f-3df85c983079", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2-authn-ssl"} 2026-09-10T23:30:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "b531f0a1-3da3-46fc-a96f-3df85c983079", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:30:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "d0d30d0f-7798-4e03-a1e5-cd90f8732b45", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "d0d30d0f-7798-4e03-a1e5-cd90f8732b45", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "d0d30d0f-7798-4e03-a1e5-cd90f8732b45", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "d0d30d0f-7798-4e03-a1e5-cd90f8732b45", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2-kserve-route-authn"} 2026-09-10T23:30:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "d0d30d0f-7798-4e03-a1e5-cd90f8732b45", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "authType": "userdefined"} 2026-09-10T23:30:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "d0d30d0f-7798-4e03-a1e5-cd90f8732b45", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "a5cbaf6e-21e3-48a7-9f2b-2c396a8f4508", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "a5cbaf6e-21e3-48a7-9f2b-2c396a8f4508", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "a5cbaf6e-21e3-48a7-9f2b-2c396a8f4508", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "a5cbaf6e-21e3-48a7-9f2b-2c396a8f4508", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2-kserve-route-authn"} 2026-09-10T23:30:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "a5cbaf6e-21e3-48a7-9f2b-2c396a8f4508", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "authType": "userdefined"} 2026-09-10T23:30:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "a5cbaf6e-21e3-48a7-9f2b-2c396a8f4508", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "7f468ad0-05d7-4e38-9ba3-152bc8513f28", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "7f468ad0-05d7-4e38-9ba3-152bc8513f28", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "7f468ad0-05d7-4e38-9ba3-152bc8513f28", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "d068e6bb-d2fa-4b3d-91d0-131d1f1ae3f0", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "7f468ad0-05d7-4e38-9ba3-152bc8513f28", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "7f468ad0-05d7-4e38-9ba3-152bc8513f28", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "authType": "userdefined"} 2026-09-10T23:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "7f468ad0-05d7-4e38-9ba3-152bc8513f28", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "d068e6bb-d2fa-4b3d-91d0-131d1f1ae3f0", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:30:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "d068e6bb-d2fa-4b3d-91d0-131d1f1ae3f0", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "63dc28c6-2151-47ae-b3d6-03d1526c004c", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "63dc28c6-2151-47ae-b3d6-03d1526c004c", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "63dc28c6-2151-47ae-b3d6-03d1526c004c", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "63dc28c6-2151-47ae-b3d6-03d1526c004c", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "63dc28c6-2151-47ae-b3d6-03d1526c004c", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "authType": "userdefined"} 2026-09-10T23:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "63dc28c6-2151-47ae-b3d6-03d1526c004c", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "b4b79c31-b761-41d1-921d-082da6020f91", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:31:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "b4b79c31-b761-41d1-921d-082da6020f91", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:31:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "b4b79c31-b761-41d1-921d-082da6020f91", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:31:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "b3bc7c7d-81b1-4fc7-8fbc-51300881c2c2", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "b3bc7c7d-81b1-4fc7-8fbc-51300881c2c2", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "b3bc7c7d-81b1-4fc7-8fbc-51300881c2c2", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "b3bc7c7d-81b1-4fc7-8fbc-51300881c2c2", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:31:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "b3bc7c7d-81b1-4fc7-8fbc-51300881c2c2", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "authType": "userdefined"} 2026-09-10T23:31:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "b3bc7c7d-81b1-4fc7-8fbc-51300881c2c2", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "12f11109-6365-460a-a881-5e21ae49cff5", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "12f11109-6365-460a-a881-5e21ae49cff5", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "12f11109-6365-460a-a881-5e21ae49cff5", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "12f11109-6365-460a-a881-5e21ae49cff5", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:31:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "12f11109-6365-460a-a881-5e21ae49cff5", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "authType": "userdefined"} 2026-09-10T23:31:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "12f11109-6365-460a-a881-5e21ae49cff5", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:31:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:31:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "50073260-db0d-46ad-81e9-ea06d918caf8", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "50073260-db0d-46ad-81e9-ea06d918caf8", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "50073260-db0d-46ad-81e9-ea06d918caf8", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "50073260-db0d-46ad-81e9-ea06d918caf8", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:31:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "50073260-db0d-46ad-81e9-ea06d918caf8", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "authType": "userdefined"} 2026-09-10T23:31:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "50073260-db0d-46ad-81e9-ea06d918caf8", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:31:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:31:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:31:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2"} 2026-09-10T23:31:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:31:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:31:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2-kserve-route-authn"} 2026-09-10T23:31:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2-kserve-route-authn"} 2026-09-10T23:31:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:31:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "7fff8132-5680-49ea-8405-20ec438ff1a1", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:31:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6c97f2","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "rate-test-model-6c97f2", "reconcileID": "77718963-e5b8-4621-880d-c6654aa6d181", "LLMInferenceService": "rate-test-model-6c97f2", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "9b9337f6-d302-4d90-bcc4-f779f3730e9c", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "9b9337f6-d302-4d90-bcc4-f779f3730e9c", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2-authn-ssl"} 2026-09-10T23:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "9b9337f6-d302-4d90-bcc4-f779f3730e9c", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "c7b7ab14-8bc5-4838-b519-1fe5343c3d57", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "c7b7ab14-8bc5-4838-b519-1fe5343c3d57", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2-authn-ssl"} 2026-09-10T23:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "c7b7ab14-8bc5-4838-b519-1fe5343c3d57", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:31:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66"} 2026-09-10T23:31:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:31:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66-kserve-route-authn"} 2026-09-10T23:31:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "35d40033-72b5-4683-b8fb-03f0e448479b", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83be66","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "rate-test-model-83be66", "reconcileID": "c0851ba2-c529-4b16-805f-ae2f28a8fbc4", "LLMInferenceService": "rate-test-model-83be66", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "314fb47f-e833-4658-a1d7-372012827a63", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "314fb47f-e833-4658-a1d7-372012827a63", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "314fb47f-e833-4658-a1d7-372012827a63", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "1defcfee-ed4a-42d6-871e-eefdf25443b7", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "1defcfee-ed4a-42d6-871e-eefdf25443b7", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "1defcfee-ed4a-42d6-871e-eefdf25443b7", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "cc408e7f-fdab-4de3-be12-0e710aa048d0", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "cc408e7f-fdab-4de3-be12-0e710aa048d0", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "cc408e7f-fdab-4de3-be12-0e710aa048d0", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "7ca02337-d37f-41ce-8fd6-5898b3d6b08e", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "7ca02337-d37f-41ce-8fd6-5898b3d6b08e", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "7ca02337-d37f-41ce-8fd6-5898b3d6b08e", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "cfd04af3-8ddf-4b52-9b61-e5eca25f50b2", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "cfd04af3-8ddf-4b52-9b61-e5eca25f50b2", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "cfd04af3-8ddf-4b52-9b61-e5eca25f50b2", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "2d371807-6b23-457d-8f2d-faefa29c039f", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "2d371807-6b23-457d-8f2d-faefa29c039f", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "2d371807-6b23-457d-8f2d-faefa29c039f", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "4f3360e9-1426-4f8e-8ee9-3a53b6116462", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "4f3360e9-1426-4f8e-8ee9-3a53b6116462", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "4f3360e9-1426-4f8e-8ee9-3a53b6116462", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d8635b9f-3501-4381-8dbc-a7670c949f4e", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d8635b9f-3501-4381-8dbc-a7670c949f4e", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d8635b9f-3501-4381-8dbc-a7670c949f4e", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "b38e2d52-512f-4d9d-a5ce-a3b63b3b9d02", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "b38e2d52-512f-4d9d-a5ce-a3b63b3b9d02", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "b38e2d52-512f-4d9d-a5ce-a3b63b3b9d02", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "openshift-service-ca.crt", "reconcileID": "1f316bdc-f826-413a-be41-f325f510f75a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-trusted-ca-bundle", "reconcileID": "95756a7e-e5c7-4366-a512-089d33609e3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "openshift-service-ca.crt", "reconcileID": "c9318489-01ae-4fe8-b1d1-08f053acfccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "openshift-service-ca.crt", "reconcileID": "c9318489-01ae-4fe8-b1d1-08f053acfccf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00dd1f0f-9e21-40ca-9023-c5e782143f11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "openshift-service-ca.crt", "reconcileID": "039226a4-3f0d-4fe6-8aeb-8994287379e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-trusted-ca-bundle", "reconcileID": "d61c6f9d-f8ba-4f97-a407-e3cbcc88e7f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:31:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-trusted-ca-bundle", "reconcileID": "d61c6f9d-f8ba-4f97-a407-e3cbcc88e7f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deebcf0d-51b7-43aa-8b77-a411585cc054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:31:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "44e1a708-fb19-423a-91f3-e7a24088c0cf", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "44e1a708-fb19-423a-91f3-e7a24088c0cf", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "44e1a708-fb19-423a-91f3-e7a24088c0cf", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d1fd7436-a9fd-4d38-b156-95ad874c882f", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d1fd7436-a9fd-4d38-b156-95ad874c882f", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d1fd7436-a9fd-4d38-b156-95ad874c882f", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "c34e7cd9-e21f-4d6c-95a9-fa2ee425fe50", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "c34e7cd9-e21f-4d6c-95a9-fa2ee425fe50", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "c34e7cd9-e21f-4d6c-95a9-fa2ee425fe50", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "360e58a9-dd24-4cb6-b592-aa53e6d0a9df", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "360e58a9-dd24-4cb6-b592-aa53e6d0a9df", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "360e58a9-dd24-4cb6-b592-aa53e6d0a9df", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "2e9a51f9-20ff-474f-8fbd-543532a41c6d", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "2e9a51f9-20ff-474f-8fbd-543532a41c6d", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "2e9a51f9-20ff-474f-8fbd-543532a41c6d", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "9d2edc8a-b071-47d5-9704-8e1d92974e61", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "9d2edc8a-b071-47d5-9704-8e1d92974e61", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "9d2edc8a-b071-47d5-9704-8e1d92974e61", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "810f583a-a2ca-4217-8ffb-29025e71e855", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "810f583a-a2ca-4217-8ffb-29025e71e855", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "810f583a-a2ca-4217-8ffb-29025e71e855", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "13f14396-35ef-495b-a31e-2d4276649774", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "13f14396-35ef-495b-a31e-2d4276649774", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "13f14396-35ef-495b-a31e-2d4276649774", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "68097ad3-0253-405b-802e-5c7998ece7a6", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "68097ad3-0253-405b-802e-5c7998ece7a6", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "68097ad3-0253-405b-802e-5c7998ece7a6", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "c08d3f36-14b7-4f80-9634-dc40f0733940", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "c08d3f36-14b7-4f80-9634-dc40f0733940", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "c08d3f36-14b7-4f80-9634-dc40f0733940", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "openshift-service-ca.crt", "reconcileID": "5b960f2f-fbd0-41f5-b100-a217a5ad97b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:32:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-trusted-ca-bundle", "reconcileID": "66c08905-2929-42d7-92ed-120b6b7f5320", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:32:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-trusted-ca-bundle", "reconcileID": "66c08905-2929-42d7-92ed-120b6b7f5320", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "openshift-service-ca.crt", "reconcileID": "64218197-3ec8-48b4-9b70-462bf797fb40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "414b12f0-68c6-43ed-8f60-a9cb2e134515", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:32:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-trusted-ca-bundle", "reconcileID": "a60180d0-07a7-45e6-80d4-60c31110364c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:32:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-trusted-ca-bundle", "reconcileID": "a60180d0-07a7-45e6-80d4-60c31110364c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "261b42a7-70a4-46f2-af5c-974f8d8d3f4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:32:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "84dc4d57-3cd8-4b92-80c0-5cb7ae4bfa88", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "84dc4d57-3cd8-4b92-80c0-5cb7ae4bfa88", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "84dc4d57-3cd8-4b92-80c0-5cb7ae4bfa88", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "977214a3-e4f2-4d31-b85a-711d85f55ba8", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "977214a3-e4f2-4d31-b85a-711d85f55ba8", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:32:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "977214a3-e4f2-4d31-b85a-711d85f55ba8", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:32:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "cd070eb9-7e76-42a7-8d8e-b30e05adb855", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "cd070eb9-7e76-42a7-8d8e-b30e05adb855", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "cd070eb9-7e76-42a7-8d8e-b30e05adb855", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "bc5864ac-17df-4b23-98c9-c5caa92a5b04", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:32:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "cd070eb9-7e76-42a7-8d8e-b30e05adb855", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:32:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "cd070eb9-7e76-42a7-8d8e-b30e05adb855", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:32:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "cd070eb9-7e76-42a7-8d8e-b30e05adb855", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "bc5864ac-17df-4b23-98c9-c5caa92a5b04", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:32:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "bc5864ac-17df-4b23-98c9-c5caa92a5b04", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:32:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "c63c5755-2a7e-4aa2-9d59-0cd26d03c7f4", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "c63c5755-2a7e-4aa2-9d59-0cd26d03c7f4", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "c63c5755-2a7e-4aa2-9d59-0cd26d03c7f4", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "c63c5755-2a7e-4aa2-9d59-0cd26d03c7f4", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:32:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "c63c5755-2a7e-4aa2-9d59-0cd26d03c7f4", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:32:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "c63c5755-2a7e-4aa2-9d59-0cd26d03c7f4", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "065fee07-ebfc-4d09-91f8-4a08a57a3ef1", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "065fee07-ebfc-4d09-91f8-4a08a57a3ef1", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "065fee07-ebfc-4d09-91f8-4a08a57a3ef1", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:32:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "4a034ebb-8497-479d-b649-d3524ab03f2d", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "4a034ebb-8497-479d-b649-d3524ab03f2d", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "4a034ebb-8497-479d-b649-d3524ab03f2d", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "4a034ebb-8497-479d-b649-d3524ab03f2d", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:32:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "4a034ebb-8497-479d-b649-d3524ab03f2d", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:32:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "4a034ebb-8497-479d-b649-d3524ab03f2d", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "b3e3d9a8-dd46-4186-8bf0-7e2f355762e2", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "b3e3d9a8-dd46-4186-8bf0-7e2f355762e2", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "b3e3d9a8-dd46-4186-8bf0-7e2f355762e2", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:32:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "b3e3d9a8-dd46-4186-8bf0-7e2f355762e2", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:32:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "b3e3d9a8-dd46-4186-8bf0-7e2f355762e2", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:32:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "b3e3d9a8-dd46-4186-8bf0-7e2f355762e2", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:33:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e6499001-2cc8-4cd9-b328-ff076496c767", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:33:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e6499001-2cc8-4cd9-b328-ff076496c767", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:33:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e6499001-2cc8-4cd9-b328-ff076496c767", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:33:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e6499001-2cc8-4cd9-b328-ff076496c767", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:33:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e6499001-2cc8-4cd9-b328-ff076496c767", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:33:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e6499001-2cc8-4cd9-b328-ff076496c767", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "a261da51-2bc5-46ed-bd59-c314efa4f00d", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "a261da51-2bc5-46ed-bd59-c314efa4f00d", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "a261da51-2bc5-46ed-bd59-c314efa4f00d", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "1d4d54f9-5666-4bcf-9bbe-4d660044f161", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "1d4d54f9-5666-4bcf-9bbe-4d660044f161", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "1d4d54f9-5666-4bcf-9bbe-4d660044f161", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "e0b7eb67-70f1-420e-bab8-69c79fd0e058", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "e0b7eb67-70f1-420e-bab8-69c79fd0e058", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "e0b7eb67-70f1-420e-bab8-69c79fd0e058", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "4d005094-fd48-420d-8ed7-90b788986479", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "4d005094-fd48-420d-8ed7-90b788986479", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "4d005094-fd48-420d-8ed7-90b788986479", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "497ef61c-39af-44cc-8f1a-c17ed5ed2f26", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "497ef61c-39af-44cc-8f1a-c17ed5ed2f26", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "497ef61c-39af-44cc-8f1a-c17ed5ed2f26", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "c9e5e7b9-7e2c-4aaf-9813-8cc2dde60313", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "c9e5e7b9-7e2c-4aaf-9813-8cc2dde60313", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "c9e5e7b9-7e2c-4aaf-9813-8cc2dde60313", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "400e5885-d399-4c1c-b78e-78d113e6a1be", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "400e5885-d399-4c1c-b78e-78d113e6a1be", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "400e5885-d399-4c1c-b78e-78d113e6a1be", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "openshift-service-ca.crt", "reconcileID": "714c804f-3e19-44ae-a865-741c2d728ace", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-trusted-ca-bundle", "reconcileID": "e5b2dbb4-04cc-4f53-9e89-4814a0789960", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "openshift-service-ca.crt", "reconcileID": "25060227-bc49-49ab-98f1-e42ff5e25bd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:33:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "openshift-service-ca.crt", "reconcileID": "25060227-bc49-49ab-98f1-e42ff5e25bd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2e606af-9e3b-4321-bbc9-f3e75b6a613c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "openshift-service-ca.crt", "reconcileID": "c245fcfd-5fee-4238-9f89-722a68480dc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-trusted-ca-bundle", "reconcileID": "1df91227-d450-4e33-88bd-1edd77d5f240", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:33:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-trusted-ca-bundle", "reconcileID": "1df91227-d450-4e33-88bd-1edd77d5f240", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7b429a0-6d91-440e-9b3a-7a6132c3e5c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "18178d56-87a1-427a-87ff-50c97b7e6150", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "18178d56-87a1-427a-87ff-50c97b7e6150", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "18178d56-87a1-427a-87ff-50c97b7e6150", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "5d78efd0-6546-416a-8834-68492ade59e1", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "5d78efd0-6546-416a-8834-68492ade59e1", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "5d78efd0-6546-416a-8834-68492ade59e1", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "1c5277b4-7b69-4e05-ac4f-855d4ac1e57b", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "1c5277b4-7b69-4e05-ac4f-855d4ac1e57b", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "1c5277b4-7b69-4e05-ac4f-855d4ac1e57b", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "3cb475fc-9022-49ae-8463-18328e1f8845", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "3cb475fc-9022-49ae-8463-18328e1f8845", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464-authn-ssl"} 2026-09-10T23:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "3cb475fc-9022-49ae-8463-18328e1f8845", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616825ba-4805-4cd0-ba27-6ffa34819f5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616825ba-4805-4cd0-ba27-6ffa34819f5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:33:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616825ba-4805-4cd0-ba27-6ffa34819f5b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-230464 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-trusted-ca-bundle", "reconcileID": "0d307eae-24de-4768-bdd3-61e8e61a2c83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-trusted-ca-bundle", "reconcileID": "0d307eae-24de-4768-bdd3-61e8e61a2c83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "openshift-service-ca.crt", "reconcileID": "dca3768b-d3f7-4312-84e1-1643acc34c2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "openshift-service-ca.crt", "reconcileID": "dca3768b-d3f7-4312-84e1-1643acc34c2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4519103f-6089-439e-be3c-3628e41d6cb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:33:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-230464"}, "namespace": "ai-tenant-e2e-ipp-cleanup-230464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4519103f-6089-439e-be3c-3628e41d6cb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-230464"} 2026-09-10T23:34:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-230464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-230464", "reconcileID": "af439ac5-e6b8-4926-a449-8e307c298f4a", "Gateway": "e2e-ipp-cleanup-230464", "namespace": "openshift-ingress"} 2026-09-10T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d5ccc5fe-a18d-4b89-b735-29dfe8973c40", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d5ccc5fe-a18d-4b89-b735-29dfe8973c40", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "d5ccc5fe-a18d-4b89-b735-29dfe8973c40", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:34:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "fbfa4af0-57f8-4cbc-8d22-b58032bccd27", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:34:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "fbfa4af0-57f8-4cbc-8d22-b58032bccd27", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:34:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "fbfa4af0-57f8-4cbc-8d22-b58032bccd27", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:34:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "fb0cf323-600f-44e4-ba67-6634c09ff168", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:34:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "fb0cf323-600f-44e4-ba67-6634c09ff168", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:34:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "fb0cf323-600f-44e4-ba67-6634c09ff168", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:34:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "745b6cf4-782e-448b-b46e-2fe5e9651954", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:34:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "745b6cf4-782e-448b-b46e-2fe5e9651954", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:34:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "745b6cf4-782e-448b-b46e-2fe5e9651954", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:34:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "745b6cf4-782e-448b-b46e-2fe5e9651954", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:34:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "745b6cf4-782e-448b-b46e-2fe5e9651954", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:34:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "745b6cf4-782e-448b-b46e-2fe5e9651954", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "a46c67c8-1d5b-440a-a843-2c7e0949a59f", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "a46c67c8-1d5b-440a-a843-2c7e0949a59f", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "a46c67c8-1d5b-440a-a843-2c7e0949a59f", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "a46c67c8-1d5b-440a-a843-2c7e0949a59f", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:35:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "a46c67c8-1d5b-440a-a843-2c7e0949a59f", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:35:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "a46c67c8-1d5b-440a-a843-2c7e0949a59f", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e329f693-8524-4062-bc41-a337638f77d6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e329f693-8524-4062-bc41-a337638f77d6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e329f693-8524-4062-bc41-a337638f77d6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e329f693-8524-4062-bc41-a337638f77d6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:35:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e329f693-8524-4062-bc41-a337638f77d6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "authType": "userdefined"} 2026-09-10T23:35:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "e329f693-8524-4062-bc41-a337638f77d6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31"} 2026-09-10T23:35:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:35:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:35:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "8450534b-b2f3-4809-abf5-ea103facaf27", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "ca2eb8bd-efc6-439a-984b-4d00be4148e7", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:35:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "ca2eb8bd-efc6-439a-984b-4d00be4148e7", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:35:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "ca2eb8bd-efc6-439a-984b-4d00be4148e7", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:35:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd8cbef2-752e-4ed2-8178-74ddfb313222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd8cbef2-752e-4ed2-8178-74ddfb313222", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:35:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd8cbef2-752e-4ed2-8178-74ddfb313222", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ea2b31 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:35:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-trusted-ca-bundle", "reconcileID": "ea6c656f-d90b-4c84-b317-36723ca3d733", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-trusted-ca-bundle", "reconcileID": "ea6c656f-d90b-4c84-b317-36723ca3d733", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "openshift-service-ca.crt", "reconcileID": "d96a8bbf-26e8-4ca1-a3ac-ebd2c344b6b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "openshift-service-ca.crt", "reconcileID": "d96a8bbf-26e8-4ca1-a3ac-ebd2c344b6b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d189a107-a588-414b-879b-a7fdd993b0aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d189a107-a588-414b-879b-a7fdd993b0aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31"} 2026-09-10T23:35:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:35:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31-kserve-route-authn"} 2026-09-10T23:35:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "6406e6fa-9c87-4ae6-b266-0badcde281f6", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea2b31","namespace":"ai-tenant-e2e-ipp-a-ea2b31"}, "namespace": "ai-tenant-e2e-ipp-a-ea2b31", "name": "ipp-route-ea2b31", "reconcileID": "3895f1a4-92d7-4535-81b0-d491fba2da54", "LLMInferenceService": "ipp-route-ea2b31", "namespace": "ai-tenant-e2e-ipp-a-ea2b31"} 2026-09-10T23:35:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "31968522-96b1-463b-ab2f-312b3195e36a", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:35:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "31968522-96b1-463b-ab2f-312b3195e36a", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31-authn-ssl"} 2026-09-10T23:35:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "31968522-96b1-463b-ab2f-312b3195e36a", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:35:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea2b31","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea2b31", "reconcileID": "2d57050a-4428-4d15-9ebc-b967404306de", "Gateway": "e2e-ipp-a-ea2b31", "namespace": "openshift-ingress"} 2026-09-10T23:35:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "119f162d-e8e6-4813-b5a2-f2843497633f", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:35:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "119f162d-e8e6-4813-b5a2-f2843497633f", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:35:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "119f162d-e8e6-4813-b5a2-f2843497633f", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:35:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "ce595fbd-f77e-4866-9803-cbe1a935db6a", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:35:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "ce595fbd-f77e-4866-9803-cbe1a935db6a", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d-authn-ssl"} 2026-09-10T23:35:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "ce595fbd-f77e-4866-9803-cbe1a935db6a", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:35:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7803617a-f198-4b02-8379-9bcc886144ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7803617a-f198-4b02-8379-9bcc886144ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:35:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7803617a-f198-4b02-8379-9bcc886144ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-706b9d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:35:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-trusted-ca-bundle", "reconcileID": "b50caf20-b32c-4bf2-92b3-f67ffc811980", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-trusted-ca-bundle", "reconcileID": "b50caf20-b32c-4bf2-92b3-f67ffc811980", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "openshift-service-ca.crt", "reconcileID": "d4259ae9-1465-43a7-9df4-90a083d0665e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "openshift-service-ca.crt", "reconcileID": "d4259ae9-1465-43a7-9df4-90a083d0665e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f9c0d35-d125-44cf-b9a9-6053d3690be8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-706b9d"}, "namespace": "ai-tenant-e2e-ipp-b-706b9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f9c0d35-d125-44cf-b9a9-6053d3690be8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-706b9d"} 2026-09-10T23:35:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-706b9d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-706b9d", "reconcileID": "a269039a-3e73-42a9-a429-351130ca6edc", "Gateway": "e2e-ipp-b-706b9d", "namespace": "openshift-ingress"} 2026-09-10T23:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "ac90d344-d653-4bed-bb44-494bbd7a2b60", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "ac90d344-d653-4bed-bb44-494bbd7a2b60", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2-authn-ssl"} 2026-09-10T23:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "ac90d344-d653-4bed-bb44-494bbd7a2b60", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:35:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "7b3cbe87-e39d-4c84-ab89-3783d59ea73e", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:35:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "7b3cbe87-e39d-4c84-ab89-3783d59ea73e", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2-authn-ssl"} 2026-09-10T23:35:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "7b3cbe87-e39d-4c84-ab89-3783d59ea73e", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:35:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b166653f-4c6e-45f2-9235-76f5890a308c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b166653f-4c6e-45f2-9235-76f5890a308c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:35:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b166653f-4c6e-45f2-9235-76f5890a308c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-6c97f2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:35:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-trusted-ca-bundle", "reconcileID": "628719e7-58d5-47e5-ad1d-9829596c1b79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-trusted-ca-bundle", "reconcileID": "628719e7-58d5-47e5-ad1d-9829596c1b79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "openshift-service-ca.crt", "reconcileID": "bcd9fddd-c7da-4f7d-b45e-8325071a0d9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "openshift-service-ca.crt", "reconcileID": "bcd9fddd-c7da-4f7d-b45e-8325071a0d9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e01c249-a997-47e5-a72a-3767c0231578", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-6c97f2"}, "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e01c249-a997-47e5-a72a-3767c0231578", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-6c97f2"} 2026-09-10T23:35:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-6c97f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-6c97f2", "reconcileID": "4a33c87c-cb33-46b1-bb45-a1df106e843f", "Gateway": "e2e-shared-a-w3-6c97f2", "namespace": "openshift-ingress"} 2026-09-10T23:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "498817d1-827a-49d7-9f49-2af88333b361", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "498817d1-827a-49d7-9f49-2af88333b361", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "498817d1-827a-49d7-9f49-2af88333b361", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "97dbc6ad-ca38-47de-a5bb-64bdaf4b2b22", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "97dbc6ad-ca38-47de-a5bb-64bdaf4b2b22", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66-authn-ssl"} 2026-09-10T23:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "97dbc6ad-ca38-47de-a5bb-64bdaf4b2b22", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b535f59-4474-40eb-a891-31ec54cbaac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:35:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b535f59-4474-40eb-a891-31ec54cbaac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T23:35:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b535f59-4474-40eb-a891-31ec54cbaac7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-83be66 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T23:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-trusted-ca-bundle", "reconcileID": "7ffa733b-c32d-4d46-8ced-4a61f302a687", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-trusted-ca-bundle", "reconcileID": "7ffa733b-c32d-4d46-8ced-4a61f302a687", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "openshift-service-ca.crt", "reconcileID": "96ab33d4-74ab-45fa-86a9-1def1e01030a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "openshift-service-ca.crt", "reconcileID": "96ab33d4-74ab-45fa-86a9-1def1e01030a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:35:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef961978-e01b-4195-b769-d16139a5afd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:35:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-83be66"}, "namespace": "ai-tenant-e2e-shared-b-w3-83be66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef961978-e01b-4195-b769-d16139a5afd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-83be66"} 2026-09-10T23:36:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-83be66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-83be66", "reconcileID": "54fd6f7c-753c-4a68-ba80-1a6f3614fa7c", "Gateway": "e2e-shared-b-w3-83be66", "namespace": "openshift-ingress"} 2026-09-10T23:39:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:39:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:39:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:39:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T23:40:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "1f05f9a0-4c6f-4bd1-921b-697f605a70f3", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "1f05f9a0-4c6f-4bd1-921b-697f605a70f3", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "1f05f9a0-4c6f-4bd1-921b-697f605a70f3", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ceb17f64-73d4-49c5-becb-e79a2cb7b1ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "1f05f9a0-4c6f-4bd1-921b-697f605a70f3", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "1f05f9a0-4c6f-4bd1-921b-697f605a70f3", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "1f05f9a0-4c6f-4bd1-921b-697f605a70f3", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ceb17f64-73d4-49c5-becb-e79a2cb7b1ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:40:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ceb17f64-73d4-49c5-becb-e79a2cb7b1ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "7901c47f-c517-4b06-b259-135e4dc4571a", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "7901c47f-c517-4b06-b259-135e4dc4571a", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "7901c47f-c517-4b06-b259-135e4dc4571a", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "7901c47f-c517-4b06-b259-135e4dc4571a", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "7901c47f-c517-4b06-b259-135e4dc4571a", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "7901c47f-c517-4b06-b259-135e4dc4571a", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "ba32a217-d635-46ed-8a0e-033b18aa9bf6", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "ba32a217-d635-46ed-8a0e-033b18aa9bf6", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "ba32a217-d635-46ed-8a0e-033b18aa9bf6", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89a02ad7-9444-4737-a2a0-a96f81bda753", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "ba32a217-d635-46ed-8a0e-033b18aa9bf6", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "ba32a217-d635-46ed-8a0e-033b18aa9bf6", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "ba32a217-d635-46ed-8a0e-033b18aa9bf6", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89a02ad7-9444-4737-a2a0-a96f81bda753", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:40:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "89a02ad7-9444-4737-a2a0-a96f81bda753", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40ca0e3b-57a5-4b46-a199-97504058d630", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40ca0e3b-57a5-4b46-a199-97504058d630", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40ca0e3b-57a5-4b46-a199-97504058d630", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "5c49e80d-4c71-4c23-9f48-76633d17672b", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "5c49e80d-4c71-4c23-9f48-76633d17672b", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "5c49e80d-4c71-4c23-9f48-76633d17672b", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "5c49e80d-4c71-4c23-9f48-76633d17672b", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "5c49e80d-4c71-4c23-9f48-76633d17672b", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "5c49e80d-4c71-4c23-9f48-76633d17672b", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "e16cd752-a4a5-4b5c-baef-7254db272034", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "e16cd752-a4a5-4b5c-baef-7254db272034", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "e16cd752-a4a5-4b5c-baef-7254db272034", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "e16cd752-a4a5-4b5c-baef-7254db272034", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "e16cd752-a4a5-4b5c-baef-7254db272034", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "e16cd752-a4a5-4b5c-baef-7254db272034", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152ef4aa-a63a-4b39-8522-d5e4f5f53dce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152ef4aa-a63a-4b39-8522-d5e4f5f53dce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "152ef4aa-a63a-4b39-8522-d5e4f5f53dce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:40:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "9d32980f-2af4-464f-a8c2-91a57419740d", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "9d32980f-2af4-464f-a8c2-91a57419740d", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "9d32980f-2af4-464f-a8c2-91a57419740d", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "9d32980f-2af4-464f-a8c2-91a57419740d", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "9d32980f-2af4-464f-a8c2-91a57419740d", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "9d32980f-2af4-464f-a8c2-91a57419740d", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "f6c03c9f-30ba-4eba-b4f8-359c0ccbffed", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "f6c03c9f-30ba-4eba-b4f8-359c0ccbffed", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "f6c03c9f-30ba-4eba-b4f8-359c0ccbffed", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:40:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "f6c03c9f-30ba-4eba-b4f8-359c0ccbffed", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07-kserve-route-authn"} 2026-09-10T23:40:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "f6c03c9f-30ba-4eba-b4f8-359c0ccbffed", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:40:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "f6c03c9f-30ba-4eba-b4f8-359c0ccbffed", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "37af0e1f-a64a-4091-827c-81d4f37a111b", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "37af0e1f-a64a-4091-827c-81d4f37a111b", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "37af0e1f-a64a-4091-827c-81d4f37a111b", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "37af0e1f-a64a-4091-827c-81d4f37a111b", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07-kserve-route-authn"} 2026-09-10T23:41:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "37af0e1f-a64a-4091-827c-81d4f37a111b", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "authType": "userdefined"} 2026-09-10T23:41:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "37af0e1f-a64a-4091-827c-81d4f37a111b", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "ab10d0eb-c164-4054-9119-c5f14285cafb", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "ab10d0eb-c164-4054-9119-c5f14285cafb", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07"} 2026-09-10T23:41:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "ab10d0eb-c164-4054-9119-c5f14285cafb", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "ab10d0eb-c164-4054-9119-c5f14285cafb", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "ab10d0eb-c164-4054-9119-c5f14285cafb", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07-kserve-route-authn"} 2026-09-10T23:41:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "ab10d0eb-c164-4054-9119-c5f14285cafb", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm", "name": "e2e-same-id-a-7baf1b07-kserve-route-authn"} 2026-09-10T23:41:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-7baf1b07", "reconcileID": "4378c9c3-39c2-4d39-8296-7b7236e1116d", "LLMInferenceService": "e2e-same-id-a-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "853914d9-fba1-4a6d-8c8e-6b6e90de7985", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "853914d9-fba1-4a6d-8c8e-6b6e90de7985", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:41:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "853914d9-fba1-4a6d-8c8e-6b6e90de7985", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2594dc-2d00-4005-b494-45e717fc1b13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2594dc-2d00-4005-b494-45e717fc1b13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:41:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd2594dc-2d00-4005-b494-45e717fc1b13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "94a69640-fc32-4c53-b8c2-a710572240ee", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "94a69640-fc32-4c53-b8c2-a710572240ee", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07"} 2026-09-10T23:41:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "94a69640-fc32-4c53-b8c2-a710572240ee", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "94a69640-fc32-4c53-b8c2-a710572240ee", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "94a69640-fc32-4c53-b8c2-a710572240ee", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07-kserve-route-authn"} 2026-09-10T23:41:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "94a69640-fc32-4c53-b8c2-a710572240ee", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm", "name": "e2e-same-id-b-7baf1b07-kserve-route-authn"} 2026-09-10T23:41:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-7baf1b07","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-7baf1b07", "reconcileID": "d1da4363-a9f2-4368-818c-9cf7825dca30", "LLMInferenceService": "e2e-same-id-b-7baf1b07", "namespace": "llm"} 2026-09-10T23:41:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0259ad77-b7db-413d-ba86-e20998cbeba2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0259ad77-b7db-413d-ba86-e20998cbeba2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:41:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0259ad77-b7db-413d-ba86-e20998cbeba2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d312157e-41e8-4c42-9f0d-80b9c28373c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T23:41:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d312157e-41e8-4c42-9f0d-80b9c28373c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T23:41:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d312157e-41e8-4c42-9f0d-80b9c28373c2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}