2026-07-30T04:38:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "2eed24bd-d68e-42bd-9e07-93af9e19692c", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "2eed24bd-d68e-42bd-9e07-93af9e19692c", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "2eed24bd-d68e-42bd-9e07-93af9e19692c", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:38:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "2eed24bd-d68e-42bd-9e07-93af9e19692c", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:38:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "2eed24bd-d68e-42bd-9e07-93af9e19692c", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "f4d0837a-4e57-4d76-b4f3-1b4ae08b9de0", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "f4d0837a-4e57-4d76-b4f3-1b4ae08b9de0", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "f4d0837a-4e57-4d76-b4f3-1b4ae08b9de0", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:38:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "fed33a96-da69-45cb-966b-cda3489b6919", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "fed33a96-da69-45cb-966b-cda3489b6919", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "fed33a96-da69-45cb-966b-cda3489b6919", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "fed33a96-da69-45cb-966b-cda3489b6919", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:38:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "fed33a96-da69-45cb-966b-cda3489b6919", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:38:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "fed33a96-da69-45cb-966b-cda3489b6919", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "95ce7078-c837-4b2e-8cfd-9002c93020b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "e5deb084-d4ef-4204-ac73-dec2e876144d", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "e5deb084-d4ef-4204-ac73-dec2e876144d", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "e5deb084-d4ef-4204-ac73-dec2e876144d", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:38:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "40689d77-d2ce-4b6e-b37b-5d5c08fad20b", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "40689d77-d2ce-4b6e-b37b-5d5c08fad20b", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "40689d77-d2ce-4b6e-b37b-5d5c08fad20b", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "40689d77-d2ce-4b6e-b37b-5d5c08fad20b", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:38:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "40689d77-d2ce-4b6e-b37b-5d5c08fad20b", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:38:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "40689d77-d2ce-4b6e-b37b-5d5c08fad20b", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "0be1a3f0-0335-4d13-9e34-63b2c1dc1c1e", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "0be1a3f0-0335-4d13-9e34-63b2c1dc1c1e", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "0be1a3f0-0335-4d13-9e34-63b2c1dc1c1e", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "0be1a3f0-0335-4d13-9e34-63b2c1dc1c1e", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:38:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "0be1a3f0-0335-4d13-9e34-63b2c1dc1c1e", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:38:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "0be1a3f0-0335-4d13-9e34-63b2c1dc1c1e", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "9655d218-0de7-4097-b3df-2b0d02cfb308", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "9655d218-0de7-4097-b3df-2b0d02cfb308", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "9655d218-0de7-4097-b3df-2b0d02cfb308", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:39:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "f32f6794-66a3-43f7-9f00-cf7df2786207", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:39:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "f32f6794-66a3-43f7-9f00-cf7df2786207", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:39:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "f32f6794-66a3-43f7-9f00-cf7df2786207", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:39:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "bfc7dc3d-0784-4dba-a8c4-30b0d90cf8e9", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:39:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "bfc7dc3d-0784-4dba-a8c4-30b0d90cf8e9", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:39:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "bfc7dc3d-0784-4dba-a8c4-30b0d90cf8e9", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "362d8896-a31a-47e5-bc67-85ff097f9c1a", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "362d8896-a31a-47e5-bc67-85ff097f9c1a", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "362d8896-a31a-47e5-bc67-85ff097f9c1a", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29"} 2026-07-30T04:40:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29-kserve-route-authn"} 2026-07-30T04:40:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29-kserve-route-authn"} 2026-07-30T04:40:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "c1fbda98-467a-4aa2-b9d8-2539b2a6ebe6", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "sub-test-model-324a29", "reconcileID": "eb9cb069-f02a-4244-90a1-46094bb64199", "LLMInferenceService": "sub-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "3f85ebdf-3456-44da-8fa1-5668ed2c6584", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "3f85ebdf-3456-44da-8fa1-5668ed2c6584", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:40:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "3f85ebdf-3456-44da-8fa1-5668ed2c6584", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "c71c17d7-251a-4680-9c91-e0205f4af8bb", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "c71c17d7-251a-4680-9c91-e0205f4af8bb", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:40:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "c71c17d7-251a-4680-9c91-e0205f4af8bb", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f"} 2026-07-30T04:40:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:40:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:40:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "77dcf174-8003-49d1-9c4b-3610e87323f9", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "sub-test-model-64af9f", "reconcileID": "06b2f7f7-1b3b-4df0-ba0a-d24fc401377c", "LLMInferenceService": "sub-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "d8fbb408-e727-46de-a092-e0df72c21da1", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "d8fbb408-e727-46de-a092-e0df72c21da1", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "d8fbb408-e727-46de-a092-e0df72c21da1", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "e65dbcbd-21eb-4bca-b509-6b7beac50f81", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "e65dbcbd-21eb-4bca-b509-6b7beac50f81", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "e65dbcbd-21eb-4bca-b509-6b7beac50f81", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "29680f42-151e-4c77-84fb-95de86569aee", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "29680f42-151e-4c77-84fb-95de86569aee", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "29680f42-151e-4c77-84fb-95de86569aee", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "29680f42-151e-4c77-84fb-95de86569aee", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29-kserve-route-authn"} 2026-07-30T04:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "29680f42-151e-4c77-84fb-95de86569aee", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "authType": "userdefined"} 2026-07-30T04:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "cc3bf98b-9b0d-4f40-8a3e-816b3dfe31cc", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "29680f42-151e-4c77-84fb-95de86569aee", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "cc3bf98b-9b0d-4f40-8a3e-816b3dfe31cc", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "cc3bf98b-9b0d-4f40-8a3e-816b3dfe31cc", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "401535ee-f9e5-481a-9aa5-ce3cc9fa9954", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "401535ee-f9e5-481a-9aa5-ce3cc9fa9954", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "401535ee-f9e5-481a-9aa5-ce3cc9fa9954", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "401535ee-f9e5-481a-9aa5-ce3cc9fa9954", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29-kserve-route-authn"} 2026-07-30T04:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "401535ee-f9e5-481a-9aa5-ce3cc9fa9954", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "authType": "userdefined"} 2026-07-30T04:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "401535ee-f9e5-481a-9aa5-ce3cc9fa9954", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "15a48482-6c46-43b1-b2aa-2e3bddc7aa9e", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "15a48482-6c46-43b1-b2aa-2e3bddc7aa9e", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "15a48482-6c46-43b1-b2aa-2e3bddc7aa9e", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "dc1184b6-4343-4392-bb56-6704fd65dabd", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "dc1184b6-4343-4392-bb56-6704fd65dabd", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "dc1184b6-4343-4392-bb56-6704fd65dabd", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "2ba45c13-ddd7-4393-be76-6eeeb8df98e5", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "2ba45c13-ddd7-4393-be76-6eeeb8df98e5", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:40:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "2ba45c13-ddd7-4393-be76-6eeeb8df98e5", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:40:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "fca4984a-0477-42d1-9ace-386fa64c529b", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "fca4984a-0477-42d1-9ace-386fa64c529b", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "fca4984a-0477-42d1-9ace-386fa64c529b", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "fca4984a-0477-42d1-9ace-386fa64c529b", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29-kserve-route-authn"} 2026-07-30T04:40:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "fca4984a-0477-42d1-9ace-386fa64c529b", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "authType": "userdefined"} 2026-07-30T04:40:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "fca4984a-0477-42d1-9ace-386fa64c529b", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "f691d488-5b98-4423-b472-3a84ebedc712", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "f691d488-5b98-4423-b472-3a84ebedc712", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "f691d488-5b98-4423-b472-3a84ebedc712", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "f691d488-5b98-4423-b472-3a84ebedc712", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29-kserve-route-authn"} 2026-07-30T04:40:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "f691d488-5b98-4423-b472-3a84ebedc712", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "authType": "userdefined"} 2026-07-30T04:40:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "f691d488-5b98-4423-b472-3a84ebedc712", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:40:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "d8c35614-d0e3-4f40-acc6-f46fc6982381", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "d8c35614-d0e3-4f40-acc6-f46fc6982381", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "d8c35614-d0e3-4f40-acc6-f46fc6982381", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "d8c35614-d0e3-4f40-acc6-f46fc6982381", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:40:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "d8c35614-d0e3-4f40-acc6-f46fc6982381", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:40:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "d8c35614-d0e3-4f40-acc6-f46fc6982381", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "af245a74-e482-49a9-b897-9e8f9c1d1fee", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "af245a74-e482-49a9-b897-9e8f9c1d1fee", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "af245a74-e482-49a9-b897-9e8f9c1d1fee", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "c5aa70f7-8a9b-444f-81d4-4eec04139743", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "c5aa70f7-8a9b-444f-81d4-4eec04139743", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "c5aa70f7-8a9b-444f-81d4-4eec04139743", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "c5aa70f7-8a9b-444f-81d4-4eec04139743", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:40:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "c5aa70f7-8a9b-444f-81d4-4eec04139743", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:40:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "c5aa70f7-8a9b-444f-81d4-4eec04139743", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "47949ac0-4edd-4938-af3d-6df0858145df", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "47949ac0-4edd-4938-af3d-6df0858145df", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:40:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "47949ac0-4edd-4938-af3d-6df0858145df", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:40:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "33ec9f9d-4aa6-46c0-926b-35200efe2b9b", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "33ec9f9d-4aa6-46c0-926b-35200efe2b9b", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "33ec9f9d-4aa6-46c0-926b-35200efe2b9b", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:40:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "33ec9f9d-4aa6-46c0-926b-35200efe2b9b", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:40:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "33ec9f9d-4aa6-46c0-926b-35200efe2b9b", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:40:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "33ec9f9d-4aa6-46c0-926b-35200efe2b9b", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:41:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd58713e-481f-4768-abc5-4fc6c91f4a6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:41:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "ad81eb3d-78ab-4954-8fb2-2dfc7964a4c9", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:41:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "ad81eb3d-78ab-4954-8fb2-2dfc7964a4c9", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:41:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "ad81eb3d-78ab-4954-8fb2-2dfc7964a4c9", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:41:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "ad81eb3d-78ab-4954-8fb2-2dfc7964a4c9", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:41:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "ad81eb3d-78ab-4954-8fb2-2dfc7964a4c9", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "authType": "userdefined"} 2026-07-30T04:41:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "ad81eb3d-78ab-4954-8fb2-2dfc7964a4c9", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:41:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "169b13ff-ee22-48da-9d24-7233c3f54246", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:41:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "169b13ff-ee22-48da-9d24-7233c3f54246", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:41:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "169b13ff-ee22-48da-9d24-7233c3f54246", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:41:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "c7d621ae-2b7c-41e6-9b09-08858f6c217e", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:41:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "c7d621ae-2b7c-41e6-9b09-08858f6c217e", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:41:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "c7d621ae-2b7c-41e6-9b09-08858f6c217e", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:41:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa46e12f-ee32-4053-a9f2-e8dc60bd9a54", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "ea5268d9-487d-44e5-b68d-fb2de6e9cb86", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "ea5268d9-487d-44e5-b68d-fb2de6e9cb86", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "ea5268d9-487d-44e5-b68d-fb2de6e9cb86", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "6c6d15eb-ff2b-4f2f-a574-92eabb3e255a", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "6c6d15eb-ff2b-4f2f-a574-92eabb3e255a", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "6c6d15eb-ff2b-4f2f-a574-92eabb3e255a", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "b0c025a9-5982-41a8-a040-075baf495e67", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "b0c025a9-5982-41a8-a040-075baf495e67", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:42:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "b0c025a9-5982-41a8-a040-075baf495e67", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "1b584966-4109-4e30-b785-91fa3cf751c7", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "1b584966-4109-4e30-b785-91fa3cf751c7", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "1b584966-4109-4e30-b785-91fa3cf751c7", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:42:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29"} 2026-07-30T04:42:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:42:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:42:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29-kserve-route-authn"} 2026-07-30T04:42:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29-kserve-route-authn"} 2026-07-30T04:42:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:42:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "4fa112a3-3be5-4ea1-a881-b5f1f4eda831", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:42:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-324a29","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "rate-test-model-324a29", "reconcileID": "7294d24b-bfec-43cc-be2a-501aede8a48f", "LLMInferenceService": "rate-test-model-324a29", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "7bbf9e8e-3023-4d1c-9e11-e44f45f80fa9", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "7bbf9e8e-3023-4d1c-9e11-e44f45f80fa9", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "7bbf9e8e-3023-4d1c-9e11-e44f45f80fa9", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "3700b7b4-f4d7-4a6d-8681-a0247bf4f755", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "3700b7b4-f4d7-4a6d-8681-a0247bf4f755", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "3700b7b4-f4d7-4a6d-8681-a0247bf4f755", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:42:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f"} 2026-07-30T04:42:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:42:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:42:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:42:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f-kserve-route-authn"} 2026-07-30T04:42:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:42:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "919879aa-cd85-4f53-bad5-5bbf0eb25cb2", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:42:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64af9f","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "rate-test-model-64af9f", "reconcileID": "baf46466-2a49-4ce9-8e1b-b83bcb728d89", "LLMInferenceService": "rate-test-model-64af9f", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "a2b70be2-6ea9-47f3-a5c0-cfa416d8c580", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "a2b70be2-6ea9-47f3-a5c0-cfa416d8c580", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "a2b70be2-6ea9-47f3-a5c0-cfa416d8c580", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "28bbf5db-a540-4bae-9ce4-ffb937191962", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "28bbf5db-a540-4bae-9ce4-ffb937191962", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "28bbf5db-a540-4bae-9ce4-ffb937191962", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "b127b95e-15a1-4aee-b774-93357767ba90", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "b127b95e-15a1-4aee-b774-93357767ba90", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "b127b95e-15a1-4aee-b774-93357767ba90", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "28ee929b-fe40-4f65-986f-dcd0b57fc14e", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "28ee929b-fe40-4f65-986f-dcd0b57fc14e", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "28ee929b-fe40-4f65-986f-dcd0b57fc14e", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "ef30d4f4-88ed-4043-b9c3-ab4cfb519121", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "ef30d4f4-88ed-4043-b9c3-ab4cfb519121", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "ef30d4f4-88ed-4043-b9c3-ab4cfb519121", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "81237951-9f46-45dd-ab2d-1bfc97a6d2ac", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "81237951-9f46-45dd-ab2d-1bfc97a6d2ac", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "81237951-9f46-45dd-ab2d-1bfc97a6d2ac", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "603ea1c8-6b1f-4ac7-a8c1-4bc0ec417401", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "603ea1c8-6b1f-4ac7-a8c1-4bc0ec417401", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "603ea1c8-6b1f-4ac7-a8c1-4bc0ec417401", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "dfed0387-4c37-496c-8f4b-496336d8226b", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "dfed0387-4c37-496c-8f4b-496336d8226b", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "dfed0387-4c37-496c-8f4b-496336d8226b", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d2c7ba7b-78a0-4808-a3dd-7f27433b0177", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d2c7ba7b-78a0-4808-a3dd-7f27433b0177", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d2c7ba7b-78a0-4808-a3dd-7f27433b0177", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "af8814d9-c16f-422b-92e4-28ed24685e0c", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "af8814d9-c16f-422b-92e4-28ed24685e0c", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "af8814d9-c16f-422b-92e4-28ed24685e0c", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "2f75452b-c675-4513-88f9-eec67030a6ff", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "2f75452b-c675-4513-88f9-eec67030a6ff", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "2f75452b-c675-4513-88f9-eec67030a6ff", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-trusted-ca-bundle", "reconcileID": "a507bf3a-2230-4fe9-8424-dbc8bb5a2554", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "openshift-service-ca.crt", "reconcileID": "a207931c-71f4-4955-83ae-5429ffd68711", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:43:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "openshift-service-ca.crt", "reconcileID": "34c50ef3-d71d-40ba-95d2-6374ee58666d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:43:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "openshift-service-ca.crt", "reconcileID": "34c50ef3-d71d-40ba-95d2-6374ee58666d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:43:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-trusted-ca-bundle", "reconcileID": "b943b181-e4d9-4a87-998f-2fe66531ce2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:43:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-trusted-ca-bundle", "reconcileID": "b943b181-e4d9-4a87-998f-2fe66531ce2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "openshift-service-ca.crt", "reconcileID": "4ee9ef7c-3c8a-45b2-8f45-cc1a599bfadf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:43:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b29b0c85-4da2-4f8a-bce2-01ba477cfe66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:43:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "68bfd2ca-82e4-45bd-a2bc-9629c29cb876", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "68bfd2ca-82e4-45bd-a2bc-9629c29cb876", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "68bfd2ca-82e4-45bd-a2bc-9629c29cb876", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1162186-c90e-4145-ba8f-b7508f4c6152", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "b300e7ef-4360-4410-8bef-19237328a97d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "b300e7ef-4360-4410-8bef-19237328a97d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "b300e7ef-4360-4410-8bef-19237328a97d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:43:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb60b6ef-95d5-4a4e-8695-fc2951858604", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abdf07f0-7dfb-4a1d-8dd5-5c15efdcdac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "caf1725f-4b5c-4cbe-8803-f42a1c99e18a", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "caf1725f-4b5c-4cbe-8803-f42a1c99e18a", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "caf1725f-4b5c-4cbe-8803-f42a1c99e18a", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "6aa31911-f5bf-45fd-882e-c9164abfbc48", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "6aa31911-f5bf-45fd-882e-c9164abfbc48", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:39Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "6aa31911-f5bf-45fd-882e-c9164abfbc48", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-eda6fc-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-eda6fc-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T04:43:39Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-eda6fc-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-eda6fc-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-eda6fc","uid":"c557bd05-d2ef-4862-91f8-88322ba05a8c","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"76401"}, "reason": "ReconcileError"} 2026-07-30T04:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "dae431a9-0efd-4637-9bf8-9d0ba24ce177", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "dae431a9-0efd-4637-9bf8-9d0ba24ce177", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "dae431a9-0efd-4637-9bf8-9d0ba24ce177", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "75c4e337-7ad2-41d1-834c-8ad5fd7ccf4b", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "75c4e337-7ad2-41d1-834c-8ad5fd7ccf4b", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "75c4e337-7ad2-41d1-834c-8ad5fd7ccf4b", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "90a8c521-75bc-4350-bdfd-3d7792a79dca", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "90a8c521-75bc-4350-bdfd-3d7792a79dca", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "90a8c521-75bc-4350-bdfd-3d7792a79dca", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "c79650be-4d0c-4ab5-bad9-bf84b372a757", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "c79650be-4d0c-4ab5-bad9-bf84b372a757", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "c79650be-4d0c-4ab5-bad9-bf84b372a757", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "2978efdd-b477-4927-9cdc-f1bca142b05f", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "2978efdd-b477-4927-9cdc-f1bca142b05f", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "2978efdd-b477-4927-9cdc-f1bca142b05f", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "18dbd03e-67c8-4ede-b061-ea0ebd6d3747", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "18dbd03e-67c8-4ede-b061-ea0ebd6d3747", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "18dbd03e-67c8-4ede-b061-ea0ebd6d3747", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "openshift-service-ca.crt", "reconcileID": "a00269e3-f253-445f-85d0-1a715110460f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-trusted-ca-bundle", "reconcileID": "c5ed0cbb-a015-41c0-968e-4417c5daee48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "openshift-service-ca.crt", "reconcileID": "1575eae9-2d7f-40bf-9fb1-c53c2da49b83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:43:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "openshift-service-ca.crt", "reconcileID": "1575eae9-2d7f-40bf-9fb1-c53c2da49b83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4b20339-13e1-4e0a-b67a-3af7bd0027ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "openshift-service-ca.crt", "reconcileID": "fdb4695f-aa1e-4383-8fd4-bc008903ab68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-trusted-ca-bundle", "reconcileID": "bccfd554-1486-4deb-bbe6-7dc02dcb7d29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:43:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-trusted-ca-bundle", "reconcileID": "bccfd554-1486-4deb-bbe6-7dc02dcb7d29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5a027b4-7c05-4118-9ec1-969cbac468a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:43:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "5418bcc1-5533-4755-845c-1d1bfcefdecf", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "5418bcc1-5533-4755-845c-1d1bfcefdecf", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "5418bcc1-5533-4755-845c-1d1bfcefdecf", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "16fc2332-8f1c-4f98-86c1-7cf717676465", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "a311ed4a-914d-4104-8b8b-73870621b722", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "a311ed4a-914d-4104-8b8b-73870621b722", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "a311ed4a-914d-4104-8b8b-73870621b722", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:44:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "63a07722-73d0-4813-a95c-bcfedfc4bbff", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "63a07722-73d0-4813-a95c-bcfedfc4bbff", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "63a07722-73d0-4813-a95c-bcfedfc4bbff", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d7ad1a42-ccc5-4ef8-830f-24fbdbedc7b3", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:44:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "63a07722-73d0-4813-a95c-bcfedfc4bbff", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:44:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "63a07722-73d0-4813-a95c-bcfedfc4bbff", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "authType": "userdefined"} 2026-07-30T04:44:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "63a07722-73d0-4813-a95c-bcfedfc4bbff", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d7ad1a42-ccc5-4ef8-830f-24fbdbedc7b3", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:44:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d7ad1a42-ccc5-4ef8-830f-24fbdbedc7b3", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:44:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "9f25900d-e99c-4196-9c75-1f5a24638ce1", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "9f25900d-e99c-4196-9c75-1f5a24638ce1", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "9f25900d-e99c-4196-9c75-1f5a24638ce1", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "9f25900d-e99c-4196-9c75-1f5a24638ce1", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:44:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "9f25900d-e99c-4196-9c75-1f5a24638ce1", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "authType": "userdefined"} 2026-07-30T04:44:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "9f25900d-e99c-4196-9c75-1f5a24638ce1", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "036666cd-5e23-4413-8aa0-f656eeb8c6b9", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "036666cd-5e23-4413-8aa0-f656eeb8c6b9", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "036666cd-5e23-4413-8aa0-f656eeb8c6b9", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:44:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "bc284e47-15e2-4268-842c-3decb383360b", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "bc284e47-15e2-4268-842c-3decb383360b", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "bc284e47-15e2-4268-842c-3decb383360b", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "bc284e47-15e2-4268-842c-3decb383360b", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:44:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "bc284e47-15e2-4268-842c-3decb383360b", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "authType": "userdefined"} 2026-07-30T04:44:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "bc284e47-15e2-4268-842c-3decb383360b", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "ab540015-a2fa-410b-8deb-e085a5d49fb5", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "ab540015-a2fa-410b-8deb-e085a5d49fb5", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "ab540015-a2fa-410b-8deb-e085a5d49fb5", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "ab540015-a2fa-410b-8deb-e085a5d49fb5", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:44:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "ab540015-a2fa-410b-8deb-e085a5d49fb5", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "authType": "userdefined"} 2026-07-30T04:44:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "ab540015-a2fa-410b-8deb-e085a5d49fb5", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:44:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "6218cd98-563d-4589-94ea-7f7ec977e86d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:44:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "6218cd98-563d-4589-94ea-7f7ec977e86d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:44:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "6218cd98-563d-4589-94ea-7f7ec977e86d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "3112c5f9-0254-445c-a0d2-8aa27dd4f296", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "3112c5f9-0254-445c-a0d2-8aa27dd4f296", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "3112c5f9-0254-445c-a0d2-8aa27dd4f296", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "55e9a51b-37fa-40d8-9e3d-f116e5027482", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "55e9a51b-37fa-40d8-9e3d-f116e5027482", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "55e9a51b-37fa-40d8-9e3d-f116e5027482", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "e85ed827-f72f-4bca-a54e-a4c669bfa363", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "e85ed827-f72f-4bca-a54e-a4c669bfa363", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "e85ed827-f72f-4bca-a54e-a4c669bfa363", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "05e790ed-e7df-4d5f-acaf-aa13bcc3b659", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "05e790ed-e7df-4d5f-acaf-aa13bcc3b659", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "05e790ed-e7df-4d5f-acaf-aa13bcc3b659", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "bc85f5cd-cac6-464f-b345-7ac05e2425c4", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "bc85f5cd-cac6-464f-b345-7ac05e2425c4", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "bc85f5cd-cac6-464f-b345-7ac05e2425c4", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "c7ec86b0-ed04-44ea-9a4c-b894e84fa5de", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "c7ec86b0-ed04-44ea-9a4c-b894e84fa5de", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "c7ec86b0-ed04-44ea-9a4c-b894e84fa5de", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "ea1dd4db-356b-43af-b881-fe73eff89376", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "ea1dd4db-356b-43af-b881-fe73eff89376", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "ea1dd4db-356b-43af-b881-fe73eff89376", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "cc8de625-c4f0-4676-ad9c-953276afcbce", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "cc8de625-c4f0-4676-ad9c-953276afcbce", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "cc8de625-c4f0-4676-ad9c-953276afcbce", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "openshift-service-ca.crt", "reconcileID": "3b5af74d-6a56-4e21-bb3e-2c26c7a25a1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-trusted-ca-bundle", "reconcileID": "eee9d67b-02af-485d-8b6a-9ef372430b98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "openshift-service-ca.crt", "reconcileID": "d73da02d-f02e-4259-a130-28dfd4eb9b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:45:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "openshift-service-ca.crt", "reconcileID": "d73da02d-f02e-4259-a130-28dfd4eb9b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6401f610-3ba9-4ff0-9b93-ac635011b03b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "openshift-service-ca.crt", "reconcileID": "19a5b93b-f2de-4a72-ad28-bf9c37c64f98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-trusted-ca-bundle", "reconcileID": "b56de630-cbe5-4dfd-b352-79f482d97003", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:45:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-trusted-ca-bundle", "reconcileID": "b56de630-cbe5-4dfd-b352-79f482d97003", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c322c2d-43df-431c-9a7e-59b8b94f1683", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "23f0d023-ed11-4a9d-a77b-21a659dfdecf", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "23f0d023-ed11-4a9d-a77b-21a659dfdecf", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "23f0d023-ed11-4a9d-a77b-21a659dfdecf", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fcd1cea3-7e87-42c3-b9e5-6402e0894052", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "84401b5d-f873-4c7d-afab-05e79eae95fc", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "84401b5d-f873-4c7d-afab-05e79eae95fc", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "84401b5d-f873-4c7d-afab-05e79eae95fc", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "23d908ef-457f-4ac4-980f-271eb15e87ec", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "23d908ef-457f-4ac4-980f-271eb15e87ec", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "23d908ef-457f-4ac4-980f-271eb15e87ec", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38990223-1e31-4935-a80b-c834727bd4d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38990223-1e31-4935-a80b-c834727bd4d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:45:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38990223-1e31-4935-a80b-c834727bd4d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1ddcb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T04:45:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-trusted-ca-bundle", "reconcileID": "35888592-fd14-48b3-a528-c76d7ab2cd5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-trusted-ca-bundle", "reconcileID": "35888592-fd14-48b3-a528-c76d7ab2cd5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "openshift-service-ca.crt", "reconcileID": "f13b3d76-c4db-4b78-8073-2e7374938b5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "openshift-service-ca.crt", "reconcileID": "f13b3d76-c4db-4b78-8073-2e7374938b5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31fe6491-2ef8-4cf7-a3dd-745df429bd41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1ddcb8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31fe6491-2ef8-4cf7-a3dd-745df429bd41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1ddcb8"} 2026-07-30T04:45:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "b71891d6-37c6-4775-be50-6b586e640570", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "b71891d6-37c6-4775-be50-6b586e640570", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8-authn-ssl"} 2026-07-30T04:45:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "b71891d6-37c6-4775-be50-6b586e640570", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1ddcb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1ddcb8", "reconcileID": "be7803e4-1e91-4f38-96e9-af67a13cd793", "Gateway": "e2e-ipp-cleanup-1ddcb8", "namespace": "openshift-ingress"} 2026-07-30T04:45:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb74e5f0-3a00-4128-ae69-0872a07fc35c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:46:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "081ee19c-37b2-44ef-92b9-b8551006cb1e", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "081ee19c-37b2-44ef-92b9-b8551006cb1e", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:46:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "081ee19c-37b2-44ef-92b9-b8551006cb1e", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d5b5783b-083f-437d-9f3c-b5019e648636", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d5b5783b-083f-437d-9f3c-b5019e648636", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:46:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "d5b5783b-083f-437d-9f3c-b5019e648636", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "aee5ad41-1c74-491f-a322-2e74f301733e", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "aee5ad41-1c74-491f-a322-2e74f301733e", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "aee5ad41-1c74-491f-a322-2e74f301733e", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "aee5ad41-1c74-491f-a322-2e74f301733e", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:46:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "aee5ad41-1c74-491f-a322-2e74f301733e", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "authType": "userdefined"} 2026-07-30T04:46:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "aee5ad41-1c74-491f-a322-2e74f301733e", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "f7e9b990-6377-4023-8a18-f4dce4ba948d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "f7e9b990-6377-4023-8a18-f4dce4ba948d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:46:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "f7e9b990-6377-4023-8a18-f4dce4ba948d", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80e557ec-0401-40a4-bd9f-d2c45945059b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:46:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1b660b6-9b07-4848-843a-9ea3cff9375e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:46:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "660324bd-1265-41e7-a313-e9ef19cded4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "660324bd-1265-41e7-a313-e9ef19cded4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:46:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "660324bd-1265-41e7-a313-e9ef19cded4c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a1808a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T04:46:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-trusted-ca-bundle", "reconcileID": "f22353be-68f7-4c4f-a1d3-79cbfdec50fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-trusted-ca-bundle", "reconcileID": "f22353be-68f7-4c4f-a1d3-79cbfdec50fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "openshift-service-ca.crt", "reconcileID": "1d91396d-d849-4626-a73b-48236d219137", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "openshift-service-ca.crt", "reconcileID": "1d91396d-d849-4626-a73b-48236d219137", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4304c6ac-31c8-48d9-9035-9b21b3d2814c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4304c6ac-31c8-48d9-9035-9b21b3d2814c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "a6413955-2775-4868-b064-5adb2f2c33d5", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "a6413955-2775-4868-b064-5adb2f2c33d5", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "a6413955-2775-4868-b064-5adb2f2c33d5", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a"} 2026-07-30T04:46:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:46:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:46:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4924121f-42ee-4184-ae97-64796d24b426", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a"} 2026-07-30T04:46:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:46:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a-kserve-route-authn"} 2026-07-30T04:46:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "4b63352a-02df-40dd-8de8-cdf755265eeb", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a1808a","namespace":"ai-tenant-e2e-ipp-a-a1808a"}, "namespace": "ai-tenant-e2e-ipp-a-a1808a", "name": "ipp-route-a1808a", "reconcileID": "89a0d868-cccb-4201-9068-052ee436bd0d", "LLMInferenceService": "ipp-route-a1808a", "namespace": "ai-tenant-e2e-ipp-a-a1808a"} 2026-07-30T04:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "6f847ec5-b308-44ea-a6d2-00eb81dcc0aa", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "6f847ec5-b308-44ea-a6d2-00eb81dcc0aa", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a-authn-ssl"} 2026-07-30T04:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "6f847ec5-b308-44ea-a6d2-00eb81dcc0aa", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a1808a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a1808a", "reconcileID": "812ba422-dfe7-41c6-bf87-895b530931a9", "Gateway": "e2e-ipp-a-a1808a", "namespace": "openshift-ingress"} 2026-07-30T04:46:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f9b249e-8933-4f14-b9bb-33e4926edd27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:47:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "a8795de5-18ad-45c4-8e15-78d09d40dfef", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:47:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "a8795de5-18ad-45c4-8e15-78d09d40dfef", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:47:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "a8795de5-18ad-45c4-8e15-78d09d40dfef", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:47:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "3746c95e-6fc8-4279-ae38-a5a9bacca1b2", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:47:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "3746c95e-6fc8-4279-ae38-a5a9bacca1b2", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc-authn-ssl"} 2026-07-30T04:47:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "3746c95e-6fc8-4279-ae38-a5a9bacca1b2", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:47:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d967a171-87a2-4ef1-91db-fdd75f2999b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d967a171-87a2-4ef1-91db-fdd75f2999b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:47:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d967a171-87a2-4ef1-91db-fdd75f2999b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-eda6fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T04:47:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-trusted-ca-bundle", "reconcileID": "54f50f5e-bdac-4879-80a9-008bafbbe99f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-trusted-ca-bundle", "reconcileID": "54f50f5e-bdac-4879-80a9-008bafbbe99f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "openshift-service-ca.crt", "reconcileID": "3226d57f-f52a-4bc6-8b35-f0174e4954c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "openshift-service-ca.crt", "reconcileID": "3226d57f-f52a-4bc6-8b35-f0174e4954c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc96c4a-536f-498d-9ac6-0d4e03b10ef7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eda6fc"}, "namespace": "ai-tenant-e2e-ipp-b-eda6fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc96c4a-536f-498d-9ac6-0d4e03b10ef7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eda6fc"} 2026-07-30T04:47:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eda6fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eda6fc", "reconcileID": "2035796d-a3dd-4aa9-a9a9-aab33a765e53", "Gateway": "e2e-ipp-b-eda6fc", "namespace": "openshift-ingress"} 2026-07-30T04:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f814ba7-a15d-425f-b58e-37870e0ecae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:47:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "62cff3e2-e052-4f00-bdbe-8f5a9e9d63c3", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:47:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "62cff3e2-e052-4f00-bdbe-8f5a9e9d63c3", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "62cff3e2-e052-4f00-bdbe-8f5a9e9d63c3", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:47:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "8966228e-ac47-4811-a7a5-d7d6b8b28148", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:47:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "8966228e-ac47-4811-a7a5-d7d6b8b28148", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29-authn-ssl"} 2026-07-30T04:47:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "8966228e-ac47-4811-a7a5-d7d6b8b28148", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "099ad5d6-130b-4017-9de7-e0fab606a489", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "099ad5d6-130b-4017-9de7-e0fab606a489", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-324a29", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:47:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "099ad5d6-130b-4017-9de7-e0fab606a489", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-324a29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T04:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-trusted-ca-bundle", "reconcileID": "388fc2e5-669c-4a07-bf02-f1b83a751aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-trusted-ca-bundle", "reconcileID": "388fc2e5-669c-4a07-bf02-f1b83a751aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "openshift-service-ca.crt", "reconcileID": "1be97c92-2248-4df1-a808-aff49faa3331", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "openshift-service-ca.crt", "reconcileID": "1be97c92-2248-4df1-a808-aff49faa3331", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43181752-bb68-4d60-a7d2-4afc54791690", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-324a29"}, "namespace": "ai-tenant-e2e-shared-a-324a29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43181752-bb68-4d60-a7d2-4afc54791690", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-324a29"} 2026-07-30T04:47:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-324a29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-324a29", "reconcileID": "19e03aae-5956-4397-b233-ff6f4a466474", "Gateway": "e2e-shared-a-324a29", "namespace": "openshift-ingress"} 2026-07-30T04:47:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6ac9aed-d6b8-420f-90d4-c2d06566b4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-30T04:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "eee9ca30-9cf7-4119-87d9-83160e6b7f14", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "eee9ca30-9cf7-4119-87d9-83160e6b7f14", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:47:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "eee9ca30-9cf7-4119-87d9-83160e6b7f14", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "74590259-ddf8-4af8-aa4a-31573c475006", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "74590259-ddf8-4af8-aa4a-31573c475006", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f-authn-ssl"} 2026-07-30T04:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "74590259-ddf8-4af8-aa4a-31573c475006", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"} 2026-07-30T04:47:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b0f4b89-a3e9-4012-b1b6-b55b7699337f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b0f4b89-a3e9-4012-b1b6-b55b7699337f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-64af9f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-30T04:47:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b0f4b89-a3e9-4012-b1b6-b55b7699337f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-64af9f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-30T04:47:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-trusted-ca-bundle", "reconcileID": "be2203f8-db0f-4033-909f-9ef3cc5a215e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-trusted-ca-bundle", "reconcileID": "be2203f8-db0f-4033-909f-9ef3cc5a215e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "openshift-service-ca.crt", "reconcileID": "aa58f6a5-a642-404d-b29b-b861a689e976", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "openshift-service-ca.crt", "reconcileID": "aa58f6a5-a642-404d-b29b-b861a689e976", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c4fdef-e3e6-4c5d-b0ca-76e78dbb66e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-64af9f"}, "namespace": "ai-tenant-e2e-shared-b-64af9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c4fdef-e3e6-4c5d-b0ca-76e78dbb66e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-64af9f"} 2026-07-30T04:47:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-64af9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-64af9f", "reconcileID": "ae3cbb2d-032d-441f-bd52-9061cc1e3f6d", "Gateway": "e2e-shared-b-64af9f", "namespace": "openshift-ingress"}