2026-07-24T20:59:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "d1eeee78-f563-482d-a434-eeb3544ac0ad", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T20:59:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9cd1eb16-0710-418b-9c9c-d078310bcb3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:59:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "0ecb87e4-4356-46cc-8d5f-3a0c28956d1b", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "0ecb87e4-4356-46cc-8d5f-3a0c28956d1b", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "0ecb87e4-4356-46cc-8d5f-3a0c28956d1b", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "0ecb87e4-4356-46cc-8d5f-3a0c28956d1b", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf-kserve-route-authn"} 2026-07-24T20:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "0ecb87e4-4356-46cc-8d5f-3a0c28956d1b", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T20:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "0ecb87e4-4356-46cc-8d5f-3a0c28956d1b", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "4d616f7f-2eb1-4284-991f-00391f4fa924", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "4d616f7f-2eb1-4284-991f-00391f4fa924", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "4d616f7f-2eb1-4284-991f-00391f4fa924", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "4d616f7f-2eb1-4284-991f-00391f4fa924", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf-kserve-route-authn"} 2026-07-24T20:59:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "4d616f7f-2eb1-4284-991f-00391f4fa924", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T20:59:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "4d616f7f-2eb1-4284-991f-00391f4fa924", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "239bfa42-ddac-40e8-a680-6b6fcfe1008b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T20:59:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "a7c0ef6c-d729-45f2-b3b7-7fe3fcb5e98a", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "a7c0ef6c-d729-45f2-b3b7-7fe3fcb5e98a", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "a7c0ef6c-d729-45f2-b3b7-7fe3fcb5e98a", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "a7c0ef6c-d729-45f2-b3b7-7fe3fcb5e98a", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf-kserve-route-authn"} 2026-07-24T20:59:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "a7c0ef6c-d729-45f2-b3b7-7fe3fcb5e98a", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T20:59:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "a7c0ef6c-d729-45f2-b3b7-7fe3fcb5e98a", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T20:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "9846e1af-31e6-4f64-a3d4-0dfec2428e28", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T20:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "9846e1af-31e6-4f64-a3d4-0dfec2428e28", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T20:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "9846e1af-31e6-4f64-a3d4-0dfec2428e28", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T20:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "f73988d5-928b-421f-9e25-a578e00094bd", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T20:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "f73988d5-928b-421f-9e25-a578e00094bd", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T20:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "f73988d5-928b-421f-9e25-a578e00094bd", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef9a0e6c-b1d6-46b6-8da3-5b09299993fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:00:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6"} 2026-07-24T21:00:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:00:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:00:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "7faa6490-0258-4bbf-8dea-ad5a2443c277", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "sub-test-model-3f62e6", "reconcileID": "c6b5fa66-7351-4eac-bc67-03aa18996997", "LLMInferenceService": "sub-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "562ba62f-bba7-43c9-8bdd-c95a81fe0f23", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "562ba62f-bba7-43c9-8bdd-c95a81fe0f23", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "562ba62f-bba7-43c9-8bdd-c95a81fe0f23", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "5bff6e43-7c4b-44de-9943-7a2c4a9c3b1a", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "5bff6e43-7c4b-44de-9943-7a2c4a9c3b1a", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "5bff6e43-7c4b-44de-9943-7a2c4a9c3b1a", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:00:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf"} 2026-07-24T21:00:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:00:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:00:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:00:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:00:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:00:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "94c0144a-e44e-490d-96de-a2817ce3ab63", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:00:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "sub-test-model-449ecf", "reconcileID": "cbfa4608-8077-47e3-9f9d-f8bd443ec3a1", "LLMInferenceService": "sub-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "a956cb68-ad78-424d-839b-2dab59019d7d", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "a956cb68-ad78-424d-839b-2dab59019d7d", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "a956cb68-ad78-424d-839b-2dab59019d7d", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "efe525ae-75ef-45e1-b83c-fcb552aa5c74", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "efe525ae-75ef-45e1-b83c-fcb552aa5c74", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "efe525ae-75ef-45e1-b83c-fcb552aa5c74", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:00:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "07b26dd6-30ef-494a-ab61-84488bdc1502", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "07b26dd6-30ef-494a-ab61-84488bdc1502", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "07b26dd6-30ef-494a-ab61-84488bdc1502", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "c46c899a-64b0-49c5-82cf-d559910fc0b5", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "07b26dd6-30ef-494a-ab61-84488bdc1502", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:00:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "07b26dd6-30ef-494a-ab61-84488bdc1502", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "authType": "userdefined"} 2026-07-24T21:00:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "07b26dd6-30ef-494a-ab61-84488bdc1502", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "c46c899a-64b0-49c5-82cf-d559910fc0b5", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "c46c899a-64b0-49c5-82cf-d559910fc0b5", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "ee702dae-a6ff-4862-95fc-4b09e3c000fe", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "ee702dae-a6ff-4862-95fc-4b09e3c000fe", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "ee702dae-a6ff-4862-95fc-4b09e3c000fe", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "ee702dae-a6ff-4862-95fc-4b09e3c000fe", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:00:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "ee702dae-a6ff-4862-95fc-4b09e3c000fe", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "authType": "userdefined"} 2026-07-24T21:00:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "ee702dae-a6ff-4862-95fc-4b09e3c000fe", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "35b7398c-04e7-4f47-aee3-395d0936b653", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "35b7398c-04e7-4f47-aee3-395d0936b653", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:00:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "35b7398c-04e7-4f47-aee3-395d0936b653", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "453029dc-af2d-4117-b8d8-f7f662fe844a", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:00:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "453029dc-af2d-4117-b8d8-f7f662fe844a", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:00:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "453029dc-af2d-4117-b8d8-f7f662fe844a", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:00:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "3174b971-694b-4d8e-9e98-cd5dc2e7c0e6", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "3174b971-694b-4d8e-9e98-cd5dc2e7c0e6", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:00:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "3174b971-694b-4d8e-9e98-cd5dc2e7c0e6", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:00:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "49b323db-dfcf-48e5-aeb2-7fd907eee949", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "49b323db-dfcf-48e5-aeb2-7fd907eee949", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "49b323db-dfcf-48e5-aeb2-7fd907eee949", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:00:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "49b323db-dfcf-48e5-aeb2-7fd907eee949", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:00:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "49b323db-dfcf-48e5-aeb2-7fd907eee949", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "authType": "userdefined"} 2026-07-24T21:00:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "49b323db-dfcf-48e5-aeb2-7fd907eee949", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:01:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "484d3b48-b9cf-4dae-a637-f04bbcc56461", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:01:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "484d3b48-b9cf-4dae-a637-f04bbcc56461", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:01:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "484d3b48-b9cf-4dae-a637-f04bbcc56461", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:01:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "484d3b48-b9cf-4dae-a637-f04bbcc56461", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:01:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "484d3b48-b9cf-4dae-a637-f04bbcc56461", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "authType": "userdefined"} 2026-07-24T21:01:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "484d3b48-b9cf-4dae-a637-f04bbcc56461", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:01:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "7c50491c-38e2-4fe8-94b6-0a9298e42773", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "7c50491c-38e2-4fe8-94b6-0a9298e42773", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "7c50491c-38e2-4fe8-94b6-0a9298e42773", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "5d237a5d-2e06-4930-bc88-d4ddd4f71560", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:01:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "7c50491c-38e2-4fe8-94b6-0a9298e42773", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:01:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "7c50491c-38e2-4fe8-94b6-0a9298e42773", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T21:01:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "7c50491c-38e2-4fe8-94b6-0a9298e42773", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "5d237a5d-2e06-4930-bc88-d4ddd4f71560", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:01:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "5d237a5d-2e06-4930-bc88-d4ddd4f71560", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:01:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "c431ea4f-31ef-4f01-b50e-b9bf41bccdc9", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "c431ea4f-31ef-4f01-b50e-b9bf41bccdc9", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "c431ea4f-31ef-4f01-b50e-b9bf41bccdc9", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "c431ea4f-31ef-4f01-b50e-b9bf41bccdc9", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:01:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "c431ea4f-31ef-4f01-b50e-b9bf41bccdc9", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T21:01:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "c431ea4f-31ef-4f01-b50e-b9bf41bccdc9", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "558e6daf-e82f-48dc-948e-d8b7af50deb3", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:01:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "558e6daf-e82f-48dc-948e-d8b7af50deb3", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:01:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "558e6daf-e82f-48dc-948e-d8b7af50deb3", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:01:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "6a07ac09-b562-4565-ac6c-dadba68e0f2c", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "6a07ac09-b562-4565-ac6c-dadba68e0f2c", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "6a07ac09-b562-4565-ac6c-dadba68e0f2c", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "6a07ac09-b562-4565-ac6c-dadba68e0f2c", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:01:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "6a07ac09-b562-4565-ac6c-dadba68e0f2c", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T21:01:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "6a07ac09-b562-4565-ac6c-dadba68e0f2c", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "5c0b8b26-3028-4994-bae3-db177178aa31", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "5c0b8b26-3028-4994-bae3-db177178aa31", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "5c0b8b26-3028-4994-bae3-db177178aa31", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "5c0b8b26-3028-4994-bae3-db177178aa31", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:01:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "5c0b8b26-3028-4994-bae3-db177178aa31", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T21:01:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "5c0b8b26-3028-4994-bae3-db177178aa31", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "11d28764-9ebd-49e9-bf54-32f970227f57", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "11d28764-9ebd-49e9-bf54-32f970227f57", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "11d28764-9ebd-49e9-bf54-32f970227f57", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "11d28764-9ebd-49e9-bf54-32f970227f57", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:01:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "11d28764-9ebd-49e9-bf54-32f970227f57", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "authType": "userdefined"} 2026-07-24T21:01:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "11d28764-9ebd-49e9-bf54-32f970227f57", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:01:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "ccab86d2-d63f-4702-987f-38032c27d96e", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:01:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "ccab86d2-d63f-4702-987f-38032c27d96e", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:01:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "ccab86d2-d63f-4702-987f-38032c27d96e", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:01:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "23e2254f-40fa-41e3-8c5f-ab8e3830fe17", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:01:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "23e2254f-40fa-41e3-8c5f-ab8e3830fe17", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:01:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "23e2254f-40fa-41e3-8c5f-ab8e3830fe17", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "8f3e853b-99c0-43e3-bfb0-316ec409fe1d", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "8f3e853b-99c0-43e3-bfb0-316ec409fe1d", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "8f3e853b-99c0-43e3-bfb0-316ec409fe1d", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "be91dd7c-7452-4eb1-a853-80692093676c", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "be91dd7c-7452-4eb1-a853-80692093676c", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "be91dd7c-7452-4eb1-a853-80692093676c", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:02:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6"} 2026-07-24T21:02:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:02:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:02:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:02:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6-kserve-route-authn"} 2026-07-24T21:02:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:02:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "315b882e-776c-4d94-8325-5e732ecbe6f8", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:02:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f62e6","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "rate-test-model-3f62e6", "reconcileID": "f378ab87-174e-4ad4-85c1-04d5212a86ee", "LLMInferenceService": "rate-test-model-3f62e6", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "c5194c63-d237-483b-a79c-ee4e561b42b4", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "c5194c63-d237-483b-a79c-ee4e561b42b4", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:02:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "c5194c63-d237-483b-a79c-ee4e561b42b4", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "495bcb72-3655-4817-bfca-de477b59c764", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "495bcb72-3655-4817-bfca-de477b59c764", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:02:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "495bcb72-3655-4817-bfca-de477b59c764", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:02:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf"} 2026-07-24T21:02:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:02:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:02:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:02:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf-kserve-route-authn"} 2026-07-24T21:02:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:02:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "d12b29f2-80b9-4e7f-9a97-1b7653ccc4a0", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:02:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-449ecf","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "rate-test-model-449ecf", "reconcileID": "2b557645-4053-4fa4-999c-d9b740a5d99d", "LLMInferenceService": "rate-test-model-449ecf", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "8fc1f370-0738-44b1-ab08-ff684fc3448a", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "8fc1f370-0738-44b1-ab08-ff684fc3448a", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:02:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "8fc1f370-0738-44b1-ab08-ff684fc3448a", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "ecfb7734-9aac-4eec-bf02-06f8feff7b86", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "ecfb7734-9aac-4eec-bf02-06f8feff7b86", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "ecfb7734-9aac-4eec-bf02-06f8feff7b86", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "32eecaee-7972-467f-8572-02479b36f312", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "32eecaee-7972-467f-8572-02479b36f312", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "32eecaee-7972-467f-8572-02479b36f312", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:02:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "ea872601-30e4-470b-b6ea-4688265c0394", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "ea872601-30e4-470b-b6ea-4688265c0394", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:02:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "ea872601-30e4-470b-b6ea-4688265c0394", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "c81a556e-e1f5-42ad-a847-553fec995673", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "c81a556e-e1f5-42ad-a847-553fec995673", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "c81a556e-e1f5-42ad-a847-553fec995673", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "5cf06038-87a9-40ab-8f52-89f53312c7e6", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "5cf06038-87a9-40ab-8f52-89f53312c7e6", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "5cf06038-87a9-40ab-8f52-89f53312c7e6", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "862253bd-390e-4222-b499-8e4b4518f370", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "862253bd-390e-4222-b499-8e4b4518f370", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "862253bd-390e-4222-b499-8e4b4518f370", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "e390bbb9-528a-487d-8852-2227d4f3f60e", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "e390bbb9-528a-487d-8852-2227d4f3f60e", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "e390bbb9-528a-487d-8852-2227d4f3f60e", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "337ebaa1-3831-4762-b10a-db0c477b2a89", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "337ebaa1-3831-4762-b10a-db0c477b2a89", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "337ebaa1-3831-4762-b10a-db0c477b2a89", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "d4ea7d56-0fb0-4c31-895b-70c8077d62d7", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "d4ea7d56-0fb0-4c31-895b-70c8077d62d7", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "d4ea7d56-0fb0-4c31-895b-70c8077d62d7", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "2c140c66-a812-4a5a-82b8-a045a25c5c8b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "2c140c66-a812-4a5a-82b8-a045a25c5c8b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "2c140c66-a812-4a5a-82b8-a045a25c5c8b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "openshift-service-ca.crt", "reconcileID": "2453fc3a-fcc7-461f-b0da-b674ca6697fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "e3348074-e899-4fd7-9e89-058bfc6b5432", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "openshift-service-ca.crt", "reconcileID": "697ad78c-34ae-4c41-8c14-99b554b47f09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-787669", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:02:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "openshift-service-ca.crt", "reconcileID": "697ad78c-34ae-4c41-8c14-99b554b47f09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ddf2b6a-0738-4a4e-997c-eb39fa151bfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "openshift-service-ca.crt", "reconcileID": "fe704e12-9b4e-4e0d-8779-55359ef25129", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "9da1ceef-1053-4e7a-ba49-5ce63fd59dc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:02:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "9da1ceef-1053-4e7a-ba49-5ce63fd59dc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8979a51-66c4-43e8-8fc7-f3fb0d10165f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:02:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "c4b76f90-0ee9-4ae6-9168-e6578f23761b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "c4b76f90-0ee9-4ae6-9168-e6578f23761b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:02:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "c4b76f90-0ee9-4ae6-9168-e6578f23761b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff461b2e-704f-417b-bf64-035151c982e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:03:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T21:03:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T21:03:05Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T21:03:05Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T21:03:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "f3b05ab6-5a83-4cf9-8c1f-1b9281dc01fd", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:03:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "f3b05ab6-5a83-4cf9-8c1f-1b9281dc01fd", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:03:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "f3b05ab6-5a83-4cf9-8c1f-1b9281dc01fd", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "09249467-29d3-4c02-83e0-6b9b143a2715", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "09249467-29d3-4c02-83e0-6b9b143a2715", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "09249467-29d3-4c02-83e0-6b9b143a2715", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "d048f3e7-10ea-4245-b2d4-ed9ebeea3e79", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "d048f3e7-10ea-4245-b2d4-ed9ebeea3e79", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "d048f3e7-10ea-4245-b2d4-ed9ebeea3e79", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "17a11404-0676-48f6-8a41-62bc4c8a7d8a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "17a11404-0676-48f6-8a41-62bc4c8a7d8a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "17a11404-0676-48f6-8a41-62bc4c8a7d8a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "44de834f-aeb0-4880-98c2-41a22b61664f", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "44de834f-aeb0-4880-98c2-41a22b61664f", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "44de834f-aeb0-4880-98c2-41a22b61664f", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "99bc1462-c666-453a-9e10-1021935e9b68", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "99bc1462-c666-453a-9e10-1021935e9b68", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "99bc1462-c666-453a-9e10-1021935e9b68", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "fbe38792-1af9-4cb2-97c9-525071f21a04", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "fbe38792-1af9-4cb2-97c9-525071f21a04", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "fbe38792-1af9-4cb2-97c9-525071f21a04", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "66e66061-0c3b-407d-bfb6-0f3f724e632a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "66e66061-0c3b-407d-bfb6-0f3f724e632a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "66e66061-0c3b-407d-bfb6-0f3f724e632a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "openshift-service-ca.crt", "reconcileID": "d2c4ce51-9aff-4526-b4ec-b6b9f8771ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-trusted-ca-bundle", "reconcileID": "badf81d7-0d44-43b7-a5ef-30f3fe39b4e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "openshift-service-ca.crt", "reconcileID": "c521f637-afb0-458d-8a58-a78d0f48efed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5df102", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:03:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "openshift-service-ca.crt", "reconcileID": "c521f637-afb0-458d-8a58-a78d0f48efed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e83f221-6075-4ff9-a408-85d6147290aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "openshift-service-ca.crt", "reconcileID": "817298c2-d884-476a-8bab-208c0c9c2e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-trusted-ca-bundle", "reconcileID": "907563ec-88ec-4555-b332-848c578d15b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:03:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-trusted-ca-bundle", "reconcileID": "907563ec-88ec-4555-b332-848c578d15b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7380e86-9283-41cb-934b-194a1eabda28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:03:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "5bac6e97-2d5a-4347-a670-fe4b7f3acf23", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "5bac6e97-2d5a-4347-a670-fe4b7f3acf23", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "5bac6e97-2d5a-4347-a670-fe4b7f3acf23", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb2519af-7f54-4c4c-8997-2c72886147b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:03:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b4e29a4-4fd5-41a8-bd25-7896b3ec5dfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "a395c55f-b57f-4f98-b530-1c431d97fd1a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "a395c55f-b57f-4f98-b530-1c431d97fd1a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "a395c55f-b57f-4f98-b530-1c431d97fd1a", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:03:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "2c83c9bd-1644-471e-8490-7d5e90edb3a7", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "2c83c9bd-1644-471e-8490-7d5e90edb3a7", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "2c83c9bd-1644-471e-8490-7d5e90edb3a7", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "317ee075-0814-4164-96ea-e6b4836fa823", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:03:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "2c83c9bd-1644-471e-8490-7d5e90edb3a7", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:03:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "2c83c9bd-1644-471e-8490-7d5e90edb3a7", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "authType": "userdefined"} 2026-07-24T21:03:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "2c83c9bd-1644-471e-8490-7d5e90edb3a7", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "317ee075-0814-4164-96ea-e6b4836fa823", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "317ee075-0814-4164-96ea-e6b4836fa823", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:03:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9ce5d8b6-5950-4e5f-ac17-d7f117a1e31f", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9ce5d8b6-5950-4e5f-ac17-d7f117a1e31f", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9ce5d8b6-5950-4e5f-ac17-d7f117a1e31f", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9ce5d8b6-5950-4e5f-ac17-d7f117a1e31f", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:03:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9ce5d8b6-5950-4e5f-ac17-d7f117a1e31f", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "authType": "userdefined"} 2026-07-24T21:03:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9ce5d8b6-5950-4e5f-ac17-d7f117a1e31f", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6987ccf4-0ddb-414c-9509-391f03d5dc5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:03:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "7c732280-c987-497a-b77f-d8b4f77d9c2d", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:03:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "7c732280-c987-497a-b77f-d8b4f77d9c2d", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:03:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "7c732280-c987-497a-b77f-d8b4f77d9c2d", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:03:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9b3f7044-a730-49e7-8a75-0283f39663fc", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9b3f7044-a730-49e7-8a75-0283f39663fc", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9b3f7044-a730-49e7-8a75-0283f39663fc", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:03:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9b3f7044-a730-49e7-8a75-0283f39663fc", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:03:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9b3f7044-a730-49e7-8a75-0283f39663fc", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "authType": "userdefined"} 2026-07-24T21:03:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9b3f7044-a730-49e7-8a75-0283f39663fc", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9be9a54b-eada-4c42-b571-a2dd950f7f5d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9be9a54b-eada-4c42-b571-a2dd950f7f5d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9be9a54b-eada-4c42-b571-a2dd950f7f5d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9be9a54b-eada-4c42-b571-a2dd950f7f5d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9be9a54b-eada-4c42-b571-a2dd950f7f5d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "authType": "userdefined"} 2026-07-24T21:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "9be9a54b-eada-4c42-b571-a2dd950f7f5d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:04:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "07ff34db-bdff-440b-83fa-f42657536ae1", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:04:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "07ff34db-bdff-440b-83fa-f42657536ae1", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:04:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "07ff34db-bdff-440b-83fa-f42657536ae1", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:04:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7c61d00a-0423-4280-8e1b-26a5d721993f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:04:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa1b4574-046e-4ab5-b45e-c1f568470a5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "0aa72a8c-5a68-4b73-8723-9f917b4c5104", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "0aa72a8c-5a68-4b73-8723-9f917b4c5104", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "0aa72a8c-5a68-4b73-8723-9f917b4c5104", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "46c73658-54d1-4e28-aa85-2fe505497acd", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "46c73658-54d1-4e28-aa85-2fe505497acd", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "46c73658-54d1-4e28-aa85-2fe505497acd", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "b70aa1e4-10f0-4e69-8e9c-6201b9cc0abe", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "b70aa1e4-10f0-4e69-8e9c-6201b9cc0abe", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "b70aa1e4-10f0-4e69-8e9c-6201b9cc0abe", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "ca64bd84-8b12-45e0-9b26-44f919ba8102", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "ca64bd84-8b12-45e0-9b26-44f919ba8102", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "ca64bd84-8b12-45e0-9b26-44f919ba8102", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "cb698789-842b-41d7-97d1-3b5772e4d98a", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "cb698789-842b-41d7-97d1-3b5772e4d98a", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "cb698789-842b-41d7-97d1-3b5772e4d98a", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "a09cc09b-d909-46fc-92d2-292db448e3b3", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "a09cc09b-d909-46fc-92d2-292db448e3b3", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "a09cc09b-d909-46fc-92d2-292db448e3b3", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "3711b9ea-98ca-446e-89c9-a471588932c5", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "3711b9ea-98ca-446e-89c9-a471588932c5", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "3711b9ea-98ca-446e-89c9-a471588932c5", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-trusted-ca-bundle", "reconcileID": "38cd31f5-baab-4f10-bad4-66e9605baa03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "openshift-service-ca.crt", "reconcileID": "6d6e5447-3d89-4f1f-ba20-79dc5320bfb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "openshift-service-ca.crt", "reconcileID": "c2f005fd-70d3-4dce-b951-4d8a5cf3ee95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:04:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "openshift-service-ca.crt", "reconcileID": "c2f005fd-70d3-4dce-b951-4d8a5cf3ee95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "openshift-service-ca.crt", "reconcileID": "00d8ea4c-9c7e-461d-b0ce-36766e48c3b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82b6c672-cfbd-468e-9a4e-d4aaf216e846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-trusted-ca-bundle", "reconcileID": "9f1526c3-5baf-4686-b2c7-dea1199d1548", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:04:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-trusted-ca-bundle", "reconcileID": "9f1526c3-5baf-4686-b2c7-dea1199d1548", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdf97667-1881-4eed-b8ae-4c9af2b85d94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "6c564c90-42e6-4290-a1fa-9bb0fd0c0533", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "6c564c90-42e6-4290-a1fa-9bb0fd0c0533", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "6c564c90-42e6-4290-a1fa-9bb0fd0c0533", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca17e30e-41f0-4034-8bb7-f660654b7633", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "916fccd5-9293-42dd-83f0-c342db250086", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "916fccd5-9293-42dd-83f0-c342db250086", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "916fccd5-9293-42dd-83f0-c342db250086", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:05:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e81074a0-a706-48cb-9657-49aee327d813", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8c468f79-b52e-4f64-8a70-7bad6dfd462b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a5aca78-d2fd-430e-8d43-b933890d412e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "576ed6be-b15d-4a98-8812-5242ceea6614", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6662a0b9-1b2f-4023-9dd7-a6973b1c2036", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac92be21-4a72-4880-9283-aca9812b3527", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8134e8c6-610d-41fc-95d3-1b33b120bf67", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6d24824-368f-4e41-86d0-0b7feb8004cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "61f216b9-fdb5-4d37-b3ec-90c0b1f9c476", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56bd976e-c104-430a-aac0-8dbdeb4b4900", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b81aa4c-b866-4660-b871-c6b378c79b6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d1a5b00-5f00-4f35-be98-3f7d751401a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a22b7f74-2169-4ecb-8eea-73c29438fa3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83358323-7836-4dc1-a361-b4302bd70cf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "570a8c0e-3b3c-4ec0-a094-7bf579b19001", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "0dff1b26-7f06-4b82-89a1-1e0b6d0bf1de", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "0dff1b26-7f06-4b82-89a1-1e0b6d0bf1de", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "0dff1b26-7f06-4b82-89a1-1e0b6d0bf1de", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:05:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "616c6545-5469-45a0-8650-2ec12ea922f9", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:05:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "616c6545-5469-45a0-8650-2ec12ea922f9", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf-authn-ssl"} 2026-07-24T21:05:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "616c6545-5469-45a0-8650-2ec12ea922f9", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d21e7300-d63d-4f26-a557-ba19fae59085", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d21e7300-d63d-4f26-a557-ba19fae59085", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:05:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d21e7300-d63d-4f26-a557-ba19fae59085", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fd3ebf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T21:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-trusted-ca-bundle", "reconcileID": "83a1dd56-fe03-431f-9b92-4fdc338dc1e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-trusted-ca-bundle", "reconcileID": "83a1dd56-fe03-431f-9b92-4fdc338dc1e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "openshift-service-ca.crt", "reconcileID": "8d6ea69e-6137-4141-b9d3-a972c0887b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "openshift-service-ca.crt", "reconcileID": "8d6ea69e-6137-4141-b9d3-a972c0887b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c4ff4fe-3dda-4777-a443-e9bb366f8b3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fd3ebf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c4ff4fe-3dda-4777-a443-e9bb366f8b3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fd3ebf"} 2026-07-24T21:05:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fd3ebf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fd3ebf", "reconcileID": "40a6e094-1e42-40b3-b946-3f1c4858f499", "Gateway": "e2e-ipp-cleanup-fd3ebf", "namespace": "openshift-ingress"} 2026-07-24T21:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9f3cb50-49e8-4113-a31e-2a8a53f74ff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "65166515-5129-46cf-b9e9-88eb02da95ee", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "65166515-5129-46cf-b9e9-88eb02da95ee", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "65166515-5129-46cf-b9e9-88eb02da95ee", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "49736fac-8bfc-49a0-94d8-0e8216a3b5d7", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "49736fac-8bfc-49a0-94d8-0e8216a3b5d7", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "49736fac-8bfc-49a0-94d8-0e8216a3b5d7", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:05:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "7f467d19-03a5-4400-9a69-8262c537681b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:05:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "7f467d19-03a5-4400-9a69-8262c537681b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:05:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "7f467d19-03a5-4400-9a69-8262c537681b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:05:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "3760c1b1-edc1-4efa-b14f-82c6af86ad9d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:05:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "3760c1b1-edc1-4efa-b14f-82c6af86ad9d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:05:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "3760c1b1-edc1-4efa-b14f-82c6af86ad9d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:05:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "3760c1b1-edc1-4efa-b14f-82c6af86ad9d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:05:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "3760c1b1-edc1-4efa-b14f-82c6af86ad9d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "authType": "userdefined"} 2026-07-24T21:05:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "3760c1b1-edc1-4efa-b14f-82c6af86ad9d", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "084f2b57-44e1-469c-a701-d26e3d64b6fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "084f2b57-44e1-469c-a701-d26e3d64b6fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:06:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "084f2b57-44e1-469c-a701-d26e3d64b6fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-787669 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T21:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "e7ff54e2-da5f-49c6-972f-638b110f9172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "e7ff54e2-da5f-49c6-972f-638b110f9172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:06:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "e7ff54e2-da5f-49c6-972f-638b110f9172", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-787669 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T21:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "openshift-service-ca.crt", "reconcileID": "5fa363d8-2320-49ea-b406-ff06421f2313", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "openshift-service-ca.crt", "reconcileID": "5fa363d8-2320-49ea-b406-ff06421f2313", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df5dab4b-7c48-436f-bfe8-f72c8e1ab888", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df5dab4b-7c48-436f-bfe8-f72c8e1ab888", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "7c21f64e-d85e-46c1-969f-f2bb17070cfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "odh-trusted-ca-bundle", "reconcileID": "7c21f64e-d85e-46c1-969f-f2bb17070cfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "b81a7b93-1a6d-4655-87b6-ed1d0cdbc48b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "b81a7b93-1a6d-4655-87b6-ed1d0cdbc48b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "b81a7b93-1a6d-4655-87b6-ed1d0cdbc48b", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:06:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669"} 2026-07-24T21:06:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:06:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:06:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "33aca7a3-1d9c-46d4-b27e-27ce0fa8de62", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669"} 2026-07-24T21:06:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:06:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669-kserve-route-authn"} 2026-07-24T21:06:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8aad2783-2bc3-45d9-9095-5746889d12c9", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-787669","namespace":"ai-tenant-e2e-ipp-a-787669"}, "namespace": "ai-tenant-e2e-ipp-a-787669", "name": "ipp-route-787669", "reconcileID": "8be3aa39-99d7-4532-83ff-84368f4988c0", "LLMInferenceService": "ipp-route-787669", "namespace": "ai-tenant-e2e-ipp-a-787669"} 2026-07-24T21:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "523b8fb8-0aab-4128-b388-186097a42040", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "523b8fb8-0aab-4128-b388-186097a42040", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669-authn-ssl"} 2026-07-24T21:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "523b8fb8-0aab-4128-b388-186097a42040", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:06:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-787669","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-787669", "reconcileID": "845930f4-05c6-45cc-8656-8b0f20e02d4f", "Gateway": "e2e-ipp-a-787669", "namespace": "openshift-ingress"} 2026-07-24T21:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60d373e8-52bb-4d5d-9ae0-68d382623671", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:06:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "eb49d7f1-4234-4b08-a287-82ee07d386ba", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:06:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "eb49d7f1-4234-4b08-a287-82ee07d386ba", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:06:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "eb49d7f1-4234-4b08-a287-82ee07d386ba", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:06:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "9c4f83a3-fe0c-4165-aede-4447b72df0e8", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:06:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "9c4f83a3-fe0c-4165-aede-4447b72df0e8", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102-authn-ssl"} 2026-07-24T21:06:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "9c4f83a3-fe0c-4165-aede-4447b72df0e8", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:07:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9380dd6-9919-4838-a2de-24db82abf2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9380dd6-9919-4838-a2de-24db82abf2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:07:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9380dd6-9919-4838-a2de-24db82abf2fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5df102 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T21:07:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-trusted-ca-bundle", "reconcileID": "7f0c202d-6ab8-47ad-ab00-a9b9483e7eed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-trusted-ca-bundle", "reconcileID": "7f0c202d-6ab8-47ad-ab00-a9b9483e7eed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "openshift-service-ca.crt", "reconcileID": "06847273-6739-431f-833a-2f489b1720a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "openshift-service-ca.crt", "reconcileID": "06847273-6739-431f-833a-2f489b1720a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6db2e030-fa7f-448e-86be-68912ed5a4d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5df102"}, "namespace": "ai-tenant-e2e-ipp-b-5df102", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6db2e030-fa7f-448e-86be-68912ed5a4d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5df102"} 2026-07-24T21:07:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5df102","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5df102", "reconcileID": "904529f4-c624-4371-a681-1b75092d3f57", "Gateway": "e2e-ipp-b-5df102", "namespace": "openshift-ingress"} 2026-07-24T21:07:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ed3ab90-3251-4c78-994a-68eb8d84fa95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:07:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "bde2c03e-b3ae-4277-83ec-77c37b7a05e2", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:07:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "bde2c03e-b3ae-4277-83ec-77c37b7a05e2", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:07:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "bde2c03e-b3ae-4277-83ec-77c37b7a05e2", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "ad1b805c-0d01-4233-8ebb-6e5090fd2227", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "ad1b805c-0d01-4233-8ebb-6e5090fd2227", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6-authn-ssl"} 2026-07-24T21:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "ad1b805c-0d01-4233-8ebb-6e5090fd2227", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:07:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8868af9-0776-4e7b-8c8e-ff62d2f4ff9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8868af9-0776-4e7b-8c8e-ff62d2f4ff9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f62e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:07:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8868af9-0776-4e7b-8c8e-ff62d2f4ff9a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3f62e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T21:07:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-trusted-ca-bundle", "reconcileID": "bb2ef256-011e-4221-acd1-fc84472b204d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-trusted-ca-bundle", "reconcileID": "bb2ef256-011e-4221-acd1-fc84472b204d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "openshift-service-ca.crt", "reconcileID": "9d0252aa-f08a-4bf9-b0d5-26b7651ac21a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "openshift-service-ca.crt", "reconcileID": "9d0252aa-f08a-4bf9-b0d5-26b7651ac21a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9812691b-c056-4394-a207-75acbc475b2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f62e6"}, "namespace": "ai-tenant-e2e-shared-a-3f62e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9812691b-c056-4394-a207-75acbc475b2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f62e6"} 2026-07-24T21:07:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f62e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f62e6", "reconcileID": "d0a09a6a-9e51-490b-b2da-c56734e071bf", "Gateway": "e2e-shared-a-3f62e6", "namespace": "openshift-ingress"} 2026-07-24T21:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d05b2b18-9c87-4259-ba27-384d5ee10317", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T21:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "b1fa9b78-1f0e-457e-8e74-fef952ceea03", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "b1fa9b78-1f0e-457e-8e74-fef952ceea03", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "b1fa9b78-1f0e-457e-8e74-fef952ceea03", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:07:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "352b5b57-df39-4988-aa35-b7ee5528de80", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:07:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "352b5b57-df39-4988-aa35-b7ee5528de80", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf-authn-ssl"} 2026-07-24T21:07:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "352b5b57-df39-4988-aa35-b7ee5528de80", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"} 2026-07-24T21:07:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad33a85-5007-4791-a6d0-d667cbfd7b03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad33a85-5007-4791-a6d0-d667cbfd7b03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-449ecf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T21:07:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ad33a85-5007-4791-a6d0-d667cbfd7b03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-449ecf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T21:07:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-trusted-ca-bundle", "reconcileID": "26d120a0-dde6-4be7-bbd7-a02e275eca68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-trusted-ca-bundle", "reconcileID": "26d120a0-dde6-4be7-bbd7-a02e275eca68", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "openshift-service-ca.crt", "reconcileID": "5be2205e-85aa-44bb-ac1d-a74d8b83311c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "openshift-service-ca.crt", "reconcileID": "5be2205e-85aa-44bb-ac1d-a74d8b83311c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70139cb3-61fd-4626-a716-9a18699c8648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-449ecf"}, "namespace": "ai-tenant-e2e-shared-b-449ecf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70139cb3-61fd-4626-a716-9a18699c8648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-449ecf"} 2026-07-24T21:07:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-449ecf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-449ecf", "reconcileID": "93ef73f6-7937-45ba-b9bf-3c6d9d9ee466", "Gateway": "e2e-shared-b-449ecf", "namespace": "openshift-ingress"}