2026-08-05T18:10:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "099bf869-0446-46b6-ac2d-3801dd7c52d1", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:10:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "099bf869-0446-46b6-ac2d-3801dd7c52d1", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "efbcd0c8-9623-44e2-848e-9c86a332796d", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "efbcd0c8-9623-44e2-848e-9c86a332796d", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "efbcd0c8-9623-44e2-848e-9c86a332796d", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "efbcd0c8-9623-44e2-848e-9c86a332796d", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e-kserve-route-authn"} 2026-08-05T18:10:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "efbcd0c8-9623-44e2-848e-9c86a332796d", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:10:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "efbcd0c8-9623-44e2-848e-9c86a332796d", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "523ef9a4-148e-4744-ac87-77955d4b4b3e", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "523ef9a4-148e-4744-ac87-77955d4b4b3e", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "523ef9a4-148e-4744-ac87-77955d4b4b3e", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:10:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "523ef9a4-148e-4744-ac87-77955d4b4b3e", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e-kserve-route-authn"} 2026-08-05T18:10:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "523ef9a4-148e-4744-ac87-77955d4b4b3e", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:10:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "523ef9a4-148e-4744-ac87-77955d4b4b3e", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "d9741923-d36b-44a4-aa48-aa585587889c", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "d9741923-d36b-44a4-aa48-aa585587889c", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:11:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "d9741923-d36b-44a4-aa48-aa585587889c", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "a31a7f09-54a6-4a57-a731-f29e4fd69d09", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "a31a7f09-54a6-4a57-a731-f29e4fd69d09", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:11:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "a31a7f09-54a6-4a57-a731-f29e4fd69d09", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be610740-0969-4068-9e91-f58a2dd304ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:11:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "985eeb0b-419e-43c8-9bf0-8172acf2b7ba", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "985eeb0b-419e-43c8-9bf0-8172acf2b7ba", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:11:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "985eeb0b-419e-43c8-9bf0-8172acf2b7ba", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "cc095875-2214-49f4-96e3-9ede649ede0b", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "cc095875-2214-49f4-96e3-9ede649ede0b", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "cc095875-2214-49f4-96e3-9ede649ede0b", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3466833b-a910-4074-a4c1-164a1d275dc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:11:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d"} 2026-08-05T18:11:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:11:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:11:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "2160f3de-582d-4b6a-8320-fde62f535d66", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "sub-test-model-3f8e0d", "reconcileID": "53df2fb3-c5c7-4e2f-be48-f6539fa651a3", "LLMInferenceService": "sub-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "d8dfd705-0d20-440e-86ce-3b6048f1faf9", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "d8dfd705-0d20-440e-86ce-3b6048f1faf9", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:11:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "d8dfd705-0d20-440e-86ce-3b6048f1faf9", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "07f7636b-a180-4ec2-8424-1e1b17ad1416", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "07f7636b-a180-4ec2-8424-1e1b17ad1416", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:11:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "07f7636b-a180-4ec2-8424-1e1b17ad1416", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e"} 2026-08-05T18:11:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e-kserve-route-authn"} 2026-08-05T18:11:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e-kserve-route-authn"} 2026-08-05T18:11:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "301c93d5-25f9-4b2d-a935-1e2d2704cf8b", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "sub-test-model-30613e", "reconcileID": "bcc2fea1-c90f-4268-be1b-f0cdbb5558d7", "LLMInferenceService": "sub-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:11:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "6d665718-adc8-4b8e-81c2-0f6e1702bfdd", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "6d665718-adc8-4b8e-81c2-0f6e1702bfdd", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:11:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "6d665718-adc8-4b8e-81c2-0f6e1702bfdd", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "8fcd9012-4027-4a64-a7ba-b01c19dba449", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "8fcd9012-4027-4a64-a7ba-b01c19dba449", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:11:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "8fcd9012-4027-4a64-a7ba-b01c19dba449", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "11e9bb2f-e33c-4c8f-958b-57d02a147125", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "11e9bb2f-e33c-4c8f-958b-57d02a147125", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "11e9bb2f-e33c-4c8f-958b-57d02a147125", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "e5134a36-0bb0-4750-b68c-a931691d8410", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "11e9bb2f-e33c-4c8f-958b-57d02a147125", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:11:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "11e9bb2f-e33c-4c8f-958b-57d02a147125", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "authType": "userdefined"} 2026-08-05T18:11:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "11e9bb2f-e33c-4c8f-958b-57d02a147125", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "e5134a36-0bb0-4750-b68c-a931691d8410", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:11:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "e5134a36-0bb0-4750-b68c-a931691d8410", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "14ce13dd-a1f5-4cc2-9fdb-49a1c062f5b8", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "14ce13dd-a1f5-4cc2-9fdb-49a1c062f5b8", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "14ce13dd-a1f5-4cc2-9fdb-49a1c062f5b8", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "14ce13dd-a1f5-4cc2-9fdb-49a1c062f5b8", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:11:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "14ce13dd-a1f5-4cc2-9fdb-49a1c062f5b8", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "authType": "userdefined"} 2026-08-05T18:11:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "14ce13dd-a1f5-4cc2-9fdb-49a1c062f5b8", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:11:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "84ba0996-757c-4f4b-84c3-8e5977875b84", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "84ba0996-757c-4f4b-84c3-8e5977875b84", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:11:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "84ba0996-757c-4f4b-84c3-8e5977875b84", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:11:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "3765a417-d641-4b92-aafb-2f36dea195d7", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:11:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "3765a417-d641-4b92-aafb-2f36dea195d7", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:11:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "3765a417-d641-4b92-aafb-2f36dea195d7", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:12:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "76274ae5-723b-4184-afbe-d167bdd14a7f", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:12:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "76274ae5-723b-4184-afbe-d167bdd14a7f", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:12:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "76274ae5-723b-4184-afbe-d167bdd14a7f", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:12:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "c3ad1ae7-a707-4fd5-bbeb-cb34b5bf1f01", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "c3ad1ae7-a707-4fd5-bbeb-cb34b5bf1f01", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "c3ad1ae7-a707-4fd5-bbeb-cb34b5bf1f01", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "c3ad1ae7-a707-4fd5-bbeb-cb34b5bf1f01", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:12:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "c3ad1ae7-a707-4fd5-bbeb-cb34b5bf1f01", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "authType": "userdefined"} 2026-08-05T18:12:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "c3ad1ae7-a707-4fd5-bbeb-cb34b5bf1f01", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "d7182c50-ed0c-46fe-ad75-4db362db4575", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "d7182c50-ed0c-46fe-ad75-4db362db4575", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "d7182c50-ed0c-46fe-ad75-4db362db4575", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "d7182c50-ed0c-46fe-ad75-4db362db4575", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:12:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "d7182c50-ed0c-46fe-ad75-4db362db4575", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "authType": "userdefined"} 2026-08-05T18:12:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "d7182c50-ed0c-46fe-ad75-4db362db4575", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "339c4f66-486c-499c-b550-559ef0881097", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "339c4f66-486c-499c-b550-559ef0881097", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "339c4f66-486c-499c-b550-559ef0881097", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "339c4f66-486c-499c-b550-559ef0881097", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:12:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "339c4f66-486c-499c-b550-559ef0881097", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "authType": "userdefined"} 2026-08-05T18:12:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "339c4f66-486c-499c-b550-559ef0881097", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:12:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "b4252523-b605-4465-a7b3-aaac69936c15", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "b4252523-b605-4465-a7b3-aaac69936c15", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "b4252523-b605-4465-a7b3-aaac69936c15", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "baece0d7-adba-49dd-9128-b84ad568e163", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:12:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "b4252523-b605-4465-a7b3-aaac69936c15", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:12:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "b4252523-b605-4465-a7b3-aaac69936c15", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:12:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "b4252523-b605-4465-a7b3-aaac69936c15", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "baece0d7-adba-49dd-9128-b84ad568e163", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:12:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "baece0d7-adba-49dd-9128-b84ad568e163", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:12:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "f2d3e9a9-9c9c-4bd5-b302-d4c041733426", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "f2d3e9a9-9c9c-4bd5-b302-d4c041733426", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "f2d3e9a9-9c9c-4bd5-b302-d4c041733426", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "f2d3e9a9-9c9c-4bd5-b302-d4c041733426", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:12:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "f2d3e9a9-9c9c-4bd5-b302-d4c041733426", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:12:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "f2d3e9a9-9c9c-4bd5-b302-d4c041733426", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "64b648ab-237b-4a41-84df-4651ce1aa6c6", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:12:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "64b648ab-237b-4a41-84df-4651ce1aa6c6", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:12:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "64b648ab-237b-4a41-84df-4651ce1aa6c6", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:12:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "95cd080f-4e4a-4dc6-b4bc-138673a43e3b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "95cd080f-4e4a-4dc6-b4bc-138673a43e3b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "95cd080f-4e4a-4dc6-b4bc-138673a43e3b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "95cd080f-4e4a-4dc6-b4bc-138673a43e3b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:12:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "95cd080f-4e4a-4dc6-b4bc-138673a43e3b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:12:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "95cd080f-4e4a-4dc6-b4bc-138673a43e3b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "d637960d-3c39-405e-b3c6-1a4dc35b3ede", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "d637960d-3c39-405e-b3c6-1a4dc35b3ede", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "d637960d-3c39-405e-b3c6-1a4dc35b3ede", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "d637960d-3c39-405e-b3c6-1a4dc35b3ede", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:12:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "d637960d-3c39-405e-b3c6-1a4dc35b3ede", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:12:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "d637960d-3c39-405e-b3c6-1a4dc35b3ede", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "e3261a00-c8ea-41e3-90d6-838ee2ab02f9", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "e3261a00-c8ea-41e3-90d6-838ee2ab02f9", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "e3261a00-c8ea-41e3-90d6-838ee2ab02f9", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "e3261a00-c8ea-41e3-90d6-838ee2ab02f9", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:12:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "e3261a00-c8ea-41e3-90d6-838ee2ab02f9", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "authType": "userdefined"} 2026-08-05T18:12:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "e3261a00-c8ea-41e3-90d6-838ee2ab02f9", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "a085054d-4198-4cbc-a135-ed3c5a67f1fc", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "a085054d-4198-4cbc-a135-ed3c5a67f1fc", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "a085054d-4198-4cbc-a135-ed3c5a67f1fc", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:12:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "31ba6f86-d47f-4b10-97f5-46044ba7b692", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:12:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "31ba6f86-d47f-4b10-97f5-46044ba7b692", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:12:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "31ba6f86-d47f-4b10-97f5-46044ba7b692", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "f30955d7-f776-4e0d-bba0-6380a6668673", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "f30955d7-f776-4e0d-bba0-6380a6668673", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:13:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "f30955d7-f776-4e0d-bba0-6380a6668673", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "a3054a55-8855-45f7-bb20-56d056b180d5", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "a3054a55-8855-45f7-bb20-56d056b180d5", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "a3054a55-8855-45f7-bb20-56d056b180d5", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:13:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d"} 2026-08-05T18:13:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:13:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:13:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:13:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d-kserve-route-authn"} 2026-08-05T18:13:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:13:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "598dfb78-2948-4053-8fd4-53abd258af34", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:13:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3f8e0d","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "rate-test-model-3f8e0d", "reconcileID": "8d7c734e-ea1f-493d-98e2-716c811fabfe", "LLMInferenceService": "rate-test-model-3f8e0d", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "2ce45fa9-fb77-4df2-82f8-d96420621fd4", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "2ce45fa9-fb77-4df2-82f8-d96420621fd4", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "2ce45fa9-fb77-4df2-82f8-d96420621fd4", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "afce133a-0315-4ec4-bcbd-084b8230311c", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "afce133a-0315-4ec4-bcbd-084b8230311c", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "afce133a-0315-4ec4-bcbd-084b8230311c", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:13:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:13:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e"} 2026-08-05T18:13:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:13:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:13:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:13:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e-kserve-route-authn"} 2026-08-05T18:13:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:13:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "cc375a90-628c-4eb8-8614-b9b1f1c60b0b", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:13:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-30613e","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "rate-test-model-30613e", "reconcileID": "bf7b7013-1268-480a-b7b3-f60d0508bd88", "LLMInferenceService": "rate-test-model-30613e", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "8ad647c7-cb83-43dc-9f19-409b14b89e61", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "8ad647c7-cb83-43dc-9f19-409b14b89e61", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "8ad647c7-cb83-43dc-9f19-409b14b89e61", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "1ebe9d92-1b52-4165-8640-49be5fad39cc", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "1ebe9d92-1b52-4165-8640-49be5fad39cc", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "1ebe9d92-1b52-4165-8640-49be5fad39cc", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "e252f74b-c893-42f0-baba-a60ada4dcdda", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "e252f74b-c893-42f0-baba-a60ada4dcdda", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "e252f74b-c893-42f0-baba-a60ada4dcdda", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:13:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "d5b8c1c8-7497-4255-a7b4-6fe99ad757f3", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "d5b8c1c8-7497-4255-a7b4-6fe99ad757f3", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:13:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "d5b8c1c8-7497-4255-a7b4-6fe99ad757f3", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "5cff3e1c-9c3e-41eb-b1a3-ca001b0a0945", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "5cff3e1c-9c3e-41eb-b1a3-ca001b0a0945", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "5cff3e1c-9c3e-41eb-b1a3-ca001b0a0945", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "9a7e22e4-d67e-4eab-bf20-d6422de771fc", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "9a7e22e4-d67e-4eab-bf20-d6422de771fc", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "9a7e22e4-d67e-4eab-bf20-d6422de771fc", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "a1df8cb5-548b-405e-9dc9-b71601707164", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "a1df8cb5-548b-405e-9dc9-b71601707164", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "a1df8cb5-548b-405e-9dc9-b71601707164", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "bdfc0c4d-97f6-48c2-8bb2-810afac6b729", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "bdfc0c4d-97f6-48c2-8bb2-810afac6b729", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "bdfc0c4d-97f6-48c2-8bb2-810afac6b729", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "176e7e15-2b80-4ab2-b143-a8a61866b31d", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "176e7e15-2b80-4ab2-b143-a8a61866b31d", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "176e7e15-2b80-4ab2-b143-a8a61866b31d", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "bf98d472-4306-4b51-95ba-5028f0f2000b", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "bf98d472-4306-4b51-95ba-5028f0f2000b", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "bf98d472-4306-4b51-95ba-5028f0f2000b", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "d3caf42c-de48-4128-813e-2981a9c29511", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "d3caf42c-de48-4128-813e-2981a9c29511", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:13:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "d3caf42c-de48-4128-813e-2981a9c29511", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-trusted-ca-bundle", "reconcileID": "e66f3bba-8884-4ea0-a6fe-71ab31a77e10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "openshift-service-ca.crt", "reconcileID": "bda74bb5-63f5-4afd-815f-d5487f651783", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:13:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "openshift-service-ca.crt", "reconcileID": "1ef723a5-855c-45ba-ace3-34640854a0c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:13:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "openshift-service-ca.crt", "reconcileID": "1ef723a5-855c-45ba-ace3-34640854a0c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c964e30-60fe-4c03-b1c7-60dc7173fa81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "openshift-service-ca.crt", "reconcileID": "a61e8f50-9c05-406b-b81b-e40085cf0af5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:13:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4be3c0-cedd-4edb-924a-81ca3db7a8f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:13:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4be3c0-cedd-4edb-924a-81ca3db7a8f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d425054d-61e0-4e34-b923-adc528db783a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:14:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "fe67e303-6b2d-47c6-b9ae-06bc752781b4", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:14:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "fe67e303-6b2d-47c6-b9ae-06bc752781b4", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:14:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "fe67e303-6b2d-47c6-b9ae-06bc752781b4", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:14:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "534cd155-1827-47a6-a9f9-eef13ed734a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:14:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "5e4b3df0-5870-4716-8ded-12e12fbd57d1", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:14:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "5e4b3df0-5870-4716-8ded-12e12fbd57d1", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:14:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "5e4b3df0-5870-4716-8ded-12e12fbd57d1", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:14:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "632f8f20-ba00-41b1-b4fb-1a099682e196", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:14:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62e6003d-e03b-44d7-9177-f05bc9860791", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:14:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T18:14:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T18:14:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T18:14:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-08-05T18:14:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "1a7db26d-36e1-4104-966d-ff456485de6d", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "1a7db26d-36e1-4104-966d-ff456485de6d", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "1a7db26d-36e1-4104-966d-ff456485de6d", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "f76481d8-805a-4b38-84fc-3449c5c0d404", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "f76481d8-805a-4b38-84fc-3449c5c0d404", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "f76481d8-805a-4b38-84fc-3449c5c0d404", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "c62496db-39e3-434f-9f2e-c93bde19e1c8", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "c62496db-39e3-434f-9f2e-c93bde19e1c8", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "c62496db-39e3-434f-9f2e-c93bde19e1c8", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "92774424-5687-49a6-9da9-e21cccdab7ca", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "92774424-5687-49a6-9da9-e21cccdab7ca", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "92774424-5687-49a6-9da9-e21cccdab7ca", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "269dba29-f358-4077-93ee-25950a46fcd0", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "269dba29-f358-4077-93ee-25950a46fcd0", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "269dba29-f358-4077-93ee-25950a46fcd0", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "eb3480d4-e55e-4d16-b2db-14610b8d8cff", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "eb3480d4-e55e-4d16-b2db-14610b8d8cff", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "eb3480d4-e55e-4d16-b2db-14610b8d8cff", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "7c545732-0594-4598-bd85-33e641e7e528", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "7c545732-0594-4598-bd85-33e641e7e528", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "7c545732-0594-4598-bd85-33e641e7e528", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "openshift-service-ca.crt", "reconcileID": "9cb6e323-0383-4a7a-a30f-2ba9e948f0ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-trusted-ca-bundle", "reconcileID": "d207255b-c748-4b92-bb32-79c004845155", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "openshift-service-ca.crt", "reconcileID": "169ac3f8-7953-4f9b-91cc-378e15eccb00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a83758", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:14:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "openshift-service-ca.crt", "reconcileID": "169ac3f8-7953-4f9b-91cc-378e15eccb00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "openshift-service-ca.crt", "reconcileID": "8160fbca-2c93-4e18-86be-07b702ac3d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bdfb61-0829-41cb-a1d3-20c56a30c402", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-trusted-ca-bundle", "reconcileID": "b818894b-ee7c-4152-9815-e2313045ccf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:14:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-trusted-ca-bundle", "reconcileID": "b818894b-ee7c-4152-9815-e2313045ccf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e494bdb-b895-4afb-813a-8f9d227f4867", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:14:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "6f994071-19fc-48d3-b7b8-4dbc2aa4f9e6", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "6f994071-19fc-48d3-b7b8-4dbc2aa4f9e6", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "6f994071-19fc-48d3-b7b8-4dbc2aa4f9e6", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cdf1f160-c7e0-4bc7-a0fb-9dbc4f2db9cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:14:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "c9478c49-fb69-464a-ad1c-c8b935972f6a", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:14:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "c9478c49-fb69-464a-ad1c-c8b935972f6a", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:14:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "c9478c49-fb69-464a-ad1c-c8b935972f6a", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:15:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "c1f32cee-a45f-437b-a4ba-260856aa98ec", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "c1f32cee-a45f-437b-a4ba-260856aa98ec", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "c1f32cee-a45f-437b-a4ba-260856aa98ec", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "09989714-ec90-4fc2-ad88-c433b11391c2", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:15:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "c1f32cee-a45f-437b-a4ba-260856aa98ec", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:15:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "c1f32cee-a45f-437b-a4ba-260856aa98ec", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:15:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "c1f32cee-a45f-437b-a4ba-260856aa98ec", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "09989714-ec90-4fc2-ad88-c433b11391c2", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:15:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "09989714-ec90-4fc2-ad88-c433b11391c2", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:15:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "f81bf1a3-a58e-455c-bf9e-025182ebee05", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "f81bf1a3-a58e-455c-bf9e-025182ebee05", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "f81bf1a3-a58e-455c-bf9e-025182ebee05", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "f81bf1a3-a58e-455c-bf9e-025182ebee05", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:15:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "f81bf1a3-a58e-455c-bf9e-025182ebee05", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:15:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "f81bf1a3-a58e-455c-bf9e-025182ebee05", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "83d1cb49-f43f-494e-82ae-ccc29224cbd0", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "83d1cb49-f43f-494e-82ae-ccc29224cbd0", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "83d1cb49-f43f-494e-82ae-ccc29224cbd0", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:15:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "b95693e4-c1ef-457a-a42c-3cc52c9fa558", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "b95693e4-c1ef-457a-a42c-3cc52c9fa558", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "b95693e4-c1ef-457a-a42c-3cc52c9fa558", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "b95693e4-c1ef-457a-a42c-3cc52c9fa558", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:15:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "b95693e4-c1ef-457a-a42c-3cc52c9fa558", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:15:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "b95693e4-c1ef-457a-a42c-3cc52c9fa558", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "952782a3-c60b-45f0-b45a-50d5bc3cc8d6", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "952782a3-c60b-45f0-b45a-50d5bc3cc8d6", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "952782a3-c60b-45f0-b45a-50d5bc3cc8d6", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "952782a3-c60b-45f0-b45a-50d5bc3cc8d6", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:15:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "952782a3-c60b-45f0-b45a-50d5bc3cc8d6", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:15:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "952782a3-c60b-45f0-b45a-50d5bc3cc8d6", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "225ddb4e-3dbb-4c52-882a-9830920227ca", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "225ddb4e-3dbb-4c52-882a-9830920227ca", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "225ddb4e-3dbb-4c52-882a-9830920227ca", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "225ddb4e-3dbb-4c52-882a-9830920227ca", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:15:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "225ddb4e-3dbb-4c52-882a-9830920227ca", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:15:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "225ddb4e-3dbb-4c52-882a-9830920227ca", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:15:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "96b711ec-3b70-464c-9465-c85044e2cf22", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:15:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "96b711ec-3b70-464c-9465-c85044e2cf22", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:15:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "96b711ec-3b70-464c-9465-c85044e2cf22", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7b9c4425-e815-44c7-804a-96642e4d9c4e", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7b9c4425-e815-44c7-804a-96642e4d9c4e", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7b9c4425-e815-44c7-804a-96642e4d9c4e", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "75d7a10e-d910-42de-97e1-e03187b13507", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "75d7a10e-d910-42de-97e1-e03187b13507", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "75d7a10e-d910-42de-97e1-e03187b13507", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "741c69cd-5be5-49f0-a173-1b0b5f0eddba", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "741c69cd-5be5-49f0-a173-1b0b5f0eddba", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "741c69cd-5be5-49f0-a173-1b0b5f0eddba", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "fd3a5253-b5f3-4295-ac6f-11db24ac9040", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "fd3a5253-b5f3-4295-ac6f-11db24ac9040", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "fd3a5253-b5f3-4295-ac6f-11db24ac9040", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "8b801487-f00b-4444-9583-405f7b2f24ac", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "8b801487-f00b-4444-9583-405f7b2f24ac", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "8b801487-f00b-4444-9583-405f7b2f24ac", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "be8a1f7f-7d16-4787-b9a9-dbdba3ff45a7", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "be8a1f7f-7d16-4787-b9a9-dbdba3ff45a7", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "be8a1f7f-7d16-4787-b9a9-dbdba3ff45a7", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "92050dd7-756f-47f8-81ee-b6a790a664d5", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "92050dd7-756f-47f8-81ee-b6a790a664d5", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "92050dd7-756f-47f8-81ee-b6a790a664d5", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "openshift-service-ca.crt", "reconcileID": "7f0be0a8-1cb2-469a-9855-bb6b7849f403", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:15:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-trusted-ca-bundle", "reconcileID": "fd390e43-00ab-43bf-8bea-472ef6ff1526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:15:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-trusted-ca-bundle", "reconcileID": "fd390e43-00ab-43bf-8bea-472ef6ff1526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:15:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "openshift-service-ca.crt", "reconcileID": "2806a8e1-1a6d-4278-b5e2-14626cb22043", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:15:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04ebb08f-bf93-4412-90c1-c75d683f89be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:15:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-trusted-ca-bundle", "reconcileID": "4d171451-59a6-4a81-b1ca-10b292d5fdfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "update": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:15:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-trusted-ca-bundle", "reconcileID": "4d171451-59a6-4a81-b1ca-10b292d5fdfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:15:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c3d44de-5989-4bed-b7ad-345596d7ad6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:15:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "b21b02c5-09e6-4309-b961-4755ffd85723", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "b21b02c5-09e6-4309-b961-4755ffd85723", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:15:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "b21b02c5-09e6-4309-b961-4755ffd85723", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "19128d38-e492-4563-b918-02812104495a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "b9cd2063-d996-4647-8a5a-f9a3edc6beec", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "b9cd2063-d996-4647-8a5a-f9a3edc6beec", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "b9cd2063-d996-4647-8a5a-f9a3edc6beec", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c47a7183-4024-4091-83bc-2a9a73da8486", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a2c7aa4-d0ec-49da-be1b-addc43676f56", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9be3d01e-0bca-40e5-84e8-dea240f77545", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "caccac42-9495-430c-94bd-6a690fbe76b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "856e8426-e743-4109-b156-9269ae478f7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7a3776e4-336e-4529-a6ca-c34d4c8b365d", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7a3776e4-336e-4529-a6ca-c34d4c8b365d", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:16:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7a3776e4-336e-4529-a6ca-c34d4c8b365d", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7f0d2a3e-df96-4d0d-89f5-72781d37f4f4", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7f0d2a3e-df96-4d0d-89f5-72781d37f4f4", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0-authn-ssl"} 2026-08-05T18:16:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "7f0d2a3e-df96-4d0d-89f5-72781d37f4f4", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdfe261e-78d2-4cc5-990d-b2833508501d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdfe261e-78d2-4cc5-990d-b2833508501d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:16:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdfe261e-78d2-4cc5-990d-b2833508501d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fb84d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T18:16:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-trusted-ca-bundle", "reconcileID": "0aaae4ca-d3aa-44b8-b8bc-6492346aef2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-trusted-ca-bundle", "reconcileID": "0aaae4ca-d3aa-44b8-b8bc-6492346aef2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "openshift-service-ca.crt", "reconcileID": "16ad1c40-cb89-4ced-b515-cb4e58e05b09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "openshift-service-ca.crt", "reconcileID": "16ad1c40-cb89-4ced-b515-cb4e58e05b09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c749e6c3-193f-43b1-812a-7a0e051a2622", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fb84d0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c749e6c3-193f-43b1-812a-7a0e051a2622", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fb84d0"} 2026-08-05T18:16:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fb84d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fb84d0", "reconcileID": "20c65cbd-a046-441d-bb5b-03e37c0e97b7", "Gateway": "e2e-ipp-cleanup-fb84d0", "namespace": "openshift-ingress"} 2026-08-05T18:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbd157ce-daa7-4798-82d7-93afbf08c839", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ed0d509-2c15-42aa-90c8-84c5131b5b41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:16:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "4bd60d0c-aa75-454d-bb94-2a32c7f4bcee", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "4bd60d0c-aa75-454d-bb94-2a32c7f4bcee", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:16:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "4bd60d0c-aa75-454d-bb94-2a32c7f4bcee", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "aaf9acdb-702f-4747-87fb-f3858cee4c6a", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "aaf9acdb-702f-4747-87fb-f3858cee4c6a", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:16:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "aaf9acdb-702f-4747-87fb-f3858cee4c6a", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "461dc2e3-f1b4-44ca-a3c8-c302f6d0e8f6", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "461dc2e3-f1b4-44ca-a3c8-c302f6d0e8f6", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:16:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "461dc2e3-f1b4-44ca-a3c8-c302f6d0e8f6", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "25cef1cd-f84f-458d-80fd-25b9e861e0d2", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "25cef1cd-f84f-458d-80fd-25b9e861e0d2", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "25cef1cd-f84f-458d-80fd-25b9e861e0d2", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:16:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "45b9422e-54da-4d0b-818c-2d8b54ace310", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:16:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "45b9422e-54da-4d0b-818c-2d8b54ace310", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:16:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "45b9422e-54da-4d0b-818c-2d8b54ace310", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:16:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "45b9422e-54da-4d0b-818c-2d8b54ace310", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:16:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "45b9422e-54da-4d0b-818c-2d8b54ace310", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:16:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "45b9422e-54da-4d0b-818c-2d8b54ace310", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "22ba9b32-90b2-45e0-a6ec-2c15533b4d30", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:17:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "22ba9b32-90b2-45e0-a6ec-2c15533b4d30", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:17:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "22ba9b32-90b2-45e0-a6ec-2c15533b4d30", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0574a38c-79d4-4697-938b-4fe53a475bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0574a38c-79d4-4697-938b-4fe53a475bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:17:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0574a38c-79d4-4697-938b-4fe53a475bac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4babb1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T18:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-trusted-ca-bundle", "reconcileID": "d2963e4c-bdbd-49cb-b391-a4fcdc06b660", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-trusted-ca-bundle", "reconcileID": "d2963e4c-bdbd-49cb-b391-a4fcdc06b660", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "openshift-service-ca.crt", "reconcileID": "d92158b6-a58c-4ea9-8622-26d3223759d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "openshift-service-ca.crt", "reconcileID": "d92158b6-a58c-4ea9-8622-26d3223759d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b26238e-2b03-42a5-b82d-472dc498818a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b26238e-2b03-42a5-b82d-472dc498818a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "1f9eca5b-548e-4959-9673-392edf9dae0b", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "1f9eca5b-548e-4959-9673-392edf9dae0b", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "1f9eca5b-548e-4959-9673-392edf9dae0b", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "1f9eca5b-548e-4959-9673-392edf9dae0b", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:17:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "1f9eca5b-548e-4959-9673-392edf9dae0b", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "authType": "userdefined"} 2026-08-05T18:17:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "1f9eca5b-548e-4959-9673-392edf9dae0b", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1"} 2026-08-05T18:17:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:17:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:17:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "87e54235-38ab-453b-9101-dc384aaaf50d", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1"} 2026-08-05T18:17:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:17:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1-kserve-route-authn"} 2026-08-05T18:17:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "0f7e244d-802b-403e-8c35-55b5a5eacef9", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4babb1","namespace":"ai-tenant-e2e-ipp-a-4babb1"}, "namespace": "ai-tenant-e2e-ipp-a-4babb1", "name": "ipp-route-4babb1", "reconcileID": "fda29889-f403-4de7-b88e-42b4c344dfdd", "LLMInferenceService": "ipp-route-4babb1", "namespace": "ai-tenant-e2e-ipp-a-4babb1"} 2026-08-05T18:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "e6c3ea48-3625-4145-93a0-2cfb4f1ce31d", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "e6c3ea48-3625-4145-93a0-2cfb4f1ce31d", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1-authn-ssl"} 2026-08-05T18:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "e6c3ea48-3625-4145-93a0-2cfb4f1ce31d", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:18:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4babb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4babb1", "reconcileID": "78854744-07f3-4be1-8156-3ed0b974d312", "Gateway": "e2e-ipp-a-4babb1", "namespace": "openshift-ingress"} 2026-08-05T18:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3f2e29ef-583c-4b2b-afa8-452b87ec9c09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "9cf0a8d6-467e-4e44-9844-267c5d3e59ba", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "9cf0a8d6-467e-4e44-9844-267c5d3e59ba", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "9cf0a8d6-467e-4e44-9844-267c5d3e59ba", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:18:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "b47de2e9-536c-4319-9925-1b8238ee15e5", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:18:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "b47de2e9-536c-4319-9925-1b8238ee15e5", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758-authn-ssl"} 2026-08-05T18:18:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "b47de2e9-536c-4319-9925-1b8238ee15e5", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89a55171-ab35-4483-9aef-d384a75c6d30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89a55171-ab35-4483-9aef-d384a75c6d30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:18:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89a55171-ab35-4483-9aef-d384a75c6d30", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a83758 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T18:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-trusted-ca-bundle", "reconcileID": "e74a539b-fc20-4dab-8e6a-0b9632b10a91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-trusted-ca-bundle", "reconcileID": "e74a539b-fc20-4dab-8e6a-0b9632b10a91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "openshift-service-ca.crt", "reconcileID": "7eb80ba8-2394-4fe5-9a96-f984f39b6442", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "openshift-service-ca.crt", "reconcileID": "7eb80ba8-2394-4fe5-9a96-f984f39b6442", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf46e48-bbc7-45f2-9773-7a1b7e9f8939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a83758"}, "namespace": "ai-tenant-e2e-ipp-b-a83758", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cf46e48-bbc7-45f2-9773-7a1b7e9f8939", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a83758"} 2026-08-05T18:18:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a83758","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a83758", "reconcileID": "81debba8-6a7a-44fe-950a-ed9c8211efc9", "Gateway": "e2e-ipp-b-a83758", "namespace": "openshift-ingress"} 2026-08-05T18:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed5daba4-7792-4a4e-8136-e07160c6aec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "a040a397-8a33-43c6-a4aa-7dbf650820d3", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "a040a397-8a33-43c6-a4aa-7dbf650820d3", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "a040a397-8a33-43c6-a4aa-7dbf650820d3", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:18:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "c0fe4b91-889c-4e13-afbf-2c76b8b6fb8d", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:18:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "c0fe4b91-889c-4e13-afbf-2c76b8b6fb8d", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d-authn-ssl"} 2026-08-05T18:18:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "c0fe4b91-889c-4e13-afbf-2c76b8b6fb8d", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:18:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acfab06f-e615-4abc-978c-5d91a95b4b09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acfab06f-e615-4abc-978c-5d91a95b4b09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:18:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acfab06f-e615-4abc-978c-5d91a95b4b09", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3f8e0d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T18:18:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "4005e583-0d47-4ab1-83a7-2b6685545eea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-trusted-ca-bundle", "reconcileID": "4005e583-0d47-4ab1-83a7-2b6685545eea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "openshift-service-ca.crt", "reconcileID": "961fb1c3-f79b-4523-aa70-75a7001b63cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "openshift-service-ca.crt", "reconcileID": "961fb1c3-f79b-4523-aa70-75a7001b63cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f03626f-3a6e-4d2e-8109-8ddbb6e186d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3f8e0d"}, "namespace": "ai-tenant-e2e-shared-a-3f8e0d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f03626f-3a6e-4d2e-8109-8ddbb6e186d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3f8e0d"} 2026-08-05T18:18:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3f8e0d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3f8e0d", "reconcileID": "808f1c8f-e910-4fef-9332-b9024423e572", "Gateway": "e2e-shared-a-3f8e0d", "namespace": "openshift-ingress"} 2026-08-05T18:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e96f801-0574-485f-b5cc-5aadb737fc69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-05T18:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "fb90e5b1-6cb9-4922-aa6f-49a1655f4f3f", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "fb90e5b1-6cb9-4922-aa6f-49a1655f4f3f", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "fb90e5b1-6cb9-4922-aa6f-49a1655f4f3f", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:18:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "936e2f34-8700-46dc-b1cd-6519bd3774ba", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:18:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "936e2f34-8700-46dc-b1cd-6519bd3774ba", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e-authn-ssl"} 2026-08-05T18:18:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "936e2f34-8700-46dc-b1cd-6519bd3774ba", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"} 2026-08-05T18:18:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc91b11d-c7d4-45f0-b8d8-1e14bdcb043e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc91b11d-c7d4-45f0-b8d8-1e14bdcb043e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-30613e", "create": "odh-kserve-custom-ca-bundle"} 2026-08-05T18:18:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc91b11d-c7d4-45f0-b8d8-1e14bdcb043e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-30613e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-05T18:18:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-trusted-ca-bundle", "reconcileID": "dd63ccc3-6d22-453f-a304-3faff104a61a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-trusted-ca-bundle", "reconcileID": "dd63ccc3-6d22-453f-a304-3faff104a61a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "openshift-service-ca.crt", "reconcileID": "e7153c6a-460c-4934-82c6-245ed087a9d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "openshift-service-ca.crt", "reconcileID": "e7153c6a-460c-4934-82c6-245ed087a9d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f13b4cea-bcf7-40e7-9add-fe4a146ab2b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-30613e"}, "namespace": "ai-tenant-e2e-shared-b-30613e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f13b4cea-bcf7-40e7-9add-fe4a146ab2b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-30613e"} 2026-08-05T18:18:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-30613e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-30613e", "reconcileID": "75760cb0-9c0a-4f43-9f52-dfb84d9000e2", "Gateway": "e2e-shared-b-30613e", "namespace": "openshift-ingress"}