2026-07-27T17:44:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "edcf7bd8-69ad-49c6-9523-5d5950576fbf", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "edcf7bd8-69ad-49c6-9523-5d5950576fbf", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "edcf7bd8-69ad-49c6-9523-5d5950576fbf", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "edcf7bd8-69ad-49c6-9523-5d5950576fbf", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:44:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "edcf7bd8-69ad-49c6-9523-5d5950576fbf", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:44:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "edcf7bd8-69ad-49c6-9523-5d5950576fbf", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "a316fa8f-ffad-4197-82b9-c3572127fa80", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "a316fa8f-ffad-4197-82b9-c3572127fa80", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "a316fa8f-ffad-4197-82b9-c3572127fa80", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:44:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8c81074e-9576-4ea8-8510-1aab20f1d24c", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8c81074e-9576-4ea8-8510-1aab20f1d24c", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8c81074e-9576-4ea8-8510-1aab20f1d24c", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8c81074e-9576-4ea8-8510-1aab20f1d24c", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:44:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8c81074e-9576-4ea8-8510-1aab20f1d24c", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:44:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8c81074e-9576-4ea8-8510-1aab20f1d24c", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60f06b9c-4871-4aff-bb52-72082ea97e88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:44:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "3c13fa82-8b36-4f09-942f-9cee4aa0ea38", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "3c13fa82-8b36-4f09-942f-9cee4aa0ea38", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "3c13fa82-8b36-4f09-942f-9cee4aa0ea38", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "3c13fa82-8b36-4f09-942f-9cee4aa0ea38", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:44:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "3c13fa82-8b36-4f09-942f-9cee4aa0ea38", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:44:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "3c13fa82-8b36-4f09-942f-9cee4aa0ea38", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "6f143f2e-0b8c-44c3-bfd8-efb70f95e4c7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "6f143f2e-0b8c-44c3-bfd8-efb70f95e4c7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "6f143f2e-0b8c-44c3-bfd8-efb70f95e4c7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "6f143f2e-0b8c-44c3-bfd8-efb70f95e4c7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:44:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "6f143f2e-0b8c-44c3-bfd8-efb70f95e4c7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:44:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "6f143f2e-0b8c-44c3-bfd8-efb70f95e4c7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:44:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "e4fd167b-edd8-47d0-a5b2-0f8b9310d02e", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:44:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "e4fd167b-edd8-47d0-a5b2-0f8b9310d02e", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:44:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "e4fd167b-edd8-47d0-a5b2-0f8b9310d02e", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:44:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "5a848470-0cd7-4327-a8fd-4ec45e0a75f7", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:44:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "5a848470-0cd7-4327-a8fd-4ec45e0a75f7", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:44:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "5a848470-0cd7-4327-a8fd-4ec45e0a75f7", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:45:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618"} 2026-07-27T17:45:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618-kserve-route-authn"} 2026-07-27T17:45:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618-kserve-route-authn"} 2026-07-27T17:45:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "e003ed03-0cd6-4a77-a242-e697f475384a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "sub-test-model-004618", "reconcileID": "2c317acf-863e-47f6-98da-9de42f0bd81a", "LLMInferenceService": "sub-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "c60734f3-0984-4fb2-8488-ba0fb1b64016", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "c60734f3-0984-4fb2-8488-ba0fb1b64016", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "c60734f3-0984-4fb2-8488-ba0fb1b64016", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "7ac63873-1116-449c-8b54-04b0e902abdd", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "7ac63873-1116-449c-8b54-04b0e902abdd", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "7ac63873-1116-449c-8b54-04b0e902abdd", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:45:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d"} 2026-07-27T17:45:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:45:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:45:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:45:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:45:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:45:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "faf3572c-28f8-4d9b-887a-cdb2fa34e828", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:45:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "sub-test-model-509a5d", "reconcileID": "8237a23a-af25-4f83-a9ce-24c548abdee7", "LLMInferenceService": "sub-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "e85ff873-ae2f-4419-8bd1-cb4b99a329db", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "e85ff873-ae2f-4419-8bd1-cb4b99a329db", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "e85ff873-ae2f-4419-8bd1-cb4b99a329db", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "75143424-03f8-4716-83f6-ce274a1f61d0", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "75143424-03f8-4716-83f6-ce274a1f61d0", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "75143424-03f8-4716-83f6-ce274a1f61d0", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:45:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "1f0acc5b-4cd3-4ef6-a74c-c80c45f9a591", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "1f0acc5b-4cd3-4ef6-a74c-c80c45f9a591", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "1f0acc5b-4cd3-4ef6-a74c-c80c45f9a591", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "ba974a90-9e8b-4b4d-94fb-553eeba06311", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "1f0acc5b-4cd3-4ef6-a74c-c80c45f9a591", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:45:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "1f0acc5b-4cd3-4ef6-a74c-c80c45f9a591", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "authType": "userdefined"} 2026-07-27T17:45:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "1f0acc5b-4cd3-4ef6-a74c-c80c45f9a591", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "ba974a90-9e8b-4b4d-94fb-553eeba06311", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:45:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "ba974a90-9e8b-4b4d-94fb-553eeba06311", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "63793c3c-bfab-4c44-a5ba-66d86befcc92", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "63793c3c-bfab-4c44-a5ba-66d86befcc92", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "63793c3c-bfab-4c44-a5ba-66d86befcc92", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "63793c3c-bfab-4c44-a5ba-66d86befcc92", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:45:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "63793c3c-bfab-4c44-a5ba-66d86befcc92", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "authType": "userdefined"} 2026-07-27T17:45:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "63793c3c-bfab-4c44-a5ba-66d86befcc92", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "af39cc21-2310-46c9-bebf-0c2e1902edbf", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "af39cc21-2310-46c9-bebf-0c2e1902edbf", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "af39cc21-2310-46c9-bebf-0c2e1902edbf", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "3c2756e8-8db0-4678-8a8c-76fa0c1540d9", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "3c2756e8-8db0-4678-8a8c-76fa0c1540d9", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "3c2756e8-8db0-4678-8a8c-76fa0c1540d9", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "2fcede0e-051d-4603-8afa-d5e0067ccde4", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:46:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "2fcede0e-051d-4603-8afa-d5e0067ccde4", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:46:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "2fcede0e-051d-4603-8afa-d5e0067ccde4", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:46:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b94ca885-c9f4-4bac-b329-a10dea7ab7e6", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b94ca885-c9f4-4bac-b329-a10dea7ab7e6", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b94ca885-c9f4-4bac-b329-a10dea7ab7e6", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b94ca885-c9f4-4bac-b329-a10dea7ab7e6", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:46:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b94ca885-c9f4-4bac-b329-a10dea7ab7e6", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "authType": "userdefined"} 2026-07-27T17:46:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b94ca885-c9f4-4bac-b329-a10dea7ab7e6", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "0b8366ac-b1a4-4316-bb5b-292bccbb6097", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "0b8366ac-b1a4-4316-bb5b-292bccbb6097", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "0b8366ac-b1a4-4316-bb5b-292bccbb6097", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "0b8366ac-b1a4-4316-bb5b-292bccbb6097", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:46:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "0b8366ac-b1a4-4316-bb5b-292bccbb6097", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "authType": "userdefined"} 2026-07-27T17:46:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "0b8366ac-b1a4-4316-bb5b-292bccbb6097", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b67a84df-8769-4157-a93a-56979860fdbf", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b67a84df-8769-4157-a93a-56979860fdbf", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b67a84df-8769-4157-a93a-56979860fdbf", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b67a84df-8769-4157-a93a-56979860fdbf", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:46:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b67a84df-8769-4157-a93a-56979860fdbf", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "authType": "userdefined"} 2026-07-27T17:46:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "b67a84df-8769-4157-a93a-56979860fdbf", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:46:16Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:46:16Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:46:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "8a7805cf-102e-401f-af79-a7881a1a4654", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "8a7805cf-102e-401f-af79-a7881a1a4654", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "8a7805cf-102e-401f-af79-a7881a1a4654", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "8a7805cf-102e-401f-af79-a7881a1a4654", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:46:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "8a7805cf-102e-401f-af79-a7881a1a4654", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:46:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "8a7805cf-102e-401f-af79-a7881a1a4654", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "d7118ad1-41c8-4a22-b2ba-e24335b892dc", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "d7118ad1-41c8-4a22-b2ba-e24335b892dc", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "d7118ad1-41c8-4a22-b2ba-e24335b892dc", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "d4b8c9aa-cac6-44d2-bcdb-94725604542d", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "d4b8c9aa-cac6-44d2-bcdb-94725604542d", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "d4b8c9aa-cac6-44d2-bcdb-94725604542d", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "d4b8c9aa-cac6-44d2-bcdb-94725604542d", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:46:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "d4b8c9aa-cac6-44d2-bcdb-94725604542d", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:46:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "d4b8c9aa-cac6-44d2-bcdb-94725604542d", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:46:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:46:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "7b696407-a592-4267-b9b8-7afaac3bb6ff", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "7b696407-a592-4267-b9b8-7afaac3bb6ff", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:46:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "7b696407-a592-4267-b9b8-7afaac3bb6ff", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "e9b5a434-f885-4af7-89d7-edc1c8dd6e80", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "e9b5a434-f885-4af7-89d7-edc1c8dd6e80", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "e9b5a434-f885-4af7-89d7-edc1c8dd6e80", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "e9b5a434-f885-4af7-89d7-edc1c8dd6e80", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:46:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "e9b5a434-f885-4af7-89d7-edc1c8dd6e80", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:46:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "e9b5a434-f885-4af7-89d7-edc1c8dd6e80", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "12710240-766a-4dc3-96ba-578c1f0c3a4e", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "12710240-766a-4dc3-96ba-578c1f0c3a4e", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "12710240-766a-4dc3-96ba-578c1f0c3a4e", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "12710240-766a-4dc3-96ba-578c1f0c3a4e", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:46:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "12710240-766a-4dc3-96ba-578c1f0c3a4e", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "authType": "userdefined"} 2026-07-27T17:46:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "12710240-766a-4dc3-96ba-578c1f0c3a4e", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "42d9a5a8-86ac-44c3-a03b-1c6ca9ab2ccf", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "42d9a5a8-86ac-44c3-a03b-1c6ca9ab2ccf", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "42d9a5a8-86ac-44c3-a03b-1c6ca9ab2ccf", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:46:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "72cbb129-b1f6-4d89-9d24-d28c2df7df79", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:46:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "72cbb129-b1f6-4d89-9d24-d28c2df7df79", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:46:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "72cbb129-b1f6-4d89-9d24-d28c2df7df79", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:47:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618"} 2026-07-27T17:47:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:47:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:47:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:47:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618-kserve-route-authn"} 2026-07-27T17:47:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:47:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "e27d6402-5d50-49a8-99b2-4b45221d729a", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:47:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-004618","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "rate-test-model-004618", "reconcileID": "777a8fd3-3cce-4e5d-a959-f9688ea47a9c", "LLMInferenceService": "rate-test-model-004618", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:47:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "61cf5b96-5cd9-49ce-8c14-d9fb57187b8f", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "61cf5b96-5cd9-49ce-8c14-d9fb57187b8f", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:47:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "61cf5b96-5cd9-49ce-8c14-d9fb57187b8f", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "7b5b8560-7f15-4d0f-a865-c43ff7153582", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "7b5b8560-7f15-4d0f-a865-c43ff7153582", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:47:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "7b5b8560-7f15-4d0f-a865-c43ff7153582", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:47:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d"} 2026-07-27T17:47:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:47:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:47:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:47:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d-kserve-route-authn"} 2026-07-27T17:47:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:47:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "0af62f3e-b99e-44f2-a1dc-724402c43eb4", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:47:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-509a5d","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "rate-test-model-509a5d", "reconcileID": "c99fd84a-73fb-4bcc-a905-56b6bdcad2b1", "LLMInferenceService": "rate-test-model-509a5d", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:47:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "85c42d31-6c6b-40d4-ac51-5383a1374fb8", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:47:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "85c42d31-6c6b-40d4-ac51-5383a1374fb8", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:47:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "85c42d31-6c6b-40d4-ac51-5383a1374fb8", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:47:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "56207cc2-d0d1-400e-ba97-a2247f49ac3e", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:47:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "56207cc2-d0d1-400e-ba97-a2247f49ac3e", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:47:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "56207cc2-d0d1-400e-ba97-a2247f49ac3e", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "3d3cda79-7bf5-4452-9b7b-f9b9c9b33bbf", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "3d3cda79-7bf5-4452-9b7b-f9b9c9b33bbf", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "3d3cda79-7bf5-4452-9b7b-f9b9c9b33bbf", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "c1cb36fb-6499-44cf-a6e0-344b2f8c9fcb", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "c1cb36fb-6499-44cf-a6e0-344b2f8c9fcb", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "c1cb36fb-6499-44cf-a6e0-344b2f8c9fcb", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "f0c4964a-eb45-41f0-9ac3-50b2a08a4755", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "f0c4964a-eb45-41f0-9ac3-50b2a08a4755", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "f0c4964a-eb45-41f0-9ac3-50b2a08a4755", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b96b407d-ce2c-4f1d-b3b3-4bfe141b27a9", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b96b407d-ce2c-4f1d-b3b3-4bfe141b27a9", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:03Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b96b407d-ce2c-4f1d-b3b3-4bfe141b27a9", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-d401e5-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-d401e5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:48:03Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-d401e5-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-d401e5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-d401e5","uid":"6359d092-b66b-424d-87cd-45ecdc9eace4","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"63272"}, "reason": "ReconcileError"} 2026-07-27T17:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "0c5249ac-abb7-44cd-b3a7-2c9e052f09c7", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "0c5249ac-abb7-44cd-b3a7-2c9e052f09c7", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "0c5249ac-abb7-44cd-b3a7-2c9e052f09c7", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "4b3bb9dc-4f8c-425e-8d70-fe291b9b515a", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "4b3bb9dc-4f8c-425e-8d70-fe291b9b515a", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "4b3bb9dc-4f8c-425e-8d70-fe291b9b515a", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "0cb01635-8cfb-45c0-86c0-6a95cf217e75", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "0cb01635-8cfb-45c0-86c0-6a95cf217e75", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "0cb01635-8cfb-45c0-86c0-6a95cf217e75", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "d2ea314b-15e9-42db-9eb7-04acc8ef2811", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "d2ea314b-15e9-42db-9eb7-04acc8ef2811", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "d2ea314b-15e9-42db-9eb7-04acc8ef2811", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b8683c49-fc9c-4811-b832-2475ca7477d8", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b8683c49-fc9c-4811-b832-2475ca7477d8", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b8683c49-fc9c-4811-b832-2475ca7477d8", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "d338d1fd-9d4d-40fa-8f8d-5dad9e63224b", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "d338d1fd-9d4d-40fa-8f8d-5dad9e63224b", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "d338d1fd-9d4d-40fa-8f8d-5dad9e63224b", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-trusted-ca-bundle", "reconcileID": "42fbd242-f63b-46d1-b8b2-8f9085739fe4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "openshift-service-ca.crt", "reconcileID": "18fad196-fa76-483f-bd0b-1f102346eec6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "openshift-service-ca.crt", "reconcileID": "becb4179-8044-4f3a-bb28-77f7e7027749", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:48:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "openshift-service-ca.crt", "reconcileID": "becb4179-8044-4f3a-bb28-77f7e7027749", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "openshift-service-ca.crt", "reconcileID": "a37945fb-8569-45f6-91db-64d7ddcfbfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22d6bbb5-a23a-4308-83fa-8a8e4832d801", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-trusted-ca-bundle", "reconcileID": "b33dcd6e-351b-4b81-b71d-1914a2ee9a1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:48:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-trusted-ca-bundle", "reconcileID": "b33dcd6e-351b-4b81-b71d-1914a2ee9a1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af2e2f3f-a067-4ab6-a64f-ca75f37fcc57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b7417700-79d9-42a0-850f-b14cb5b83c98", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b7417700-79d9-42a0-850f-b14cb5b83c98", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "b7417700-79d9-42a0-850f-b14cb5b83c98", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9af7404-6acf-4dd8-8a21-267f31d3b37a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "3a91a5cc-5135-472a-a7e6-79275a6bc3d5", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "3a91a5cc-5135-472a-a7e6-79275a6bc3d5", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "3a91a5cc-5135-472a-a7e6-79275a6bc3d5", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "409233ec-eee9-404a-ba71-4609c956ab72", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "409233ec-eee9-404a-ba71-4609c956ab72", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "409233ec-eee9-404a-ba71-4609c956ab72", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "2344393d-1dbf-4a36-a65c-dcd6ebcdfbb8", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "2344393d-1dbf-4a36-a65c-dcd6ebcdfbb8", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "2344393d-1dbf-4a36-a65c-dcd6ebcdfbb8", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "992ad6d7-1512-4eef-ac7a-faaf84a712c3", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "992ad6d7-1512-4eef-ac7a-faaf84a712c3", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "992ad6d7-1512-4eef-ac7a-faaf84a712c3", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "0f4452e1-5f56-497a-a633-bd09da9b6bab", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "0f4452e1-5f56-497a-a633-bd09da9b6bab", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "0f4452e1-5f56-497a-a633-bd09da9b6bab", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "07fbb116-fd2a-4d57-a439-848f8738c012", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "07fbb116-fd2a-4d57-a439-848f8738c012", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "07fbb116-fd2a-4d57-a439-848f8738c012", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "adef3814-502d-45e0-a01b-9991cd6a5744", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "adef3814-502d-45e0-a01b-9991cd6a5744", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "adef3814-502d-45e0-a01b-9991cd6a5744", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "60d01758-b3c1-4135-9567-e9c4072afd18", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "60d01758-b3c1-4135-9567-e9c4072afd18", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "60d01758-b3c1-4135-9567-e9c4072afd18", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "openshift-service-ca.crt", "reconcileID": "4f5a8bbc-c778-46d2-b8d6-101561da62d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-trusted-ca-bundle", "reconcileID": "8374cdb9-7e03-4c6e-b03e-07d86bda6d52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "openshift-service-ca.crt", "reconcileID": "4115f6fe-0fc5-4e9a-a45e-a188a2887821", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:48:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "openshift-service-ca.crt", "reconcileID": "4115f6fe-0fc5-4e9a-a45e-a188a2887821", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "143f0ae9-9369-4584-91ab-33b1414f46f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "openshift-service-ca.crt", "reconcileID": "1038c271-596d-4890-b516-a5e99f16bce3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-trusted-ca-bundle", "reconcileID": "bef03eab-30dc-40a3-b8d2-ecd1167d8a5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:48:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-trusted-ca-bundle", "reconcileID": "bef03eab-30dc-40a3-b8d2-ecd1167d8a5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e444dade-d181-41b9-9c1d-a8612071472c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:48:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "4dbc073b-7eb1-4999-bf2f-568a28e6da3d", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "4dbc073b-7eb1-4999-bf2f-568a28e6da3d", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "4dbc073b-7eb1-4999-bf2f-568a28e6da3d", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83ca8371-87fd-4cb2-9f80-b1df7624c0ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7c0e8f3-c4a1-4950-a7f4-e32951efd9a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "215c2118-5ac4-4fc1-bbb8-e840ff12be5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:48:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "dedce700-5430-4891-98fd-ca791dd57e78", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "dedce700-5430-4891-98fd-ca791dd57e78", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "dedce700-5430-4891-98fd-ca791dd57e78", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "5319ae7d-1dd4-4a17-886a-2b4ba5b20686", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "5319ae7d-1dd4-4a17-886a-2b4ba5b20686", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "5319ae7d-1dd4-4a17-886a-2b4ba5b20686", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "c17a6969-463f-4057-a2f4-f77ab4305fd0", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "5319ae7d-1dd4-4a17-886a-2b4ba5b20686", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "5319ae7d-1dd4-4a17-886a-2b4ba5b20686", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "authType": "userdefined"} 2026-07-27T17:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "5319ae7d-1dd4-4a17-886a-2b4ba5b20686", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "c17a6969-463f-4057-a2f4-f77ab4305fd0", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "c17a6969-463f-4057-a2f4-f77ab4305fd0", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96a567f2-1eb8-4539-afad-3df15ad9f1ad", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96a567f2-1eb8-4539-afad-3df15ad9f1ad", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96a567f2-1eb8-4539-afad-3df15ad9f1ad", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96a567f2-1eb8-4539-afad-3df15ad9f1ad", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96a567f2-1eb8-4539-afad-3df15ad9f1ad", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "authType": "userdefined"} 2026-07-27T17:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96a567f2-1eb8-4539-afad-3df15ad9f1ad", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "735ed31d-43d2-44b4-b622-36de322ac082", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "735588ac-d3b7-4e47-9d5e-54596321a8e9", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "735588ac-d3b7-4e47-9d5e-54596321a8e9", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "735588ac-d3b7-4e47-9d5e-54596321a8e9", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:48:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "efb53383-d911-4990-9200-338637565902", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "efb53383-d911-4990-9200-338637565902", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "efb53383-d911-4990-9200-338637565902", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:48:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "efb53383-d911-4990-9200-338637565902", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:48:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "efb53383-d911-4990-9200-338637565902", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "authType": "userdefined"} 2026-07-27T17:48:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "efb53383-d911-4990-9200-338637565902", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d736d9c1-d6e4-413a-a331-6c07e6bff395", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:49:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7414af79-af52-4d95-995c-02816b066daf", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:49:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7414af79-af52-4d95-995c-02816b066daf", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:49:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7414af79-af52-4d95-995c-02816b066daf", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:49:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7414af79-af52-4d95-995c-02816b066daf", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:49:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7414af79-af52-4d95-995c-02816b066daf", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "authType": "userdefined"} 2026-07-27T17:49:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7414af79-af52-4d95-995c-02816b066daf", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:49:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c92f3ddc-48ff-4854-9458-fdf13f505f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "1334470a-054b-4459-a29b-a55c12e8b5e4", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "1334470a-054b-4459-a29b-a55c12e8b5e4", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "1334470a-054b-4459-a29b-a55c12e8b5e4", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "ceacdcdb-67b7-433d-963e-bb4a1fabb044", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "ceacdcdb-67b7-433d-963e-bb4a1fabb044", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "ceacdcdb-67b7-433d-963e-bb4a1fabb044", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "e99c0765-0bb1-4e9b-a4e1-6daf64bbafdb", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "e99c0765-0bb1-4e9b-a4e1-6daf64bbafdb", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "e99c0765-0bb1-4e9b-a4e1-6daf64bbafdb", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "4473d5ce-48df-425e-bf2d-8a06087b6559", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "4473d5ce-48df-425e-bf2d-8a06087b6559", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "4473d5ce-48df-425e-bf2d-8a06087b6559", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "d68b0606-e8ca-4ebf-82c0-e5e6234bef56", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "d68b0606-e8ca-4ebf-82c0-e5e6234bef56", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "d68b0606-e8ca-4ebf-82c0-e5e6234bef56", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "b5f56cc3-3772-4105-8d98-dbc209fd5305", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "b5f56cc3-3772-4105-8d98-dbc209fd5305", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "b5f56cc3-3772-4105-8d98-dbc209fd5305", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "d1711702-b8c6-474c-b0ee-21112b6e241f", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "d1711702-b8c6-474c-b0ee-21112b6e241f", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "d1711702-b8c6-474c-b0ee-21112b6e241f", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "48c5cf6c-fc40-450a-8f41-6fe5b83ff4d9", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "48c5cf6c-fc40-450a-8f41-6fe5b83ff4d9", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "48c5cf6c-fc40-450a-8f41-6fe5b83ff4d9", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "df63fc04-50d4-4f21-bb46-2119c1e2ef27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "10ae9fbc-3047-4d27-a089-b567ad12ae72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "c83645ca-fa4e-482c-b965-9871bacf675a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:49:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "c83645ca-fa4e-482c-b965-9871bacf675a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "f69041d0-5358-45e6-9154-6873354b699f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:49:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "f69041d0-5358-45e6-9154-6873354b699f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abc34da3-9579-4635-ab17-89fdc6ff9d48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "90984c2d-c8b6-4b76-bb1c-a07e5b474146", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "30f99890-01d8-41c5-9905-b83726fece5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:49:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "30f99890-01d8-41c5-9905-b83726fece5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5aaa497-b3fc-4ca8-a99d-89996f9a3b6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "132885cf-46fd-4e82-a42e-530f0aee2661", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "132885cf-46fd-4e82-a42e-530f0aee2661", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "132885cf-46fd-4e82-a42e-530f0aee2661", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5353ac9-43d5-456c-a2d6-6a38b95b988e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "91581cdc-a3bc-4a57-882b-17336ddf0c19", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "91581cdc-a3bc-4a57-882b-17336ddf0c19", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "91581cdc-a3bc-4a57-882b-17336ddf0c19", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:50:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "12215559-7f92-4715-84d5-d16fdaa2ad8f", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:50:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "12215559-7f92-4715-84d5-d16fdaa2ad8f", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:50:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "12215559-7f92-4715-84d5-d16fdaa2ad8f", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f1ab8c3-7581-493e-a20a-723922afbf87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f1ab8c3-7581-493e-a20a-723922afbf87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:50:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f1ab8c3-7581-493e-a20a-723922afbf87", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-4df9d8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "9cdf35f1-5f0a-41cc-9c0b-14a5589cc7ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-trusted-ca-bundle", "reconcileID": "9cdf35f1-5f0a-41cc-9c0b-14a5589cc7ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "cff8edef-c1fc-4a8c-bd74-6a2c27d739c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "openshift-service-ca.crt", "reconcileID": "cff8edef-c1fc-4a8c-bd74-6a2c27d739c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50db31b8-b018-4b1b-aa73-9ef4d683381b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4df9d8"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50db31b8-b018-4b1b-aa73-9ef4d683381b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4df9d8"} 2026-07-27T17:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "a7ee24af-fa85-4109-a281-9be6f91414dc", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "a7ee24af-fa85-4109-a281-9be6f91414dc", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8-authn-ssl"} 2026-07-27T17:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4df9d8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4df9d8", "reconcileID": "a7ee24af-fa85-4109-a281-9be6f91414dc", "Gateway": "e2e-ipp-cleanup-4df9d8", "namespace": "openshift-ingress"} 2026-07-27T17:50:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "960ec903-92e7-4613-9552-2f7060699e5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "5155787b-7349-4879-826b-c4affcfe5014", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "5155787b-7349-4879-826b-c4affcfe5014", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "5155787b-7349-4879-826b-c4affcfe5014", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "c3acc0b0-cbac-4c84-b32f-f46f32bfff9a", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "c3acc0b0-cbac-4c84-b32f-f46f32bfff9a", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "c3acc0b0-cbac-4c84-b32f-f46f32bfff9a", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "ad5e3a7c-911c-48b3-a743-a98680993eae", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "ad5e3a7c-911c-48b3-a743-a98680993eae", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "ad5e3a7c-911c-48b3-a743-a98680993eae", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:50:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96ecd834-8ffd-448b-83a4-a387d1658400", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:50:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96ecd834-8ffd-448b-83a4-a387d1658400", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:50:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96ecd834-8ffd-448b-83a4-a387d1658400", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:50:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96ecd834-8ffd-448b-83a4-a387d1658400", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:50:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96ecd834-8ffd-448b-83a4-a387d1658400", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "authType": "userdefined"} 2026-07-27T17:50:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "96ecd834-8ffd-448b-83a4-a387d1658400", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:20Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:51:20Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:51:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:51:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T17:51:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "919c314b-d3f5-4f5e-a6c9-fb698e45527f", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "919c314b-d3f5-4f5e-a6c9-fb698e45527f", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "919c314b-d3f5-4f5e-a6c9-fb698e45527f", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "919c314b-d3f5-4f5e-a6c9-fb698e45527f", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:51:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "919c314b-d3f5-4f5e-a6c9-fb698e45527f", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "authType": "userdefined"} 2026-07-27T17:51:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "919c314b-d3f5-4f5e-a6c9-fb698e45527f", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "7200e4d9-2b40-458c-981b-cf0fdf4f2a61", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:51:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "7200e4d9-2b40-458c-981b-cf0fdf4f2a61", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:51:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "7200e4d9-2b40-458c-981b-cf0fdf4f2a61", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:51:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5"} 2026-07-27T17:51:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:51:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:51:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "76ecb198-628e-4c14-a44c-4b61d9a25cff", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14f37269-22e1-4662-9ea3-c6d87ab0f0d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14f37269-22e1-4662-9ea3-c6d87ab0f0d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:51:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14f37269-22e1-4662-9ea3-c6d87ab0f0d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d401e5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-trusted-ca-bundle", "reconcileID": "2b310d4c-ad47-48e9-ba03-2ea66656e255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-trusted-ca-bundle", "reconcileID": "2b310d4c-ad47-48e9-ba03-2ea66656e255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "openshift-service-ca.crt", "reconcileID": "cd489116-f8ee-4007-ab28-f2289fd67c34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "openshift-service-ca.crt", "reconcileID": "cd489116-f8ee-4007-ab28-f2289fd67c34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71e2870-ef4f-41ba-b1a7-d30feeea2bbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e71e2870-ef4f-41ba-b1a7-d30feeea2bbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5"} 2026-07-27T17:51:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:51:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5-kserve-route-authn"} 2026-07-27T17:51:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "c143b569-f67e-4faf-90c8-dfd4a6bc8cbc", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d401e5","namespace":"ai-tenant-e2e-ipp-a-d401e5"}, "namespace": "ai-tenant-e2e-ipp-a-d401e5", "name": "ipp-route-d401e5", "reconcileID": "7e5a1c67-97db-4f54-8ba9-00008c27e0c2", "LLMInferenceService": "ipp-route-d401e5", "namespace": "ai-tenant-e2e-ipp-a-d401e5"} 2026-07-27T17:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "e5b0c6b8-5cd8-4d2f-8f7c-17a7203696a7", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "e5b0c6b8-5cd8-4d2f-8f7c-17a7203696a7", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5-authn-ssl"} 2026-07-27T17:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d401e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d401e5", "reconcileID": "e5b0c6b8-5cd8-4d2f-8f7c-17a7203696a7", "Gateway": "e2e-ipp-a-d401e5", "namespace": "openshift-ingress"} 2026-07-27T17:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "66637111-e399-4a3c-b4c3-49c9d959e161", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:51:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "b4ead2ab-d9c9-4754-9754-54a84b90c9fe", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:51:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "b4ead2ab-d9c9-4754-9754-54a84b90c9fe", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:51:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "b4ead2ab-d9c9-4754-9754-54a84b90c9fe", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:51:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "35b7d4d6-6986-42d2-be61-c5621a947b6d", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:51:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "35b7d4d6-6986-42d2-be61-c5621a947b6d", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae-authn-ssl"} 2026-07-27T17:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3bb3ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3bb3ae", "reconcileID": "35b7d4d6-6986-42d2-be61-c5621a947b6d", "Gateway": "e2e-ipp-b-3bb3ae", "namespace": "openshift-ingress"} 2026-07-27T17:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2f6f17-2a75-4eea-bbbc-3cfcdebb1c1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2f6f17-2a75-4eea-bbbc-3cfcdebb1c1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:52:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2f6f17-2a75-4eea-bbbc-3cfcdebb1c1f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3bb3ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-trusted-ca-bundle", "reconcileID": "9bd7c9ef-9ffb-479b-865a-7a6f1d4adaca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-trusted-ca-bundle", "reconcileID": "9bd7c9ef-9ffb-479b-865a-7a6f1d4adaca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "openshift-service-ca.crt", "reconcileID": "4fb4f2f2-8eec-433c-864f-243eeb6b7bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "openshift-service-ca.crt", "reconcileID": "4fb4f2f2-8eec-433c-864f-243eeb6b7bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6111fb4c-f1fe-4b01-91c1-8aa2c5f58739", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3bb3ae"}, "namespace": "ai-tenant-e2e-ipp-b-3bb3ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6111fb4c-f1fe-4b01-91c1-8aa2c5f58739", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3bb3ae"} 2026-07-27T17:52:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7829faec-d91e-49cc-9104-6fe88e4ea761", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "b2780a7b-6925-4c05-a1fd-0b3c87e6cd53", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "b2780a7b-6925-4c05-a1fd-0b3c87e6cd53", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "b2780a7b-6925-4c05-a1fd-0b3c87e6cd53", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:52:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "74ab3f13-9a44-4041-8628-c267a6bdccfb", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:52:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "74ab3f13-9a44-4041-8628-c267a6bdccfb", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress", "name": "e2e-shared-a-004618-authn-ssl"} 2026-07-27T17:52:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-004618","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-004618", "reconcileID": "74ab3f13-9a44-4041-8628-c267a6bdccfb", "Gateway": "e2e-shared-a-004618", "namespace": "openshift-ingress"} 2026-07-27T17:52:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d65f720d-8525-4ae0-a23f-2f20682f2b4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d65f720d-8525-4ae0-a23f-2f20682f2b4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-004618", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:52:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d65f720d-8525-4ae0-a23f-2f20682f2b4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-004618 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:52:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-trusted-ca-bundle", "reconcileID": "84c143b0-e562-485d-9ba3-8df95e067b1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-trusted-ca-bundle", "reconcileID": "84c143b0-e562-485d-9ba3-8df95e067b1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "openshift-service-ca.crt", "reconcileID": "8eebed6c-6068-4d96-b43b-280715174aee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "openshift-service-ca.crt", "reconcileID": "8eebed6c-6068-4d96-b43b-280715174aee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9067cce2-bc9b-4184-96af-76f1dbfa89bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-004618"}, "namespace": "ai-tenant-e2e-shared-a-004618", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9067cce2-bc9b-4184-96af-76f1dbfa89bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-004618"} 2026-07-27T17:52:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fddaff9-762c-45b4-aeb5-c28e8ce6159f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T17:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "c5abf0cb-0590-4781-83a2-c2a8c8d87e9e", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "c5abf0cb-0590-4781-83a2-c2a8c8d87e9e", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "c5abf0cb-0590-4781-83a2-c2a8c8d87e9e", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "a8299b96-609b-448b-a148-c64be8bc9a75", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "a8299b96-609b-448b-a148-c64be8bc9a75", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d-authn-ssl"} 2026-07-27T17:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-509a5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-509a5d", "reconcileID": "a8299b96-609b-448b-a148-c64be8bc9a75", "Gateway": "e2e-shared-b-509a5d", "namespace": "openshift-ingress"} 2026-07-27T17:52:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3231dc9d-aa25-4937-a52b-944d37ebf8c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3231dc9d-aa25-4937-a52b-944d37ebf8c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-509a5d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T17:52:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3231dc9d-aa25-4937-a52b-944d37ebf8c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-509a5d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T17:52:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-trusted-ca-bundle", "reconcileID": "fb239627-b1fe-4134-9fee-e6bb230cdabd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-trusted-ca-bundle", "reconcileID": "fb239627-b1fe-4134-9fee-e6bb230cdabd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:52:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "openshift-service-ca.crt", "reconcileID": "9380b7e2-28ef-4501-88c3-4952fb8ea22f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "openshift-service-ca.crt", "reconcileID": "9380b7e2-28ef-4501-88c3-4952fb8ea22f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:52:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f35e68ce-a030-480d-bc90-d94d8371b7af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-509a5d"} 2026-07-27T17:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-509a5d"}, "namespace": "ai-tenant-e2e-shared-b-509a5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f35e68ce-a030-480d-bc90-d94d8371b7af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-509a5d"}