2026-09-20T01:16:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "sub-test-model-d1662a", "reconcileID": "0bb4a6b6-ed75-4841-bcd1-5ac965c7940f", "LLMInferenceService": "sub-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "faafab81-ec65-4344-bc56-2a56dc060dd4", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "faafab81-ec65-4344-bc56-2a56dc060dd4", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:16:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "faafab81-ec65-4344-bc56-2a56dc060dd4", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "e23317b4-36b1-4d28-a11f-1f4d1d498ca0", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "e23317b4-36b1-4d28-a11f-1f4d1d498ca0", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:16:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "e23317b4-36b1-4d28-a11f-1f4d1d498ca0", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:16:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee"} 2026-09-20T01:16:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:16:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:16:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:16:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:16:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:16:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "c9c12fac-1486-4fdd-a59e-cab52248acfc", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:16:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "sub-test-model-4c93ee", "reconcileID": "1e70b26a-fb2c-4fcd-af12-67425d8d29d4", "LLMInferenceService": "sub-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:16:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "dc0c1bc1-c6dd-4ea2-8bc5-65124b8ac587", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:16:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "dc0c1bc1-c6dd-4ea2-8bc5-65124b8ac587", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:16:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "dc0c1bc1-c6dd-4ea2-8bc5-65124b8ac587", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:16:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "cbbc44a5-6fb8-47d1-b359-40aaee6dde41", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:16:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "cbbc44a5-6fb8-47d1-b359-40aaee6dde41", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:16:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "cbbc44a5-6fb8-47d1-b359-40aaee6dde41", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:16:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "7dbca9b5-92a2-4b53-a695-8f55b0bba997", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "7dbca9b5-92a2-4b53-a695-8f55b0bba997", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "7dbca9b5-92a2-4b53-a695-8f55b0bba997", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "6285565e-4a5a-40a3-bab3-31267405f446", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "7dbca9b5-92a2-4b53-a695-8f55b0bba997", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:16:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "7dbca9b5-92a2-4b53-a695-8f55b0bba997", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "authType": "userdefined"} 2026-09-20T01:16:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "7dbca9b5-92a2-4b53-a695-8f55b0bba997", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "6285565e-4a5a-40a3-bab3-31267405f446", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:16:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "6285565e-4a5a-40a3-bab3-31267405f446", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ac64f81b-b3a8-46f6-a34e-f53ac50f18c3", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ac64f81b-b3a8-46f6-a34e-f53ac50f18c3", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ac64f81b-b3a8-46f6-a34e-f53ac50f18c3", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ac64f81b-b3a8-46f6-a34e-f53ac50f18c3", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:16:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ac64f81b-b3a8-46f6-a34e-f53ac50f18c3", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "authType": "userdefined"} 2026-09-20T01:16:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ac64f81b-b3a8-46f6-a34e-f53ac50f18c3", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "e82bf940-0e5a-4fd1-9616-9aca55326f9e", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "e82bf940-0e5a-4fd1-9616-9aca55326f9e", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "e82bf940-0e5a-4fd1-9616-9aca55326f9e", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:16:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "a4aa3f9b-302c-4915-bc90-f29f53e7e57c", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "a4aa3f9b-302c-4915-bc90-f29f53e7e57c", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "a4aa3f9b-302c-4915-bc90-f29f53e7e57c", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "a4aa3f9b-302c-4915-bc90-f29f53e7e57c", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:16:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "a4aa3f9b-302c-4915-bc90-f29f53e7e57c", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "authType": "userdefined"} 2026-09-20T01:16:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "a4aa3f9b-302c-4915-bc90-f29f53e7e57c", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "6dc44aa0-5696-4813-abc8-852799d43c88", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "6dc44aa0-5696-4813-abc8-852799d43c88", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "6dc44aa0-5696-4813-abc8-852799d43c88", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "6dc44aa0-5696-4813-abc8-852799d43c88", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:16:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "6dc44aa0-5696-4813-abc8-852799d43c88", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "authType": "userdefined"} 2026-09-20T01:16:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "6dc44aa0-5696-4813-abc8-852799d43c88", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "50805d20-4c9e-4229-8298-bf3a7db36b56", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "50805d20-4c9e-4229-8298-bf3a7db36b56", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "50805d20-4c9e-4229-8298-bf3a7db36b56", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:16:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "50805d20-4c9e-4229-8298-bf3a7db36b56", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:16:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "50805d20-4c9e-4229-8298-bf3a7db36b56", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "authType": "userdefined"} 2026-09-20T01:16:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "50805d20-4c9e-4229-8298-bf3a7db36b56", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "192a04b2-d9b1-4887-99b8-c1eb485307c9", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "192a04b2-d9b1-4887-99b8-c1eb485307c9", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "192a04b2-d9b1-4887-99b8-c1eb485307c9", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "192a04b2-d9b1-4887-99b8-c1eb485307c9", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:17:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "192a04b2-d9b1-4887-99b8-c1eb485307c9", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "authType": "userdefined"} 2026-09-20T01:17:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "192a04b2-d9b1-4887-99b8-c1eb485307c9", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "3a6e7cd3-85a4-4ff5-8dc8-3f22c6a61e7c", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "3a6e7cd3-85a4-4ff5-8dc8-3f22c6a61e7c", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:17:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "3a6e7cd3-85a4-4ff5-8dc8-3f22c6a61e7c", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "fda4b1de-a6cf-4a67-9e8f-a4d42658a557", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "fda4b1de-a6cf-4a67-9e8f-a4d42658a557", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "fda4b1de-a6cf-4a67-9e8f-a4d42658a557", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "fda4b1de-a6cf-4a67-9e8f-a4d42658a557", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:17:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "fda4b1de-a6cf-4a67-9e8f-a4d42658a557", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "authType": "userdefined"} 2026-09-20T01:17:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "fda4b1de-a6cf-4a67-9e8f-a4d42658a557", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "d7eb2024-e850-41c0-8599-630254f37ef8", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "d7eb2024-e850-41c0-8599-630254f37ef8", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:17:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "d7eb2024-e850-41c0-8599-630254f37ef8", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "1d648a17-0895-4455-84b1-4052c40a3e33", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "1d648a17-0895-4455-84b1-4052c40a3e33", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "1d648a17-0895-4455-84b1-4052c40a3e33", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "1d648a17-0895-4455-84b1-4052c40a3e33", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:17:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "1d648a17-0895-4455-84b1-4052c40a3e33", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "authType": "userdefined"} 2026-09-20T01:17:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "1d648a17-0895-4455-84b1-4052c40a3e33", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "09d9cdb5-e599-4f5d-b5ab-83114794d548", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "09d9cdb5-e599-4f5d-b5ab-83114794d548", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "09d9cdb5-e599-4f5d-b5ab-83114794d548", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "09d9cdb5-e599-4f5d-b5ab-83114794d548", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:17:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "09d9cdb5-e599-4f5d-b5ab-83114794d548", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "authType": "userdefined"} 2026-09-20T01:17:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "09d9cdb5-e599-4f5d-b5ab-83114794d548", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a"} 2026-09-20T01:17:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:17:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a-kserve-route-authn"} 2026-09-20T01:17:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "ea971b62-984c-47e2-84a5-fa4e7e0a0008", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d1662a","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "rate-test-model-d1662a", "reconcileID": "f2ebee5d-ca53-46fa-bd3d-d91906e7063e", "LLMInferenceService": "rate-test-model-d1662a", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:17:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "a298bdd8-9a4f-426e-9b09-7c1f31e759e3", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:17:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "a298bdd8-9a4f-426e-9b09-7c1f31e759e3", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:17:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "a298bdd8-9a4f-426e-9b09-7c1f31e759e3", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:17:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "040d3778-2539-430d-981a-0512d00d5833", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:17:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "040d3778-2539-430d-981a-0512d00d5833", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:17:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "040d3778-2539-430d-981a-0512d00d5833", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:17:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee"} 2026-09-20T01:17:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:17:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee-kserve-route-authn"} 2026-09-20T01:17:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "c6d0650e-814e-4431-b987-dfb3d49739cf", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4c93ee","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "rate-test-model-4c93ee", "reconcileID": "bae60a82-abcd-4af4-afc6-99178ee69fd6", "LLMInferenceService": "rate-test-model-4c93ee", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "e09d5dfb-f336-4ecb-aa31-32569aadc557", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "e09d5dfb-f336-4ecb-aa31-32569aadc557", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "e09d5dfb-f336-4ecb-aa31-32569aadc557", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "0fbdf48b-dd84-4cfc-9444-466c57a7765a", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "0fbdf48b-dd84-4cfc-9444-466c57a7765a", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "0fbdf48b-dd84-4cfc-9444-466c57a7765a", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "75f03837-74f1-4670-b84d-c6f0a4ee04fd", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "75f03837-74f1-4670-b84d-c6f0a4ee04fd", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "75f03837-74f1-4670-b84d-c6f0a4ee04fd", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "e0bd7cec-8ca6-4312-8875-a8b2eb3371d6", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "e0bd7cec-8ca6-4312-8875-a8b2eb3371d6", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "e0bd7cec-8ca6-4312-8875-a8b2eb3371d6", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "d46894ca-2395-4231-aa6d-86e0db0d02af", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "d46894ca-2395-4231-aa6d-86e0db0d02af", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "d46894ca-2395-4231-aa6d-86e0db0d02af", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "b2712d8a-5331-41de-aae2-fa97b66a3a0e", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "b2712d8a-5331-41de-aae2-fa97b66a3a0e", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "b2712d8a-5331-41de-aae2-fa97b66a3a0e", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "f20caf85-bcad-4f92-8bcf-ddc0906e43c7", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "f20caf85-bcad-4f92-8bcf-ddc0906e43c7", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "f20caf85-bcad-4f92-8bcf-ddc0906e43c7", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "80cc07e5-5175-4ed4-9b03-de9c889b3471", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "80cc07e5-5175-4ed4-9b03-de9c889b3471", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "80cc07e5-5175-4ed4-9b03-de9c889b3471", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "6f800c7e-aafd-4a5b-9d4c-6e018c79041c", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "6f800c7e-aafd-4a5b-9d4c-6e018c79041c", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "6f800c7e-aafd-4a5b-9d4c-6e018c79041c", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "openshift-service-ca.crt", "reconcileID": "6eab29b6-066c-492d-a51c-0a0d8bcc52b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-trusted-ca-bundle", "reconcileID": "e15101b1-8c0c-4141-a028-6a6f692e82ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "openshift-service-ca.crt", "reconcileID": "14687ab1-cc16-4251-a4a9-8e36997e4d09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e458de", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:18:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "openshift-service-ca.crt", "reconcileID": "14687ab1-cc16-4251-a4a9-8e36997e4d09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "openshift-service-ca.crt", "reconcileID": "2b656efb-b301-4531-8611-b1b2876d8c98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2906716b-6bfc-4eed-8bb7-cd492747c181", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-trusted-ca-bundle", "reconcileID": "5f28c038-425c-4d49-8cdd-1f506d935b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de", "update": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:18:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-trusted-ca-bundle", "reconcileID": "5f28c038-425c-4d49-8cdd-1f506d935b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "514427e3-0816-40e4-912d-0b12f9133207", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "9600e508-4171-4ee0-9686-d67415c71f12", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "9600e508-4171-4ee0-9686-d67415c71f12", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "9600e508-4171-4ee0-9686-d67415c71f12", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "7bb604d3-a193-4eb2-9230-d217b89d6631", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "7bb604d3-a193-4eb2-9230-d217b89d6631", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "7bb604d3-a193-4eb2-9230-d217b89d6631", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "5407ab70-42f8-4275-b3b3-a576761e980a", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "5407ab70-42f8-4275-b3b3-a576761e980a", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "5407ab70-42f8-4275-b3b3-a576761e980a", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "a9a95618-9c20-4831-927e-d45a5378ec88", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "a9a95618-9c20-4831-927e-d45a5378ec88", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "a9a95618-9c20-4831-927e-d45a5378ec88", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "656e31f3-c511-4194-a1f0-826327409024", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "656e31f3-c511-4194-a1f0-826327409024", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "656e31f3-c511-4194-a1f0-826327409024", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "549758bc-82d7-4801-9324-6471f0a1d2a9", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "549758bc-82d7-4801-9324-6471f0a1d2a9", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "549758bc-82d7-4801-9324-6471f0a1d2a9", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "f85febbb-99a6-4668-bbb0-c0e635d8dbe6", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "f85febbb-99a6-4668-bbb0-c0e635d8dbe6", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "f85febbb-99a6-4668-bbb0-c0e635d8dbe6", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "21c33f55-3dea-4881-a77a-cc9fba0225aa", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "21c33f55-3dea-4881-a77a-cc9fba0225aa", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "21c33f55-3dea-4881-a77a-cc9fba0225aa", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "eaf48198-e4e3-4efe-8a65-5422780c0e09", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "eaf48198-e4e3-4efe-8a65-5422780c0e09", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "eaf48198-e4e3-4efe-8a65-5422780c0e09", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "openshift-service-ca.crt", "reconcileID": "31dbb637-e5b7-49b8-9d3b-5c482f6be2a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-trusted-ca-bundle", "reconcileID": "1da2bad4-eb6a-44a5-8937-2bccfb52e426", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "openshift-service-ca.crt", "reconcileID": "daca8fde-39ce-4324-8882-f5cbe81acca3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-63184c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:18:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "openshift-service-ca.crt", "reconcileID": "daca8fde-39ce-4324-8882-f5cbe81acca3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "openshift-service-ca.crt", "reconcileID": "2e8a674c-0164-42de-955e-8e1651fb4c3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae5a67ed-a9d0-4283-a2f6-05257f796feb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-trusted-ca-bundle", "reconcileID": "eeed381d-da4f-4ff4-a142-7d06fb7a3f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:18:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-trusted-ca-bundle", "reconcileID": "eeed381d-da4f-4ff4-a142-7d06fb7a3f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5eb5e0b1-8b9b-4a98-a831-1498eb1a9479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "7bd24697-a7f6-4925-9f61-3077e1cb26c2", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "7bd24697-a7f6-4925-9f61-3077e1cb26c2", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "7bd24697-a7f6-4925-9f61-3077e1cb26c2", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "a97bdf43-2b81-4d8d-8d61-c23a69d1bfa4", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "a97bdf43-2b81-4d8d-8d61-c23a69d1bfa4", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "a97bdf43-2b81-4d8d-8d61-c23a69d1bfa4", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:19:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "7227f692-c747-428b-ba83-38e2f2e7fa1b", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "7227f692-c747-428b-ba83-38e2f2e7fa1b", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "7227f692-c747-428b-ba83-38e2f2e7fa1b", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "7227f692-c747-428b-ba83-38e2f2e7fa1b", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:19:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "7227f692-c747-428b-ba83-38e2f2e7fa1b", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:19:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "7227f692-c747-428b-ba83-38e2f2e7fa1b", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "7c572e50-b668-4b09-9289-58ea2fd8743c", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "7c572e50-b668-4b09-9289-58ea2fd8743c", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "7c572e50-b668-4b09-9289-58ea2fd8743c", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:19:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "4fc6e2c2-e6da-4b46-9855-9c2bad3c1162", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "4fc6e2c2-e6da-4b46-9855-9c2bad3c1162", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "4fc6e2c2-e6da-4b46-9855-9c2bad3c1162", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "4fc6e2c2-e6da-4b46-9855-9c2bad3c1162", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:19:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "4fc6e2c2-e6da-4b46-9855-9c2bad3c1162", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:19:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "4fc6e2c2-e6da-4b46-9855-9c2bad3c1162", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "a4355f08-0707-4f67-9001-e2eb620b8799", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "a4355f08-0707-4f67-9001-e2eb620b8799", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "a4355f08-0707-4f67-9001-e2eb620b8799", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:19:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "84dccf75-e84a-490a-aab1-66a3e266556f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "84dccf75-e84a-490a-aab1-66a3e266556f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "84dccf75-e84a-490a-aab1-66a3e266556f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "84dccf75-e84a-490a-aab1-66a3e266556f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:19:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "84dccf75-e84a-490a-aab1-66a3e266556f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:19:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "84dccf75-e84a-490a-aab1-66a3e266556f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "168cef3e-a647-48e6-a8e5-886ae4b04e92", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "168cef3e-a647-48e6-a8e5-886ae4b04e92", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "168cef3e-a647-48e6-a8e5-886ae4b04e92", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "168cef3e-a647-48e6-a8e5-886ae4b04e92", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:19:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "168cef3e-a647-48e6-a8e5-886ae4b04e92", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:19:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "168cef3e-a647-48e6-a8e5-886ae4b04e92", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "ae76b0d7-7e71-4edf-826f-7ccc9c89c581", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "ae76b0d7-7e71-4edf-826f-7ccc9c89c581", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "ae76b0d7-7e71-4edf-826f-7ccc9c89c581", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "ae76b0d7-7e71-4edf-826f-7ccc9c89c581", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:19:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "ae76b0d7-7e71-4edf-826f-7ccc9c89c581", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:19:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "ae76b0d7-7e71-4edf-826f-7ccc9c89c581", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "615f31dc-d1c2-4d92-893c-00e6e30f585e", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "615f31dc-d1c2-4d92-893c-00e6e30f585e", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "615f31dc-d1c2-4d92-893c-00e6e30f585e", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "09411de5-3225-40b1-9225-3e7ea47753ed", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "09411de5-3225-40b1-9225-3e7ea47753ed", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "09411de5-3225-40b1-9225-3e7ea47753ed", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "84ba55ab-82ac-470c-b996-19ea2dbf028a", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "84ba55ab-82ac-470c-b996-19ea2dbf028a", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "84ba55ab-82ac-470c-b996-19ea2dbf028a", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "54567ad3-7441-424f-8280-3c4ef3b3a730", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "54567ad3-7441-424f-8280-3c4ef3b3a730", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "54567ad3-7441-424f-8280-3c4ef3b3a730", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "12fb165b-5f35-4d2a-9314-294da7d8f6ad", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "12fb165b-5f35-4d2a-9314-294da7d8f6ad", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "12fb165b-5f35-4d2a-9314-294da7d8f6ad", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "a2605da1-68c0-44e5-b3eb-edfc9432229b", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "a2605da1-68c0-44e5-b3eb-edfc9432229b", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "a2605da1-68c0-44e5-b3eb-edfc9432229b", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "a6f418f8-c5fc-49f8-96ab-3b439947a922", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "a6f418f8-c5fc-49f8-96ab-3b439947a922", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "a6f418f8-c5fc-49f8-96ab-3b439947a922", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "openshift-service-ca.crt", "reconcileID": "d8ace037-8f50-4293-a338-07511f37396e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-trusted-ca-bundle", "reconcileID": "7cdedbb4-4b6e-4f6e-a48a-9455d52465fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "openshift-service-ca.crt", "reconcileID": "da88a2f6-2b50-4e35-bad7-135654067884", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:19:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "openshift-service-ca.crt", "reconcileID": "da88a2f6-2b50-4e35-bad7-135654067884", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "openshift-service-ca.crt", "reconcileID": "ee6cf91a-281e-4578-b91b-978910af238a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "918a1478-4af6-4769-aa38-5a56a0aed0e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-trusted-ca-bundle", "reconcileID": "fb660e62-8fc6-4d4c-b591-1e42cc5fb64d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "update": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:19:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-trusted-ca-bundle", "reconcileID": "fb660e62-8fc6-4d4c-b591-1e42cc5fb64d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "659fc7af-7943-4b41-b85e-c95f99846dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "e5e3887c-debe-4d6e-8225-171e0868148e", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "e5e3887c-debe-4d6e-8225-171e0868148e", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "e5e3887c-debe-4d6e-8225-171e0868148e", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "cc6c7692-ac7a-41c5-8289-6762c49f1b87", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:19:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "cc6c7692-ac7a-41c5-8289-6762c49f1b87", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:19:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "cc6c7692-ac7a-41c5-8289-6762c49f1b87", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:20:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "5b9db165-9df4-4403-a96b-f6b355ccba15", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:20:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "5b9db165-9df4-4403-a96b-f6b355ccba15", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:20:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "5b9db165-9df4-4403-a96b-f6b355ccba15", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:20:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "bea1232f-34fc-4c36-932c-a812df08d21a", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:20:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "bea1232f-34fc-4c36-932c-a812df08d21a", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769-authn-ssl"} 2026-09-20T01:20:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "bea1232f-34fc-4c36-932c-a812df08d21a", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22152ee9-e272-4827-9c85-58e4f99152f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22152ee9-e272-4827-9c85-58e4f99152f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:20:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22152ee9-e272-4827-9c85-58e4f99152f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e6d769 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-20T01:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-trusted-ca-bundle", "reconcileID": "502245c5-5787-4bbd-b0db-c6bf17586d25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-trusted-ca-bundle", "reconcileID": "502245c5-5787-4bbd-b0db-c6bf17586d25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "openshift-service-ca.crt", "reconcileID": "dec6ea61-a6c3-49bb-bbff-5d7a7165aea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "openshift-service-ca.crt", "reconcileID": "dec6ea61-a6c3-49bb-bbff-5d7a7165aea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65ccfe4a-e0dd-40d6-861c-9a6bd6d5f0ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e6d769"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65ccfe4a-e0dd-40d6-861c-9a6bd6d5f0ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e6d769"} 2026-09-20T01:20:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e6d769","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e6d769", "reconcileID": "7cb49339-a398-4e79-996d-63a9637ecdcc", "Gateway": "e2e-ipp-cleanup-e6d769", "namespace": "openshift-ingress"} 2026-09-20T01:20:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "9638ec0d-5742-4661-9975-3144a2604caa", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:20:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "9638ec0d-5742-4661-9975-3144a2604caa", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:20:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "9638ec0d-5742-4661-9975-3144a2604caa", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:20:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "40a7dcaf-c6d8-48b6-9f13-cde71ed8845b", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:20:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "40a7dcaf-c6d8-48b6-9f13-cde71ed8845b", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:20:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "40a7dcaf-c6d8-48b6-9f13-cde71ed8845b", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:20:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "743890c7-0ae1-4797-84f8-4bd57c26fe27", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:20:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "743890c7-0ae1-4797-84f8-4bd57c26fe27", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:20:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "743890c7-0ae1-4797-84f8-4bd57c26fe27", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:20:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "f3018ceb-671d-4cf1-abc7-b6dd5d480211", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:20:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "f3018ceb-671d-4cf1-abc7-b6dd5d480211", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:20:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "f3018ceb-671d-4cf1-abc7-b6dd5d480211", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:20:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "f3018ceb-671d-4cf1-abc7-b6dd5d480211", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:20:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "f3018ceb-671d-4cf1-abc7-b6dd5d480211", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:20:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "f3018ceb-671d-4cf1-abc7-b6dd5d480211", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-20T01:21:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-20T01:21:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-20T01:21:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-20T01:21:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "08c07db7-de2d-4dee-a150-56a2976ad7ff", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "08c07db7-de2d-4dee-a150-56a2976ad7ff", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "08c07db7-de2d-4dee-a150-56a2976ad7ff", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "08c07db7-de2d-4dee-a150-56a2976ad7ff", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:21:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "08c07db7-de2d-4dee-a150-56a2976ad7ff", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "authType": "userdefined"} 2026-09-20T01:21:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "08c07db7-de2d-4dee-a150-56a2976ad7ff", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "4cbed010-2b97-4317-8e0f-803aca1ead00", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:21:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "4cbed010-2b97-4317-8e0f-803aca1ead00", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:21:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "4cbed010-2b97-4317-8e0f-803aca1ead00", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:21:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3df07fe-0370-4570-baad-1acd7316c3de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3df07fe-0370-4570-baad-1acd7316c3de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:21:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3df07fe-0370-4570-baad-1acd7316c3de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e458de because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-20T01:21:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-trusted-ca-bundle", "reconcileID": "6b524bfc-3f82-48c3-a19c-2fe7c8f22adb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-trusted-ca-bundle", "reconcileID": "6b524bfc-3f82-48c3-a19c-2fe7c8f22adb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "openshift-service-ca.crt", "reconcileID": "35eb446d-d9b4-49a0-b232-c1adae012aab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "openshift-service-ca.crt", "reconcileID": "35eb446d-d9b4-49a0-b232-c1adae012aab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce12cd3e-e441-4abb-8d0c-1e7c2ed17246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce12cd3e-e441-4abb-8d0c-1e7c2ed17246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de"} 2026-09-20T01:21:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:21:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:21:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "52358a8f-b183-4408-919f-aa95b1ec9857", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de"} 2026-09-20T01:21:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:21:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de-kserve-route-authn"} 2026-09-20T01:21:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "9c5383ab-95de-41c3-a078-476bddb0130f", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e458de","namespace":"ai-tenant-e2e-ipp-a-e458de"}, "namespace": "ai-tenant-e2e-ipp-a-e458de", "name": "ipp-route-e458de", "reconcileID": "e2504131-172c-48ad-b1fc-c8a9ca65f4b2", "LLMInferenceService": "ipp-route-e458de", "namespace": "ai-tenant-e2e-ipp-a-e458de"} 2026-09-20T01:21:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "1f663e82-c18f-432b-9291-7ddf42798504", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:21:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "1f663e82-c18f-432b-9291-7ddf42798504", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de-authn-ssl"} 2026-09-20T01:21:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "1f663e82-c18f-432b-9291-7ddf42798504", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:21:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e458de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e458de", "reconcileID": "4aff54b0-d98d-4a70-8764-6ec2379de649", "Gateway": "e2e-ipp-a-e458de", "namespace": "openshift-ingress"} 2026-09-20T01:21:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "7dcac06b-0db0-41ff-b009-458ae6605cb2", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:21:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "7dcac06b-0db0-41ff-b009-458ae6605cb2", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:21:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "7dcac06b-0db0-41ff-b009-458ae6605cb2", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:21:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "d3733e36-5201-4a22-8b2c-bc5d3c7b5451", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:21:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "d3733e36-5201-4a22-8b2c-bc5d3c7b5451", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c-authn-ssl"} 2026-09-20T01:21:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "d3733e36-5201-4a22-8b2c-bc5d3c7b5451", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f28abd71-8b75-45bd-9b25-6ffbd20fd858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f28abd71-8b75-45bd-9b25-6ffbd20fd858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:21:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f28abd71-8b75-45bd-9b25-6ffbd20fd858", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-63184c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-20T01:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-trusted-ca-bundle", "reconcileID": "b186591b-eea0-48ea-a530-1b80bb64f174", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-trusted-ca-bundle", "reconcileID": "b186591b-eea0-48ea-a530-1b80bb64f174", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "openshift-service-ca.crt", "reconcileID": "2eb4e7e1-99a7-4644-999b-9632c7a764f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "openshift-service-ca.crt", "reconcileID": "2eb4e7e1-99a7-4644-999b-9632c7a764f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b2a831-9c45-4522-9224-cf0afa550ad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-63184c"}, "namespace": "ai-tenant-e2e-ipp-b-63184c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b2a831-9c45-4522-9224-cf0afa550ad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-63184c"} 2026-09-20T01:21:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-63184c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-63184c", "reconcileID": "dda84a68-da79-4e92-825f-92ab5baaf0e1", "Gateway": "e2e-ipp-b-63184c", "namespace": "openshift-ingress"} 2026-09-20T01:21:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "eed2131b-c77b-47f8-ba09-5add4e6d07f6", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:21:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "eed2131b-c77b-47f8-ba09-5add4e6d07f6", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:21:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "eed2131b-c77b-47f8-ba09-5add4e6d07f6", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "1333dbcb-c5ba-4349-8dd4-507353557751", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "1333dbcb-c5ba-4349-8dd4-507353557751", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a-authn-ssl"} 2026-09-20T01:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "1333dbcb-c5ba-4349-8dd4-507353557751", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a16aa9-3a60-471b-922c-e2b465f8c524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a16aa9-3a60-471b-922c-e2b465f8c524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:22:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a16aa9-3a60-471b-922c-e2b465f8c524", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d1662a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-20T01:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-trusted-ca-bundle", "reconcileID": "b1a316a9-4ec6-4616-a239-e6b045fd2bc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-trusted-ca-bundle", "reconcileID": "b1a316a9-4ec6-4616-a239-e6b045fd2bc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "openshift-service-ca.crt", "reconcileID": "1fcbff58-caaf-45e9-a578-39a3c4e7ad34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "openshift-service-ca.crt", "reconcileID": "1fcbff58-caaf-45e9-a578-39a3c4e7ad34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4462b35f-ecca-4c41-97ae-0e91365f170f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d1662a"}, "namespace": "ai-tenant-e2e-shared-a-w3-d1662a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4462b35f-ecca-4c41-97ae-0e91365f170f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d1662a"} 2026-09-20T01:22:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d1662a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d1662a", "reconcileID": "afe27ae7-9927-4391-b965-476ad91dd678", "Gateway": "e2e-shared-a-w3-d1662a", "namespace": "openshift-ingress"} 2026-09-20T01:22:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "578f471d-e838-4eb2-9c01-ad23eb4ef295", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:22:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "578f471d-e838-4eb2-9c01-ad23eb4ef295", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:22:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "578f471d-e838-4eb2-9c01-ad23eb4ef295", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:22:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "69926484-69ff-43d4-9db8-98534bf1a9e0", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:22:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "69926484-69ff-43d4-9db8-98534bf1a9e0", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee-authn-ssl"} 2026-09-20T01:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "69926484-69ff-43d4-9db8-98534bf1a9e0", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:22:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358b6a78-684d-47cb-84e5-c9942bb3b4b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358b6a78-684d-47cb-84e5-c9942bb3b4b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "create": "odh-kserve-custom-ca-bundle"} 2026-09-20T01:22:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358b6a78-684d-47cb-84e5-c9942bb3b4b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4c93ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-20T01:22:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-trusted-ca-bundle", "reconcileID": "45711cb3-2690-436a-b6cf-fd44f5a98b2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-trusted-ca-bundle", "reconcileID": "45711cb3-2690-436a-b6cf-fd44f5a98b2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "openshift-service-ca.crt", "reconcileID": "7546a9aa-cc87-488a-ab4d-477d4735d380", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "openshift-service-ca.crt", "reconcileID": "7546a9aa-cc87-488a-ab4d-477d4735d380", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36fc37ec-8dfa-4469-aff6-b3cf4a5107c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c93ee"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36fc37ec-8dfa-4469-aff6-b3cf4a5107c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c93ee"} 2026-09-20T01:22:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c93ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c93ee", "reconcileID": "ea37a134-109a-436f-b447-adc99ca0703f", "Gateway": "e2e-shared-b-w3-4c93ee", "namespace": "openshift-ingress"} 2026-09-20T01:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "b95e8cac-96ff-4a30-8825-3bab3de4583e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "b95e8cac-96ff-4a30-8825-3bab3de4583e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "b95e8cac-96ff-4a30-8825-3bab3de4583e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a2e5cc5-1812-4564-a162-ecbf6320421b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "b95e8cac-96ff-4a30-8825-3bab3de4583e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11-kserve-route-authn"} 2026-09-20T01:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "b95e8cac-96ff-4a30-8825-3bab3de4583e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "b95e8cac-96ff-4a30-8825-3bab3de4583e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a2e5cc5-1812-4564-a162-ecbf6320421b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a2e5cc5-1812-4564-a162-ecbf6320421b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "1b1bdb2c-2a9b-4594-9bcf-7c5b32b2a30e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "1b1bdb2c-2a9b-4594-9bcf-7c5b32b2a30e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "1b1bdb2c-2a9b-4594-9bcf-7c5b32b2a30e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "1b1bdb2c-2a9b-4594-9bcf-7c5b32b2a30e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11-kserve-route-authn"} 2026-09-20T01:26:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "1b1bdb2c-2a9b-4594-9bcf-7c5b32b2a30e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:26:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "1b1bdb2c-2a9b-4594-9bcf-7c5b32b2a30e", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "37b1b373-bf42-48b0-8eee-5a1296166159", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "37b1b373-bf42-48b0-8eee-5a1296166159", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "37b1b373-bf42-48b0-8eee-5a1296166159", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08eddd89-cf36-4479-a244-522ba460a121", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "37b1b373-bf42-48b0-8eee-5a1296166159", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11-kserve-route-authn"} 2026-09-20T01:26:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "37b1b373-bf42-48b0-8eee-5a1296166159", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:26:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "37b1b373-bf42-48b0-8eee-5a1296166159", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08eddd89-cf36-4479-a244-522ba460a121", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08eddd89-cf36-4479-a244-522ba460a121", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f8b69c7-7311-4bf7-86fd-e54755fbc32f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f8b69c7-7311-4bf7-86fd-e54755fbc32f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:26:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f8b69c7-7311-4bf7-86fd-e54755fbc32f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "ece98321-d77d-4fe2-9d8a-7aae57fb5c2b", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "ece98321-d77d-4fe2-9d8a-7aae57fb5c2b", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "ece98321-d77d-4fe2-9d8a-7aae57fb5c2b", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "ece98321-d77d-4fe2-9d8a-7aae57fb5c2b", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11-kserve-route-authn"} 2026-09-20T01:26:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "ece98321-d77d-4fe2-9d8a-7aae57fb5c2b", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:26:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "ece98321-d77d-4fe2-9d8a-7aae57fb5c2b", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "b2b9518a-d9bf-4d13-9ed0-579d7891909f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "b2b9518a-d9bf-4d13-9ed0-579d7891909f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "b2b9518a-d9bf-4d13-9ed0-579d7891909f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "b2b9518a-d9bf-4d13-9ed0-579d7891909f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11-kserve-route-authn"} 2026-09-20T01:26:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "b2b9518a-d9bf-4d13-9ed0-579d7891909f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:26:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "b2b9518a-d9bf-4d13-9ed0-579d7891909f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88dd9fc8-d72e-4819-a591-ca5a413a2d4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88dd9fc8-d72e-4819-a591-ca5a413a2d4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:26:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88dd9fc8-d72e-4819-a591-ca5a413a2d4b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:26:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "c680badb-fa93-49da-be2a-02f74dc8ee0f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "c680badb-fa93-49da-be2a-02f74dc8ee0f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "c680badb-fa93-49da-be2a-02f74dc8ee0f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:26:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "c680badb-fa93-49da-be2a-02f74dc8ee0f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11-kserve-route-authn"} 2026-09-20T01:26:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "c680badb-fa93-49da-be2a-02f74dc8ee0f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:26:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "c680badb-fa93-49da-be2a-02f74dc8ee0f", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "c6d4dac1-c2ab-439f-be1d-33c89a65285d", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "c6d4dac1-c2ab-439f-be1d-33c89a65285d", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "c6d4dac1-c2ab-439f-be1d-33c89a65285d", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "c6d4dac1-c2ab-439f-be1d-33c89a65285d", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11-kserve-route-authn"} 2026-09-20T01:27:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "c6d4dac1-c2ab-439f-be1d-33c89a65285d", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:27:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "c6d4dac1-c2ab-439f-be1d-33c89a65285d", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "152d78eb-deb3-428c-ae69-798714619504", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "152d78eb-deb3-428c-ae69-798714619504", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "152d78eb-deb3-428c-ae69-798714619504", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "152d78eb-deb3-428c-ae69-798714619504", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11-kserve-route-authn"} 2026-09-20T01:27:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "152d78eb-deb3-428c-ae69-798714619504", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "authType": "userdefined"} 2026-09-20T01:27:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "152d78eb-deb3-428c-ae69-798714619504", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "d0f020c3-bc66-4d8b-8cdf-1ab64876545f", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "d0f020c3-bc66-4d8b-8cdf-1ab64876545f", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11"} 2026-09-20T01:27:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "d0f020c3-bc66-4d8b-8cdf-1ab64876545f", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "d0f020c3-bc66-4d8b-8cdf-1ab64876545f", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "d0f020c3-bc66-4d8b-8cdf-1ab64876545f", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11-kserve-route-authn"} 2026-09-20T01:27:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "d0f020c3-bc66-4d8b-8cdf-1ab64876545f", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm", "name": "e2e-same-id-a-6a428c11-kserve-route-authn"} 2026-09-20T01:27:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-6a428c11", "reconcileID": "77bdc9c6-7b2c-4010-b54d-bbbe1c2b5862", "LLMInferenceService": "e2e-same-id-a-6a428c11", "namespace": "llm"} 2026-09-20T01:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52f21f18-b408-46a0-9448-609b69c24afd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52f21f18-b408-46a0-9448-609b69c24afd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52f21f18-b408-46a0-9448-609b69c24afd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7773012-fec0-41e8-98c5-5af98e0908c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7773012-fec0-41e8-98c5-5af98e0908c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f7773012-fec0-41e8-98c5-5af98e0908c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "be55520d-b0f1-43f2-bdc1-efff2ea71aa3", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "be55520d-b0f1-43f2-bdc1-efff2ea71aa3", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11"} 2026-09-20T01:27:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "be55520d-b0f1-43f2-bdc1-efff2ea71aa3", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "be55520d-b0f1-43f2-bdc1-efff2ea71aa3", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "be55520d-b0f1-43f2-bdc1-efff2ea71aa3", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11-kserve-route-authn"} 2026-09-20T01:27:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "be55520d-b0f1-43f2-bdc1-efff2ea71aa3", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm", "name": "e2e-same-id-b-6a428c11-kserve-route-authn"} 2026-09-20T01:27:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-6a428c11","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-6a428c11", "reconcileID": "eab98486-b005-4860-af29-1c829ee12654", "LLMInferenceService": "e2e-same-id-b-6a428c11", "namespace": "llm"} 2026-09-20T01:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ebfa07d-ede0-4651-8415-65cb0e490c5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ebfa07d-ede0-4651-8415-65cb0e490c5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ebfa07d-ede0-4651-8415-65cb0e490c5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b154e65f-9016-4473-8134-b170a18301b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-20T01:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b154e65f-9016-4473-8134-b170a18301b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-20T01:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b154e65f-9016-4473-8134-b170a18301b7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}