2026-07-24T04:04:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "936cd711-5a8d-499d-a336-f5f1b1b30760", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "4f697353-d621-4036-9089-6af6a0f30735", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "936cd711-5a8d-499d-a336-f5f1b1b30760", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:04:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "936cd711-5a8d-499d-a336-f5f1b1b30760", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:04:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "936cd711-5a8d-499d-a336-f5f1b1b30760", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "4f697353-d621-4036-9089-6af6a0f30735", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:04:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "4f697353-d621-4036-9089-6af6a0f30735", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "6018add2-687e-49c7-a5d6-18aeffd59b2b", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "6018add2-687e-49c7-a5d6-18aeffd59b2b", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "6018add2-687e-49c7-a5d6-18aeffd59b2b", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "6018add2-687e-49c7-a5d6-18aeffd59b2b", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:04:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "6018add2-687e-49c7-a5d6-18aeffd59b2b", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:04:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "6018add2-687e-49c7-a5d6-18aeffd59b2b", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "ce5ac68f-6ec7-494e-b6a8-0879bdd02b94", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "ce5ac68f-6ec7-494e-b6a8-0879bdd02b94", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:04:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "ce5ac68f-6ec7-494e-b6a8-0879bdd02b94", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "47f7d43b-378d-4dc4-a045-ccd11d560f91", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "47f7d43b-378d-4dc4-a045-ccd11d560f91", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "47f7d43b-378d-4dc4-a045-ccd11d560f91", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "47f7d43b-378d-4dc4-a045-ccd11d560f91", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:04:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "47f7d43b-378d-4dc4-a045-ccd11d560f91", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:04:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "47f7d43b-378d-4dc4-a045-ccd11d560f91", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T04:04:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T04:04:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "18e0562f-9bd7-4063-af90-ad7aa668cf59", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "18e0562f-9bd7-4063-af90-ad7aa668cf59", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "18e0562f-9bd7-4063-af90-ad7aa668cf59", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "18e0562f-9bd7-4063-af90-ad7aa668cf59", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:04:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "18e0562f-9bd7-4063-af90-ad7aa668cf59", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:04:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "18e0562f-9bd7-4063-af90-ad7aa668cf59", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T04:04:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-24T04:04:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "1ba16a04-2364-4ab2-b044-dee0c30119de", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "1ba16a04-2364-4ab2-b044-dee0c30119de", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "1ba16a04-2364-4ab2-b044-dee0c30119de", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "1ba16a04-2364-4ab2-b044-dee0c30119de", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:04:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "1ba16a04-2364-4ab2-b044-dee0c30119de", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:04:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "1ba16a04-2364-4ab2-b044-dee0c30119de", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:04:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "54618c71-0e4f-47c4-80b8-4f49066b8aa5", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:04:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "54618c71-0e4f-47c4-80b8-4f49066b8aa5", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:04:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "54618c71-0e4f-47c4-80b8-4f49066b8aa5", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:04:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "78fde052-a351-4547-b2e7-8bfbc8679a32", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "78fde052-a351-4547-b2e7-8bfbc8679a32", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:04:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "78fde052-a351-4547-b2e7-8bfbc8679a32", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "5cdc4edc-26d7-46c9-925c-45130a30c70a", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:04:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "5cdc4edc-26d7-46c9-925c-45130a30c70a", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:04:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "5cdc4edc-26d7-46c9-925c-45130a30c70a", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3e3c23eb-a996-4472-b76d-cd0ff24d25da", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3e3c23eb-a996-4472-b76d-cd0ff24d25da", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3e3c23eb-a996-4472-b76d-cd0ff24d25da", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9"} 2026-07-24T04:05:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:05:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:05:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "b027c0fa-44c2-4fe3-bf6b-0a7194a3e66d", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "sub-test-model-5b56b9", "reconcileID": "496074d6-a496-4589-8ad5-25130a93bb57", "LLMInferenceService": "sub-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "77011cd5-2757-4270-b3e3-1555600da53b", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "77011cd5-2757-4270-b3e3-1555600da53b", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "77011cd5-2757-4270-b3e3-1555600da53b", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "2f578de9-b750-421e-bc6a-375869a0ef63", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "2f578de9-b750-421e-bc6a-375869a0ef63", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "2f578de9-b750-421e-bc6a-375869a0ef63", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0"} 2026-07-24T04:05:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "ee54abf0-128c-4cbe-9de5-6bfae6b0aec6", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "sub-test-model-f701e0", "reconcileID": "fd23708e-9d14-45d0-a331-9e97db13cb25", "LLMInferenceService": "sub-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "4fe484a3-ebd9-4141-ae35-6b13d9f01e5c", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "4fe484a3-ebd9-4141-ae35-6b13d9f01e5c", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "4fe484a3-ebd9-4141-ae35-6b13d9f01e5c", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "478e0760-85d1-4491-bd2b-a9daea343116", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "478e0760-85d1-4491-bd2b-a9daea343116", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "478e0760-85d1-4491-bd2b-a9daea343116", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "0eff9517-6456-4631-9868-fcc66766c22a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "0eff9517-6456-4631-9868-fcc66766c22a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "0eff9517-6456-4631-9868-fcc66766c22a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "97a3928f-20cf-46e1-b17b-269d565ef46d", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "0eff9517-6456-4631-9868-fcc66766c22a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:05:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "0eff9517-6456-4631-9868-fcc66766c22a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "authType": "userdefined"} 2026-07-24T04:05:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "0eff9517-6456-4631-9868-fcc66766c22a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "97a3928f-20cf-46e1-b17b-269d565ef46d", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:05:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "97a3928f-20cf-46e1-b17b-269d565ef46d", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "035f2588-00a1-4721-a519-7a93674c7ca1", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "035f2588-00a1-4721-a519-7a93674c7ca1", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "035f2588-00a1-4721-a519-7a93674c7ca1", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "035f2588-00a1-4721-a519-7a93674c7ca1", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:05:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "035f2588-00a1-4721-a519-7a93674c7ca1", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "authType": "userdefined"} 2026-07-24T04:05:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "035f2588-00a1-4721-a519-7a93674c7ca1", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34c11151-c0b8-45c1-9d1b-a0e4bc39917c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "2d494db7-005d-40f3-8953-47b580dbba65", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "2d494db7-005d-40f3-8953-47b580dbba65", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "2d494db7-005d-40f3-8953-47b580dbba65", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "fede0076-29c9-4bfd-a0c0-8c88585dd7b2", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "fede0076-29c9-4bfd-a0c0-8c88585dd7b2", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "fede0076-29c9-4bfd-a0c0-8c88585dd7b2", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "fede0076-29c9-4bfd-a0c0-8c88585dd7b2", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:05:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "fede0076-29c9-4bfd-a0c0-8c88585dd7b2", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "authType": "userdefined"} 2026-07-24T04:05:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "fede0076-29c9-4bfd-a0c0-8c88585dd7b2", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3bb0f294-5525-41da-998d-2ad0458ae22d", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3bb0f294-5525-41da-998d-2ad0458ae22d", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3bb0f294-5525-41da-998d-2ad0458ae22d", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "846de436-7bb7-48c2-a5e3-677a8166b426", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "846de436-7bb7-48c2-a5e3-677a8166b426", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:05:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "846de436-7bb7-48c2-a5e3-677a8166b426", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "c9053276-4446-4926-989b-e9144afc3751", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "c9053276-4446-4926-989b-e9144afc3751", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "c9053276-4446-4926-989b-e9144afc3751", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "c9053276-4446-4926-989b-e9144afc3751", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "c9053276-4446-4926-989b-e9144afc3751", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "authType": "userdefined"} 2026-07-24T04:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "c9053276-4446-4926-989b-e9144afc3751", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:05:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "8cb96a6b-38d0-4bf7-8853-c3146e745c24", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "8cb96a6b-38d0-4bf7-8853-c3146e745c24", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "8cb96a6b-38d0-4bf7-8853-c3146e745c24", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "6eafd629-cd6f-457f-b0ca-6b24ecfbc16b", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "8cb96a6b-38d0-4bf7-8853-c3146e745c24", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "8cb96a6b-38d0-4bf7-8853-c3146e745c24", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:05:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "8cb96a6b-38d0-4bf7-8853-c3146e745c24", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "6eafd629-cd6f-457f-b0ca-6b24ecfbc16b", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:05:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "6eafd629-cd6f-457f-b0ca-6b24ecfbc16b", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "b6b47720-daa7-4482-bad7-f7990fd45a94", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "b6b47720-daa7-4482-bad7-f7990fd45a94", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "b6b47720-daa7-4482-bad7-f7990fd45a94", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "b6b47720-daa7-4482-bad7-f7990fd45a94", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "b6b47720-daa7-4482-bad7-f7990fd45a94", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:05:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "b6b47720-daa7-4482-bad7-f7990fd45a94", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "f67cb5a6-979f-4b33-b818-72fc38bc5ae5", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "f67cb5a6-979f-4b33-b818-72fc38bc5ae5", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:05:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "f67cb5a6-979f-4b33-b818-72fc38bc5ae5", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "7df8544f-2234-4c2d-93d1-9f50f68d9fa0", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "7df8544f-2234-4c2d-93d1-9f50f68d9fa0", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "7df8544f-2234-4c2d-93d1-9f50f68d9fa0", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "7df8544f-2234-4c2d-93d1-9f50f68d9fa0", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "7df8544f-2234-4c2d-93d1-9f50f68d9fa0", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "7df8544f-2234-4c2d-93d1-9f50f68d9fa0", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "0ffb62c6-37a2-4d54-a19b-3ad9a3e63d4f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "0ffb62c6-37a2-4d54-a19b-3ad9a3e63d4f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "0ffb62c6-37a2-4d54-a19b-3ad9a3e63d4f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "0ffb62c6-37a2-4d54-a19b-3ad9a3e63d4f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "0ffb62c6-37a2-4d54-a19b-3ad9a3e63d4f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:05:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "0ffb62c6-37a2-4d54-a19b-3ad9a3e63d4f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "97acb5ab-600d-4b3a-8164-f5428386e05f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "97acb5ab-600d-4b3a-8164-f5428386e05f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "97acb5ab-600d-4b3a-8164-f5428386e05f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:05:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "97acb5ab-600d-4b3a-8164-f5428386e05f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:05:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "97acb5ab-600d-4b3a-8164-f5428386e05f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "authType": "userdefined"} 2026-07-24T04:05:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "97acb5ab-600d-4b3a-8164-f5428386e05f", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "6c1fda3c-7ebc-4d53-8b0a-66bcbf8157c2", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "6c1fda3c-7ebc-4d53-8b0a-66bcbf8157c2", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "6c1fda3c-7ebc-4d53-8b0a-66bcbf8157c2", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "c1058a53-c98e-4ca0-bc25-d24a3d67fb2d", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "c1058a53-c98e-4ca0-bc25-d24a3d67fb2d", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "c1058a53-c98e-4ca0-bc25-d24a3d67fb2d", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d8ef9e4-07fb-46bb-adac-1dee62dfcc22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:06:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd54e715-5400-4028-8ba9-0259fae761d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:06:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:06:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9"} 2026-07-24T04:06:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:06:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:06:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:06:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9-kserve-route-authn"} 2026-07-24T04:06:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:06:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "a8aa5c0d-b687-4dc3-83a2-f4c47ae4b68a", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:06:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5b56b9","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "rate-test-model-5b56b9", "reconcileID": "81724cf5-263b-4440-8354-ab83617156ed", "LLMInferenceService": "rate-test-model-5b56b9", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "3615ebb7-6b65-494c-b6ef-3eafe2e30ca9", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "3615ebb7-6b65-494c-b6ef-3eafe2e30ca9", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "3615ebb7-6b65-494c-b6ef-3eafe2e30ca9", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "e1b0016f-bf46-4264-8394-b1452a61615b", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "e1b0016f-bf46-4264-8394-b1452a61615b", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "e1b0016f-bf46-4264-8394-b1452a61615b", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0"} 2026-07-24T04:06:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:06:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0-kserve-route-authn"} 2026-07-24T04:06:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "c6e9445f-2e29-4f8b-8cb4-30bf2628707b", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f701e0","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "rate-test-model-f701e0", "reconcileID": "47ff118d-5588-451a-b80f-68f368982275", "LLMInferenceService": "rate-test-model-f701e0", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "8c9f76f4-7c5e-4945-8442-d27f412abf03", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "8c9f76f4-7c5e-4945-8442-d27f412abf03", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "8c9f76f4-7c5e-4945-8442-d27f412abf03", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3dfdb330-c0f3-4861-958b-3fa25c406b53", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3dfdb330-c0f3-4861-958b-3fa25c406b53", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "3dfdb330-c0f3-4861-958b-3fa25c406b53", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "e98bccb6-a45b-4757-a34f-f2022822543a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "e98bccb6-a45b-4757-a34f-f2022822543a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "e98bccb6-a45b-4757-a34f-f2022822543a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "e7471734-fe90-434f-bc7f-1c97603d65d4", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "e7471734-fe90-434f-bc7f-1c97603d65d4", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "e7471734-fe90-434f-bc7f-1c97603d65d4", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "6884a08a-c6d4-4e4f-b621-c94d01f56f11", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "6884a08a-c6d4-4e4f-b621-c94d01f56f11", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "6884a08a-c6d4-4e4f-b621-c94d01f56f11", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "fed95abc-a158-4248-8a01-12174ee70f8d", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "fed95abc-a158-4248-8a01-12174ee70f8d", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "fed95abc-a158-4248-8a01-12174ee70f8d", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "e8512026-54ab-40ac-965f-51d8136ce4e1", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "e8512026-54ab-40ac-965f-51d8136ce4e1", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "e8512026-54ab-40ac-965f-51d8136ce4e1", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "94e5393d-33a5-42ae-9640-fca3cc887c7c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "94e5393d-33a5-42ae-9640-fca3cc887c7c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "94e5393d-33a5-42ae-9640-fca3cc887c7c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "60cc61d7-528f-4ddc-96ee-94b429380cbb", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "60cc61d7-528f-4ddc-96ee-94b429380cbb", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "60cc61d7-528f-4ddc-96ee-94b429380cbb", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "5dbbdeec-6188-48d3-891b-6b779c88a8e8", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "5dbbdeec-6188-48d3-891b-6b779c88a8e8", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "5dbbdeec-6188-48d3-891b-6b779c88a8e8", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "9aa9e81e-4ae9-44b9-979b-7426a454686f", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "9aa9e81e-4ae9-44b9-979b-7426a454686f", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "9aa9e81e-4ae9-44b9-979b-7426a454686f", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "openshift-service-ca.crt", "reconcileID": "f1082d08-61e8-43e9-a182-b5b5d9de7b9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-trusted-ca-bundle", "reconcileID": "89543772-8099-4376-8893-85798d033f98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "openshift-service-ca.crt", "reconcileID": "720c9d2d-926f-4e40-9344-27094c7377a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-733dde", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:06:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "openshift-service-ca.crt", "reconcileID": "720c9d2d-926f-4e40-9344-27094c7377a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17982785-d6ed-4342-88ac-e0983f58fbdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "openshift-service-ca.crt", "reconcileID": "a6f5b2f2-8584-4480-8a8e-703a94ce5a30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-trusted-ca-bundle", "reconcileID": "79e7d960-ed41-48bf-bfe3-3ca2c55ff883", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:06:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-trusted-ca-bundle", "reconcileID": "79e7d960-ed41-48bf-bfe3-3ca2c55ff883", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbcad227-f5cc-4b6d-abe2-8387d882a151", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:06:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "003c6fee-c69d-4ad5-8f6a-3986ae8a3dee", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "003c6fee-c69d-4ad5-8f6a-3986ae8a3dee", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "003c6fee-c69d-4ad5-8f6a-3986ae8a3dee", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9f079db-bfa8-4207-861b-5fd0b8fe4dab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:06:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "8c738954-b140-41c5-81d8-af0792e28129", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:06:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "8c738954-b140-41c5-81d8-af0792e28129", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:06:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "8c738954-b140-41c5-81d8-af0792e28129", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "e19cebf5-6945-4435-bd24-b5b44b1c0b78", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "e19cebf5-6945-4435-bd24-b5b44b1c0b78", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "e19cebf5-6945-4435-bd24-b5b44b1c0b78", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "75c0db3f-0712-4dfe-8320-430b10337639", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "75c0db3f-0712-4dfe-8320-430b10337639", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "75c0db3f-0712-4dfe-8320-430b10337639", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-0cae5e-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-0cae5e-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T04:07:04Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-0cae5e-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-0cae5e-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-0cae5e","uid":"05a2d5ab-ea1a-4e76-b750-c8721fdedbae","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"65639"}, "reason": "ReconcileError"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "0d1a2f82-71d5-4930-be71-03b1760d8d22", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "0d1a2f82-71d5-4930-be71-03b1760d8d22", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "0d1a2f82-71d5-4930-be71-03b1760d8d22", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "cc22ec49-2896-4575-bc1d-707a1b940b51", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "cc22ec49-2896-4575-bc1d-707a1b940b51", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "cc22ec49-2896-4575-bc1d-707a1b940b51", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "aceab137-8c77-4d7e-a5b6-99bf539a986c", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "aceab137-8c77-4d7e-a5b6-99bf539a986c", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "aceab137-8c77-4d7e-a5b6-99bf539a986c", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "09d8c532-7242-491f-81b4-914714854bc8", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "09d8c532-7242-491f-81b4-914714854bc8", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "09d8c532-7242-491f-81b4-914714854bc8", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "80c7134e-09b8-4aca-87c7-ff5a6b764f9c", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "80c7134e-09b8-4aca-87c7-ff5a6b764f9c", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "80c7134e-09b8-4aca-87c7-ff5a6b764f9c", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "0553b964-ae05-420d-9105-173587cff1fe", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "0553b964-ae05-420d-9105-173587cff1fe", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "0553b964-ae05-420d-9105-173587cff1fe", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "openshift-service-ca.crt", "reconcileID": "a9ab733d-f0f3-4b5f-9030-32ad986413a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-trusted-ca-bundle", "reconcileID": "42bc149a-a85c-4b6f-9aa5-b162000d70df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "openshift-service-ca.crt", "reconcileID": "d906510e-ecad-493a-a393-1f4cd570ad55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:07:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "openshift-service-ca.crt", "reconcileID": "d906510e-ecad-493a-a393-1f4cd570ad55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a93f16-92dc-4ff4-aea6-96da660d0f02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "openshift-service-ca.crt", "reconcileID": "2e20290d-6978-4c37-9865-c94118b945d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2f8823-edc2-4cfd-9b08-12427adc552e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:07:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-trusted-ca-bundle", "reconcileID": "5e2f8823-edc2-4cfd-9b08-12427adc552e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0db25c55-a7fa-4d00-aaa3-6a5f38c0dee8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "c5d1a184-3c48-4140-95a9-8aad164bdd98", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "c5d1a184-3c48-4140-95a9-8aad164bdd98", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "c5d1a184-3c48-4140-95a9-8aad164bdd98", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dfcb67f8-b86c-4e78-b330-30a88ed1c732", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9526b3b-1244-41d5-97dd-050e32d9a98a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "b9cdfd5e-b0ec-46cb-ad43-a4a8b3f80513", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "b9cdfd5e-b0ec-46cb-ad43-a4a8b3f80513", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "b9cdfd5e-b0ec-46cb-ad43-a4a8b3f80513", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0162466c-b8db-4524-95ae-6e8a9d79d9fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:07:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "6c590d48-db55-4caa-a7cb-94de4fa137d4", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "6c590d48-db55-4caa-a7cb-94de4fa137d4", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "6c590d48-db55-4caa-a7cb-94de4fa137d4", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "53e60341-9ff7-48ba-bf99-8953963954de", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:07:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "6c590d48-db55-4caa-a7cb-94de4fa137d4", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:07:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "6c590d48-db55-4caa-a7cb-94de4fa137d4", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "authType": "userdefined"} 2026-07-24T04:07:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "6c590d48-db55-4caa-a7cb-94de4fa137d4", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "53e60341-9ff7-48ba-bf99-8953963954de", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:07:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "53e60341-9ff7-48ba-bf99-8953963954de", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:07:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "3b07e391-1749-430a-87d0-802bfa199615", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "3b07e391-1749-430a-87d0-802bfa199615", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "3b07e391-1749-430a-87d0-802bfa199615", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "3b07e391-1749-430a-87d0-802bfa199615", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:07:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "3b07e391-1749-430a-87d0-802bfa199615", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "authType": "userdefined"} 2026-07-24T04:07:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "3b07e391-1749-430a-87d0-802bfa199615", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "798d26ba-0cbc-4cda-b99c-c826990c24a9", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:07:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "798d26ba-0cbc-4cda-b99c-c826990c24a9", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:07:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "798d26ba-0cbc-4cda-b99c-c826990c24a9", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:07:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "b9180c70-4611-4d61-97be-5305c987a7bb", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "b9180c70-4611-4d61-97be-5305c987a7bb", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "b9180c70-4611-4d61-97be-5305c987a7bb", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "b9180c70-4611-4d61-97be-5305c987a7bb", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:07:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "b9180c70-4611-4d61-97be-5305c987a7bb", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "authType": "userdefined"} 2026-07-24T04:07:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "b9180c70-4611-4d61-97be-5305c987a7bb", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "946de4e9-1145-409c-b526-846ccdf71e2e", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "946de4e9-1145-409c-b526-846ccdf71e2e", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "946de4e9-1145-409c-b526-846ccdf71e2e", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "946de4e9-1145-409c-b526-846ccdf71e2e", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:07:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "946de4e9-1145-409c-b526-846ccdf71e2e", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "authType": "userdefined"} 2026-07-24T04:07:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "946de4e9-1145-409c-b526-846ccdf71e2e", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "29c80794-31f4-4ef3-ba13-921405a5516c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "29c80794-31f4-4ef3-ba13-921405a5516c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "29c80794-31f4-4ef3-ba13-921405a5516c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "d23f7a4d-06d2-4798-92bb-35ddfec1886b", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "d23f7a4d-06d2-4798-92bb-35ddfec1886b", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "d23f7a4d-06d2-4798-92bb-35ddfec1886b", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "311b85d8-6799-41d5-b809-11c08e2980b6", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "311b85d8-6799-41d5-b809-11c08e2980b6", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "311b85d8-6799-41d5-b809-11c08e2980b6", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "a8fa0edc-39a5-4a16-b706-eb58e475969f", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "a8fa0edc-39a5-4a16-b706-eb58e475969f", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "a8fa0edc-39a5-4a16-b706-eb58e475969f", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "2cb39bf8-58e3-40bc-9d08-a8b7613ce307", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "2cb39bf8-58e3-40bc-9d08-a8b7613ce307", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "2cb39bf8-58e3-40bc-9d08-a8b7613ce307", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "5525c166-655b-415b-8f5e-a2a517313f75", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "5525c166-655b-415b-8f5e-a2a517313f75", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "5525c166-655b-415b-8f5e-a2a517313f75", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "c90ddd6b-df49-4d73-983f-fa74a5353bf6", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "c90ddd6b-df49-4d73-983f-fa74a5353bf6", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "c90ddd6b-df49-4d73-983f-fa74a5353bf6", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "212b0fa9-674e-4483-9269-9ce0cc153c8d", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "212b0fa9-674e-4483-9269-9ce0cc153c8d", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "212b0fa9-674e-4483-9269-9ce0cc153c8d", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "openshift-service-ca.crt", "reconcileID": "cce65490-f266-4cbd-be4e-9889ff67573f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-trusted-ca-bundle", "reconcileID": "f0377fe0-5157-4b77-bd3e-f8fcf3ed2913", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "openshift-service-ca.crt", "reconcileID": "679eae61-7fdb-417b-b73f-1cc0c78d0216", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:08:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "openshift-service-ca.crt", "reconcileID": "679eae61-7fdb-417b-b73f-1cc0c78d0216", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb44b4c6-ca67-4d32-95d0-e15e94daa909", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "openshift-service-ca.crt", "reconcileID": "8db0d75f-dc74-42b6-a569-8d0a9149278e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-trusted-ca-bundle", "reconcileID": "c234ed5b-8904-491e-ba4d-08431f8d5e9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "update": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:08:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-trusted-ca-bundle", "reconcileID": "c234ed5b-8904-491e-ba4d-08431f8d5e9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c72e5e9-27ca-4f4f-82f6-3bc4d422edc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "25d16cba-ab05-4256-a274-f6482a814bb5", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "25d16cba-ab05-4256-a274-f6482a814bb5", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "25d16cba-ab05-4256-a274-f6482a814bb5", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ec1107e-f2be-4745-b093-035b45452092", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:08:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "21fab867-a5c2-462a-961b-8fbfdb37efe8", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "21fab867-a5c2-462a-961b-8fbfdb37efe8", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "21fab867-a5c2-462a-961b-8fbfdb37efe8", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "4dd08f84-b7c1-4559-bdc4-f9e455173aad", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "4dd08f84-b7c1-4559-bdc4-f9e455173aad", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "4dd08f84-b7c1-4559-bdc4-f9e455173aad", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "fa55d530-070e-447b-96c7-469abc18fdc2", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "fa55d530-070e-447b-96c7-469abc18fdc2", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639-authn-ssl"} 2026-07-24T04:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "fa55d530-070e-447b-96c7-469abc18fdc2", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8641475-a605-46aa-b782-c9b3f1567df3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8641475-a605-46aa-b782-c9b3f1567df3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:08:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8641475-a605-46aa-b782-c9b3f1567df3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-20e639 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T04:08:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-trusted-ca-bundle", "reconcileID": "25405bce-f9c9-41f5-a7e8-b919ec1b15e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-trusted-ca-bundle", "reconcileID": "25405bce-f9c9-41f5-a7e8-b919ec1b15e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "openshift-service-ca.crt", "reconcileID": "d2cdd910-06da-475e-b009-02534e27321b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "openshift-service-ca.crt", "reconcileID": "d2cdd910-06da-475e-b009-02534e27321b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adcb37c9-bcde-44c8-adb6-bae159fde2db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-20e639"}, "namespace": "ai-tenant-e2e-ipp-cleanup-20e639", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adcb37c9-bcde-44c8-adb6-bae159fde2db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-20e639"} 2026-07-24T04:08:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-20e639","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-20e639", "reconcileID": "f797109a-d425-4810-bde5-5a61fee2b3dd", "Gateway": "e2e-ipp-cleanup-20e639", "namespace": "openshift-ingress"} 2026-07-24T04:08:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84318a5c-de3e-4047-bde3-98288dd72edb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:09:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "16e92d3e-61fc-4c41-af88-1efe1665ef09", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "16e92d3e-61fc-4c41-af88-1efe1665ef09", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:09:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "16e92d3e-61fc-4c41-af88-1efe1665ef09", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "ed1351f0-7d10-464a-8850-27c37fbe7e9c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "ed1351f0-7d10-464a-8850-27c37fbe7e9c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "ed1351f0-7d10-464a-8850-27c37fbe7e9c", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "c73edfa2-1f7e-4ed7-b7cf-e40e044864a5", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "c73edfa2-1f7e-4ed7-b7cf-e40e044864a5", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:09:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "c73edfa2-1f7e-4ed7-b7cf-e40e044864a5", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "284857e1-1155-4df5-ad2e-830f0043a99c", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "284857e1-1155-4df5-ad2e-830f0043a99c", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "284857e1-1155-4df5-ad2e-830f0043a99c", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "284857e1-1155-4df5-ad2e-830f0043a99c", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:09:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "284857e1-1155-4df5-ad2e-830f0043a99c", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "authType": "userdefined"} 2026-07-24T04:09:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "284857e1-1155-4df5-ad2e-830f0043a99c", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "083376e9-9317-476c-9412-a09423e02a43", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "083376e9-9317-476c-9412-a09423e02a43", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:09:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "083376e9-9317-476c-9412-a09423e02a43", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "987336f0-c6bd-439f-92ad-5b1b15bebfe2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "987336f0-c6bd-439f-92ad-5b1b15bebfe2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:09:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "987336f0-c6bd-439f-92ad-5b1b15bebfe2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-733dde because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T04:09:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-trusted-ca-bundle", "reconcileID": "64bb9924-7acc-4589-9bc0-6db104097e3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-trusted-ca-bundle", "reconcileID": "64bb9924-7acc-4589-9bc0-6db104097e3b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "openshift-service-ca.crt", "reconcileID": "832e70eb-65a2-463b-aa09-0fec0da03d7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "openshift-service-ca.crt", "reconcileID": "832e70eb-65a2-463b-aa09-0fec0da03d7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f4119b0-3787-45fa-8d74-8b1be807761d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f4119b0-3787-45fa-8d74-8b1be807761d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde"} 2026-07-24T04:09:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:09:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:09:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "69652802-bada-4cc9-9480-6fdfdac761cc", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde"} 2026-07-24T04:09:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:09:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde-kserve-route-authn"} 2026-07-24T04:09:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "63531fef-2d65-45f9-bd26-a5d609e2c9e2", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-733dde","namespace":"ai-tenant-e2e-ipp-a-733dde"}, "namespace": "ai-tenant-e2e-ipp-a-733dde", "name": "ipp-route-733dde", "reconcileID": "45ded0cc-bac6-4c94-b35c-d443b3b7d88d", "LLMInferenceService": "ipp-route-733dde", "namespace": "ai-tenant-e2e-ipp-a-733dde"} 2026-07-24T04:09:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "231c44c2-ecfd-4d04-a6c0-20840387559a", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:09:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "231c44c2-ecfd-4d04-a6c0-20840387559a", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde-authn-ssl"} 2026-07-24T04:09:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "231c44c2-ecfd-4d04-a6c0-20840387559a", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:10:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-733dde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-733dde", "reconcileID": "3a831a77-69e3-45a4-a59f-3cd272736e37", "Gateway": "e2e-ipp-a-733dde", "namespace": "openshift-ingress"} 2026-07-24T04:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c57bb279-4b66-4191-a03a-ae0583c237a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "9a977c52-670b-4bfe-a41b-9206d627ce29", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "9a977c52-670b-4bfe-a41b-9206d627ce29", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "9a977c52-670b-4bfe-a41b-9206d627ce29", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:10:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "cc170324-b32d-4def-bf5c-025d3b71741b", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:10:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "cc170324-b32d-4def-bf5c-025d3b71741b", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e-authn-ssl"} 2026-07-24T04:10:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "cc170324-b32d-4def-bf5c-025d3b71741b", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:10:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f303b4c4-fea9-49a5-a664-594202c313c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:10:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb29205-810d-4e4d-992a-8643672a3ec2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb29205-810d-4e4d-992a-8643672a3ec2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:10:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb29205-810d-4e4d-992a-8643672a3ec2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0cae5e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T04:10:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-trusted-ca-bundle", "reconcileID": "5f6ca7ab-713e-4cea-87b5-07d450a3a36e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-trusted-ca-bundle", "reconcileID": "5f6ca7ab-713e-4cea-87b5-07d450a3a36e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "openshift-service-ca.crt", "reconcileID": "872067d5-c37e-4650-b97d-40b3dab362a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "openshift-service-ca.crt", "reconcileID": "872067d5-c37e-4650-b97d-40b3dab362a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a738432-1bd1-4d0e-a890-28db7a697221", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0cae5e"}, "namespace": "ai-tenant-e2e-ipp-b-0cae5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a738432-1bd1-4d0e-a890-28db7a697221", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0cae5e"} 2026-07-24T04:10:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0cae5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0cae5e", "reconcileID": "7fb0c17f-4a46-4ac4-a072-0da946c0548d", "Gateway": "e2e-ipp-b-0cae5e", "namespace": "openshift-ingress"} 2026-07-24T04:10:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f9f2426-9598-43db-8378-756c44ebb399", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:10:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "ca2bd539-ed1a-466a-ad10-26ea9420cd8a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:10:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "ca2bd539-ed1a-466a-ad10-26ea9420cd8a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:10:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "ca2bd539-ed1a-466a-ad10-26ea9420cd8a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "3ce076a3-9774-484a-b7a0-ec8d7b778f29", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "3ce076a3-9774-484a-b7a0-ec8d7b778f29", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9-authn-ssl"} 2026-07-24T04:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "3ce076a3-9774-484a-b7a0-ec8d7b778f29", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ff6eded-b7e2-4546-b31a-a7acbb5f7dd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ff6eded-b7e2-4546-b31a-a7acbb5f7dd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5b56b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:10:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ff6eded-b7e2-4546-b31a-a7acbb5f7dd4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5b56b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T04:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-trusted-ca-bundle", "reconcileID": "afef3479-fb56-45b2-9254-d326e2dc4b31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-trusted-ca-bundle", "reconcileID": "afef3479-fb56-45b2-9254-d326e2dc4b31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "openshift-service-ca.crt", "reconcileID": "0baa517a-f000-4e92-ae7b-0cb3b57ff218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "openshift-service-ca.crt", "reconcileID": "0baa517a-f000-4e92-ae7b-0cb3b57ff218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b7d34-c250-4153-bab7-8a3cfaed94c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5b56b9"}, "namespace": "ai-tenant-e2e-shared-a-5b56b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b7d34-c250-4153-bab7-8a3cfaed94c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5b56b9"} 2026-07-24T04:10:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5b56b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5b56b9", "reconcileID": "c6e670e8-21cb-4680-b6ab-c399a2c4b94a", "Gateway": "e2e-shared-a-5b56b9", "namespace": "openshift-ingress"} 2026-07-24T04:10:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2dc5b28-19bc-4c21-89d2-91c453b020b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-24T04:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "64f72741-af7a-4ca4-b365-3b1b42afe995", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "64f72741-af7a-4ca4-b365-3b1b42afe995", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "64f72741-af7a-4ca4-b365-3b1b42afe995", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:11:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "d339d77d-2f91-412c-8b96-9ec401d84a5e", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:11:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "d339d77d-2f91-412c-8b96-9ec401d84a5e", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0-authn-ssl"} 2026-07-24T04:11:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "d339d77d-2f91-412c-8b96-9ec401d84a5e", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"} 2026-07-24T04:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a97a397-41e6-4f06-8d6e-5b007a6af8ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a97a397-41e6-4f06-8d6e-5b007a6af8ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f701e0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-24T04:11:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a97a397-41e6-4f06-8d6e-5b007a6af8ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f701e0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-24T04:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-trusted-ca-bundle", "reconcileID": "4b577851-2153-4d8a-81f0-dd7873213e8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-trusted-ca-bundle", "reconcileID": "4b577851-2153-4d8a-81f0-dd7873213e8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "openshift-service-ca.crt", "reconcileID": "460e075f-7029-4a5d-9bc4-f011970810b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "openshift-service-ca.crt", "reconcileID": "460e075f-7029-4a5d-9bc4-f011970810b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75c19265-6cd8-437c-9a20-df39f3b41437", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f701e0"}, "namespace": "ai-tenant-e2e-shared-b-f701e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75c19265-6cd8-437c-9a20-df39f3b41437", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f701e0"} 2026-07-24T04:11:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f701e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f701e0", "reconcileID": "d44012d9-0892-4af5-90d6-e07821c2af52", "Gateway": "e2e-shared-b-f701e0", "namespace": "openshift-ingress"}