2026-07-29T16:33:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "0a53427d-7ceb-40a1-a794-769930c5228e", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:33:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "551c2866-e165-4c03-9868-09c5757e7bd5", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:33:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "551c2866-e165-4c03-9868-09c5757e7bd5", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:33:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "7b49f075-d1e0-4e62-aa1d-9f38ca6aea6c", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:33:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "7b49f075-d1e0-4e62-aa1d-9f38ca6aea6c", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:33:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "7b49f075-d1e0-4e62-aa1d-9f38ca6aea6c", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:33:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "7b49f075-d1e0-4e62-aa1d-9f38ca6aea6c", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:33:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "7b49f075-d1e0-4e62-aa1d-9f38ca6aea6c", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:33:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "7b49f075-d1e0-4e62-aa1d-9f38ca6aea6c", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "03a06047-eece-4399-9136-7cbe73a12f74", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:34:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "03a06047-eece-4399-9136-7cbe73a12f74", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:34:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "03a06047-eece-4399-9136-7cbe73a12f74", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:34:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "c5f26438-6826-4f2c-8bdb-2cfb86c77370", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "c5f26438-6826-4f2c-8bdb-2cfb86c77370", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "c5f26438-6826-4f2c-8bdb-2cfb86c77370", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "c5f26438-6826-4f2c-8bdb-2cfb86c77370", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:34:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "c5f26438-6826-4f2c-8bdb-2cfb86c77370", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:34:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "c5f26438-6826-4f2c-8bdb-2cfb86c77370", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "845f367d-65f9-4624-8149-77543fe39214", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "845f367d-65f9-4624-8149-77543fe39214", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "845f367d-65f9-4624-8149-77543fe39214", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "845f367d-65f9-4624-8149-77543fe39214", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "845f367d-65f9-4624-8149-77543fe39214", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "845f367d-65f9-4624-8149-77543fe39214", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "4103ff63-873c-44eb-abff-aecc0794c387", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "4103ff63-873c-44eb-abff-aecc0794c387", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "4103ff63-873c-44eb-abff-aecc0794c387", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "4103ff63-873c-44eb-abff-aecc0794c387", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:34:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "4103ff63-873c-44eb-abff-aecc0794c387", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:34:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "4103ff63-873c-44eb-abff-aecc0794c387", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:34:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "7e938865-6cd4-4c9b-b0c5-2f3b6136f8aa", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:34:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "7e938865-6cd4-4c9b-b0c5-2f3b6136f8aa", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:34:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "7e938865-6cd4-4c9b-b0c5-2f3b6136f8aa", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:34:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "e6e54079-ab03-4ccb-a5e6-56ae3904fe3a", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:34:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "e6e54079-ab03-4ccb-a5e6-56ae3904fe3a", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:34:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "e6e54079-ab03-4ccb-a5e6-56ae3904fe3a", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b"} 2026-07-29T16:35:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "e918aaae-a66b-4f26-9b23-6fb669e10e86", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "sub-test-model-81ab8b", "reconcileID": "956814aa-7229-42df-8b31-927a341b9279", "LLMInferenceService": "sub-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "b5979696-160e-4aef-852f-485b0a6f33f7", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "b5979696-160e-4aef-852f-485b0a6f33f7", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:35:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "b5979696-160e-4aef-852f-485b0a6f33f7", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "2e894cf6-430e-45c7-badc-004383224793", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "2e894cf6-430e-45c7-badc-004383224793", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:35:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "2e894cf6-430e-45c7-badc-004383224793", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34"} 2026-07-29T16:35:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:35:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:35:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "e976e4da-194a-4f77-beb3-c68fd0007101", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "sub-test-model-eccd34", "reconcileID": "d261ae60-44a1-4f27-a666-0928363ce9eb", "LLMInferenceService": "sub-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "c338054f-c6d4-4e50-8327-0a15d0b6dd8b", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "c338054f-c6d4-4e50-8327-0a15d0b6dd8b", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "c338054f-c6d4-4e50-8327-0a15d0b6dd8b", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "9c918792-ffd6-4892-a394-59c5d937ced7", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "9c918792-ffd6-4892-a394-59c5d937ced7", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:35:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "9c918792-ffd6-4892-a394-59c5d937ced7", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "aea83cdc-b942-4fbd-b26b-a2ce0b90eba6", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "aea83cdc-b942-4fbd-b26b-a2ce0b90eba6", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "aea83cdc-b942-4fbd-b26b-a2ce0b90eba6", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "2fb5e4dc-29df-480c-8852-383c2efe1b80", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "aea83cdc-b942-4fbd-b26b-a2ce0b90eba6", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "aea83cdc-b942-4fbd-b26b-a2ce0b90eba6", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "authType": "userdefined"} 2026-07-29T16:35:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "aea83cdc-b942-4fbd-b26b-a2ce0b90eba6", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "2fb5e4dc-29df-480c-8852-383c2efe1b80", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "2fb5e4dc-29df-480c-8852-383c2efe1b80", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "31845ca8-b5cf-4bc7-974e-894555541218", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "31845ca8-b5cf-4bc7-974e-894555541218", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "31845ca8-b5cf-4bc7-974e-894555541218", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "31845ca8-b5cf-4bc7-974e-894555541218", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "31845ca8-b5cf-4bc7-974e-894555541218", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "authType": "userdefined"} 2026-07-29T16:35:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "31845ca8-b5cf-4bc7-974e-894555541218", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "9041c359-853c-4ed3-8379-0456afb43c16", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "9041c359-853c-4ed3-8379-0456afb43c16", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "9041c359-853c-4ed3-8379-0456afb43c16", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "1f9aa35a-ab80-45f0-a538-1dc271bbe4fd", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "1f9aa35a-ab80-45f0-a538-1dc271bbe4fd", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:35:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "1f9aa35a-ab80-45f0-a538-1dc271bbe4fd", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "8fb2b0ab-012c-4375-a4ea-8b64bfcc4c4e", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "8fb2b0ab-012c-4375-a4ea-8b64bfcc4c4e", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:35:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "8fb2b0ab-012c-4375-a4ea-8b64bfcc4c4e", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:35:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "94ae5f8d-c7c4-4015-817e-f415d170bcb9", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "94ae5f8d-c7c4-4015-817e-f415d170bcb9", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "94ae5f8d-c7c4-4015-817e-f415d170bcb9", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "94ae5f8d-c7c4-4015-817e-f415d170bcb9", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "94ae5f8d-c7c4-4015-817e-f415d170bcb9", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "authType": "userdefined"} 2026-07-29T16:35:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "94ae5f8d-c7c4-4015-817e-f415d170bcb9", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "4c068858-ebf4-491c-ae06-27f9dcf41aab", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "4c068858-ebf4-491c-ae06-27f9dcf41aab", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "4c068858-ebf4-491c-ae06-27f9dcf41aab", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "4c068858-ebf4-491c-ae06-27f9dcf41aab", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "4c068858-ebf4-491c-ae06-27f9dcf41aab", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "authType": "userdefined"} 2026-07-29T16:35:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "4c068858-ebf4-491c-ae06-27f9dcf41aab", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "db676df0-de91-4115-ac6d-cf64c3990d28", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "db676df0-de91-4115-ac6d-cf64c3990d28", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "db676df0-de91-4115-ac6d-cf64c3990d28", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "db676df0-de91-4115-ac6d-cf64c3990d28", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:35:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "db676df0-de91-4115-ac6d-cf64c3990d28", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "authType": "userdefined"} 2026-07-29T16:35:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "db676df0-de91-4115-ac6d-cf64c3990d28", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:35:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "06f07799-c3d2-4705-a05d-d0952b05879c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:35:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "9261b04f-902f-4f24-8906-9b573586acfc", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "9261b04f-902f-4f24-8906-9b573586acfc", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "9261b04f-902f-4f24-8906-9b573586acfc", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "77eb7a71-0f50-458c-bbc6-ba73f474b1be", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "9261b04f-902f-4f24-8906-9b573586acfc", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:35:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "9261b04f-902f-4f24-8906-9b573586acfc", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:35:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "9261b04f-902f-4f24-8906-9b573586acfc", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "77eb7a71-0f50-458c-bbc6-ba73f474b1be", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:35:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "77eb7a71-0f50-458c-bbc6-ba73f474b1be", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2c38a759-be9b-4b79-99ef-799b7ab65cf8", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2c38a759-be9b-4b79-99ef-799b7ab65cf8", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2c38a759-be9b-4b79-99ef-799b7ab65cf8", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2c38a759-be9b-4b79-99ef-799b7ab65cf8", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:35:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2c38a759-be9b-4b79-99ef-799b7ab65cf8", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:35:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2c38a759-be9b-4b79-99ef-799b7ab65cf8", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "6eefabbd-3ecd-4bc9-911b-87877225c7fa", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "6eefabbd-3ecd-4bc9-911b-87877225c7fa", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:35:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "6eefabbd-3ecd-4bc9-911b-87877225c7fa", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:35:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "13f9e7a8-3858-4661-a582-bef52216bc76", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "13f9e7a8-3858-4661-a582-bef52216bc76", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "13f9e7a8-3858-4661-a582-bef52216bc76", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:35:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "13f9e7a8-3858-4661-a582-bef52216bc76", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:35:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "13f9e7a8-3858-4661-a582-bef52216bc76", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:35:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "13f9e7a8-3858-4661-a582-bef52216bc76", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "01f482b4-5b13-4cbe-91a8-9d5da248f7ea", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "01f482b4-5b13-4cbe-91a8-9d5da248f7ea", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "01f482b4-5b13-4cbe-91a8-9d5da248f7ea", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "01f482b4-5b13-4cbe-91a8-9d5da248f7ea", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:36:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "01f482b4-5b13-4cbe-91a8-9d5da248f7ea", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "authType": "userdefined"} 2026-07-29T16:36:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "01f482b4-5b13-4cbe-91a8-9d5da248f7ea", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "dc0b3fa7-fe90-4c4f-8817-e11844f5c2dc", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "dc0b3fa7-fe90-4c4f-8817-e11844f5c2dc", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "dc0b3fa7-fe90-4c4f-8817-e11844f5c2dc", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "52d9b70c-17b2-4974-9d63-24052469d588", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "52d9b70c-17b2-4974-9d63-24052469d588", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "52d9b70c-17b2-4974-9d63-24052469d588", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:36:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:36:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b"} 2026-07-29T16:36:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:36:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:36:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:36:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b-kserve-route-authn"} 2026-07-29T16:36:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:36:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "d4091755-b164-4a13-b8ba-d14c6135225e", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:36:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81ab8b","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "rate-test-model-81ab8b", "reconcileID": "85464e99-f14c-4b4d-9783-229df5ecc4ba", "LLMInferenceService": "rate-test-model-81ab8b", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:36:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "30d682d0-20e1-40be-bfb1-7117b82c3309", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:36:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "30d682d0-20e1-40be-bfb1-7117b82c3309", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:36:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "30d682d0-20e1-40be-bfb1-7117b82c3309", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:36:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "1b174429-1881-4979-8b55-5068cd2fb090", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:36:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "1b174429-1881-4979-8b55-5068cd2fb090", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:36:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "1b174429-1881-4979-8b55-5068cd2fb090", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:36:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34"} 2026-07-29T16:36:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:36:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34-kserve-route-authn"} 2026-07-29T16:36:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "2e73cf9d-dd1d-47cf-8ef8-775d89adf77a", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-eccd34","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "rate-test-model-eccd34", "reconcileID": "4d62865d-6073-449e-a482-15154f406888", "LLMInferenceService": "rate-test-model-eccd34", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:36:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "a519eb95-3563-4e87-a83e-efa8af249c9b", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:36:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "a519eb95-3563-4e87-a83e-efa8af249c9b", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:36:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "a519eb95-3563-4e87-a83e-efa8af249c9b", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:36:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "72865de6-772d-4fe4-9249-e8001db8ae41", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:36:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "72865de6-772d-4fe4-9249-e8001db8ae41", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:36:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "72865de6-772d-4fe4-9249-e8001db8ae41", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:37:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "6fbee63f-a83e-4ccb-97a1-1018cc8e2759", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:37:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "6fbee63f-a83e-4ccb-97a1-1018cc8e2759", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:37:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "6fbee63f-a83e-4ccb-97a1-1018cc8e2759", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:37:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "b2edbe67-6c53-4d70-8ad1-7b4a938552db", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:37:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "b2edbe67-6c53-4d70-8ad1-7b4a938552db", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:37:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "b2edbe67-6c53-4d70-8ad1-7b4a938552db", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "3d0e8a07-6e5f-4ab4-93f1-8fbd4e22e1d7", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "3d0e8a07-6e5f-4ab4-93f1-8fbd4e22e1d7", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "3d0e8a07-6e5f-4ab4-93f1-8fbd4e22e1d7", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "53c269dd-31f9-4ada-bc33-8fd2de5939aa", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "53c269dd-31f9-4ada-bc33-8fd2de5939aa", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "53c269dd-31f9-4ada-bc33-8fd2de5939aa", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-777250-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-777250-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:37:18Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-777250-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-777250-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-777250","uid":"9961d871-5cb1-4dfa-9517-8b16c3aced23","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"69104"}, "reason": "ReconcileError"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e3d2bb71-8ec1-4155-88a3-10d61a44c192", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e3d2bb71-8ec1-4155-88a3-10d61a44c192", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e3d2bb71-8ec1-4155-88a3-10d61a44c192", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "c984e412-61f6-43bb-b5b8-41dfdcd943f1", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "c984e412-61f6-43bb-b5b8-41dfdcd943f1", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "c984e412-61f6-43bb-b5b8-41dfdcd943f1", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "3fde6055-20aa-4bbb-b981-a423f202ef34", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "3fde6055-20aa-4bbb-b981-a423f202ef34", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "3fde6055-20aa-4bbb-b981-a423f202ef34", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "dfba769d-ab8a-4a63-be48-76650dbd533f", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "dfba769d-ab8a-4a63-be48-76650dbd533f", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "dfba769d-ab8a-4a63-be48-76650dbd533f", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d8f7637b-440b-4fe2-a0b5-b34ff75f7f05", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d8f7637b-440b-4fe2-a0b5-b34ff75f7f05", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d8f7637b-440b-4fe2-a0b5-b34ff75f7f05", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d4315e79-6b7b-4c78-8fb0-20d9f85704e2", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d4315e79-6b7b-4c78-8fb0-20d9f85704e2", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d4315e79-6b7b-4c78-8fb0-20d9f85704e2", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-trusted-ca-bundle", "reconcileID": "dc491125-8bbf-4358-b694-ec2a05af6814", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "openshift-service-ca.crt", "reconcileID": "e400dd8e-7b97-4cc6-895b-141533b57208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "openshift-service-ca.crt", "reconcileID": "121a036b-128d-49f0-8501-3ad17316cb63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-777250", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:37:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "openshift-service-ca.crt", "reconcileID": "121a036b-128d-49f0-8501-3ad17316cb63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba4e355d-c3b2-41cf-869f-f4bdeb8447d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "openshift-service-ca.crt", "reconcileID": "eab2dac3-2d01-4b44-b191-a85dfaab06f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-trusted-ca-bundle", "reconcileID": "c4571c82-c144-4609-920b-5ddca0f72b28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:37:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-trusted-ca-bundle", "reconcileID": "c4571c82-c144-4609-920b-5ddca0f72b28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bfc13d2-49fe-490f-b493-045c4cfd5cef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "c3aa12ec-7192-48d4-a221-a7d7c7e8d77e", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "c3aa12ec-7192-48d4-a221-a7d7c7e8d77e", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "c3aa12ec-7192-48d4-a221-a7d7c7e8d77e", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7aad9ae-1e89-4e31-9caf-4423721775fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:37:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e88c1076-c305-4bcb-b019-5c3f3f5f0821", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e88c1076-c305-4bcb-b019-5c3f3f5f0821", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:37:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e88c1076-c305-4bcb-b019-5c3f3f5f0821", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:37:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45b80978-96e5-44b0-91b4-139096515d6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:37:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91062771-ceda-4d84-8aeb-0f34b24755b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "5a268f20-8dca-45d4-bdd7-c18dff6c3014", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "5a268f20-8dca-45d4-bdd7-c18dff6c3014", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "5a268f20-8dca-45d4-bdd7-c18dff6c3014", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "7e340c72-c321-4f3d-a839-e2d4fc088ed1", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "7e340c72-c321-4f3d-a839-e2d4fc088ed1", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:47Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "7e340c72-c321-4f3d-a839-e2d4fc088ed1", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-3c2006-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-3c2006-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:37:47Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-3c2006-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-3c2006-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-3c2006","uid":"96153515-4aac-40e3-8d9a-9fa78c647795","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"69745"}, "reason": "ReconcileError"} 2026-07-29T16:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "a1123dc0-cba4-482e-866c-390425abcfb1", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "a1123dc0-cba4-482e-866c-390425abcfb1", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "a1123dc0-cba4-482e-866c-390425abcfb1", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "e40e778b-e9ce-40d1-80f9-1bfbf6cf4cb3", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "e40e778b-e9ce-40d1-80f9-1bfbf6cf4cb3", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "e40e778b-e9ce-40d1-80f9-1bfbf6cf4cb3", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "14228a54-8d60-449b-8e89-678814119a0a", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "14228a54-8d60-449b-8e89-678814119a0a", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "14228a54-8d60-449b-8e89-678814119a0a", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "0418b8f9-922e-4e53-bbf1-f81bd56ec4e9", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "0418b8f9-922e-4e53-bbf1-f81bd56ec4e9", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "0418b8f9-922e-4e53-bbf1-f81bd56ec4e9", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "f72496f5-4ded-4605-bf05-2647a9e2e765", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "f72496f5-4ded-4605-bf05-2647a9e2e765", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "f72496f5-4ded-4605-bf05-2647a9e2e765", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "763e17d2-0713-45a9-9d49-2d232876cc02", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "763e17d2-0713-45a9-9d49-2d232876cc02", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "763e17d2-0713-45a9-9d49-2d232876cc02", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "openshift-service-ca.crt", "reconcileID": "b743b98a-22c3-4d53-b9ef-eb446fd9c2a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-trusted-ca-bundle", "reconcileID": "9c22b325-b6ff-409f-8561-1b20ae3da304", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "openshift-service-ca.crt", "reconcileID": "dfb7b9b0-c9da-48a2-80b2-92e4847a58b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c2006", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:37:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "openshift-service-ca.crt", "reconcileID": "dfb7b9b0-c9da-48a2-80b2-92e4847a58b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb0276a0-8d64-4ed9-a86a-4bb75bae3e48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "openshift-service-ca.crt", "reconcileID": "6431f83f-45cc-4e64-9830-6181507e09d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-trusted-ca-bundle", "reconcileID": "6124567b-7882-4fa5-a2a2-25644a4c92d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:37:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-trusted-ca-bundle", "reconcileID": "6124567b-7882-4fa5-a2a2-25644a4c92d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "749ccdec-8f4e-46cf-bbdd-0e1af7b5086f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "642ec612-89fa-470f-8cb8-a406833f016a", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "642ec612-89fa-470f-8cb8-a406833f016a", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "642ec612-89fa-470f-8cb8-a406833f016a", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6b3b73d-07c8-4e16-b759-5aa64135767c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "e188b9c6-45af-4267-b551-148c380f4692", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "e188b9c6-45af-4267-b551-148c380f4692", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "e188b9c6-45af-4267-b551-148c380f4692", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3175ec9-08aa-424a-a901-8166fbeb5640", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c8357444-1bd6-43c8-b67c-a180d5f29b69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:38:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T16:38:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T16:38:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T16:38:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T16:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "849ce7a4-69cc-4c7c-b817-dea2e27e484b", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "849ce7a4-69cc-4c7c-b817-dea2e27e484b", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "849ce7a4-69cc-4c7c-b817-dea2e27e484b", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "fee39f89-7b70-4b6b-8e4a-89c8014a7b52", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "849ce7a4-69cc-4c7c-b817-dea2e27e484b", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "849ce7a4-69cc-4c7c-b817-dea2e27e484b", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "authType": "userdefined"} 2026-07-29T16:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "849ce7a4-69cc-4c7c-b817-dea2e27e484b", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "fee39f89-7b70-4b6b-8e4a-89c8014a7b52", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "fee39f89-7b70-4b6b-8e4a-89c8014a7b52", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "1b8cbdd2-6f54-46f1-95e5-afe5f00e2399", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "1b8cbdd2-6f54-46f1-95e5-afe5f00e2399", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "1b8cbdd2-6f54-46f1-95e5-afe5f00e2399", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "1b8cbdd2-6f54-46f1-95e5-afe5f00e2399", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "1b8cbdd2-6f54-46f1-95e5-afe5f00e2399", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "authType": "userdefined"} 2026-07-29T16:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "1b8cbdd2-6f54-46f1-95e5-afe5f00e2399", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e3047eab-7995-473f-b1a3-528d5d373506", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e3047eab-7995-473f-b1a3-528d5d373506", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "e3047eab-7995-473f-b1a3-528d5d373506", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:38:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "fd926ca9-3a4f-4238-aaff-817dcf3e5318", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "fd926ca9-3a4f-4238-aaff-817dcf3e5318", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "fd926ca9-3a4f-4238-aaff-817dcf3e5318", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "fd926ca9-3a4f-4238-aaff-817dcf3e5318", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:38:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "fd926ca9-3a4f-4238-aaff-817dcf3e5318", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "authType": "userdefined"} 2026-07-29T16:38:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "fd926ca9-3a4f-4238-aaff-817dcf3e5318", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "14130bfc-6fe3-4084-997a-90e1dd155620", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "14130bfc-6fe3-4084-997a-90e1dd155620", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "14130bfc-6fe3-4084-997a-90e1dd155620", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "14130bfc-6fe3-4084-997a-90e1dd155620", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:38:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "14130bfc-6fe3-4084-997a-90e1dd155620", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "authType": "userdefined"} 2026-07-29T16:38:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "14130bfc-6fe3-4084-997a-90e1dd155620", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "02d08d4f-9c7b-4be5-9bce-ea0d34f9fbe6", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "02d08d4f-9c7b-4be5-9bce-ea0d34f9fbe6", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "02d08d4f-9c7b-4be5-9bce-ea0d34f9fbe6", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "b59d1474-45c8-416c-a39c-2d2d03a7afdf", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "b59d1474-45c8-416c-a39c-2d2d03a7afdf", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "b59d1474-45c8-416c-a39c-2d2d03a7afdf", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "7745e0c6-16bc-405f-a7d4-3e6aa73a6cd1", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "7745e0c6-16bc-405f-a7d4-3e6aa73a6cd1", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "7745e0c6-16bc-405f-a7d4-3e6aa73a6cd1", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "a5ea1c1c-cd9a-47b7-a244-2e69eac234ad", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "a5ea1c1c-cd9a-47b7-a244-2e69eac234ad", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "a5ea1c1c-cd9a-47b7-a244-2e69eac234ad", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "49471e9e-cee2-4ea7-b096-e3c2a524265f", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "49471e9e-cee2-4ea7-b096-e3c2a524265f", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "49471e9e-cee2-4ea7-b096-e3c2a524265f", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "a0379172-b8d7-4358-83ea-a284d8774e89", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "a0379172-b8d7-4358-83ea-a284d8774e89", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "a0379172-b8d7-4358-83ea-a284d8774e89", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "432471a1-2f18-4959-917f-dcc2abf91f68", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "432471a1-2f18-4959-917f-dcc2abf91f68", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "432471a1-2f18-4959-917f-dcc2abf91f68", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "21d53818-46a7-4067-98e7-7614988843a4", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "21d53818-46a7-4067-98e7-7614988843a4", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "21d53818-46a7-4067-98e7-7614988843a4", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "openshift-service-ca.crt", "reconcileID": "03445162-9189-4c10-8317-bfbaa00650d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-trusted-ca-bundle", "reconcileID": "75cf4eb6-1dd1-4fad-a459-75163985846e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "openshift-service-ca.crt", "reconcileID": "5e03d96d-32ac-46e0-9e3d-739ef11f9c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:39:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "openshift-service-ca.crt", "reconcileID": "5e03d96d-32ac-46e0-9e3d-739ef11f9c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07bc5835-38f9-42bd-a169-0c42dd3ba99d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "openshift-service-ca.crt", "reconcileID": "c4b50875-594f-455b-90d1-aedd107a4e24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-trusted-ca-bundle", "reconcileID": "11275be5-0e52-4930-9bee-8ebd1c2c1ace", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:39:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-trusted-ca-bundle", "reconcileID": "11275be5-0e52-4930-9bee-8ebd1c2c1ace", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "458a40fe-3e09-4faf-999f-adcec1a98948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "3d35666e-30df-4a66-8e0c-768e0b74c842", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "3d35666e-30df-4a66-8e0c-768e0b74c842", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "3d35666e-30df-4a66-8e0c-768e0b74c842", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ed08969-3b00-430f-950f-d59735500d6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:39:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "ffbad03b-c44b-4d53-9cd2-b077480cdf5b", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "ffbad03b-c44b-4d53-9cd2-b077480cdf5b", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "ffbad03b-c44b-4d53-9cd2-b077480cdf5b", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "ff208e31-63dd-4717-a754-6f8a7ec6b789", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "ff208e31-63dd-4717-a754-6f8a7ec6b789", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "ff208e31-63dd-4717-a754-6f8a7ec6b789", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cef1501e-d812-4ae3-9411-41b7d7d31a4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cef1501e-d812-4ae3-9411-41b7d7d31a4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:39:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cef1501e-d812-4ae3-9411-41b7d7d31a4c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-1bad22 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:39:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-trusted-ca-bundle", "reconcileID": "24f6668c-d8a2-4d00-be45-f5d2c39397d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-trusted-ca-bundle", "reconcileID": "24f6668c-d8a2-4d00-be45-f5d2c39397d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "openshift-service-ca.crt", "reconcileID": "ebacc835-a435-4a54-b494-681abbc3533b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "openshift-service-ca.crt", "reconcileID": "ebacc835-a435-4a54-b494-681abbc3533b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a7bd00f-05be-49af-8d09-2e5334a14000", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-1bad22"}, "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a7bd00f-05be-49af-8d09-2e5334a14000", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-1bad22"} 2026-07-29T16:39:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "5f03b838-faab-449d-b569-dd2c18f58a29", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "5f03b838-faab-449d-b569-dd2c18f58a29", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22-authn-ssl"} 2026-07-29T16:39:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "5f03b838-faab-449d-b569-dd2c18f58a29", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:39:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-1bad22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-1bad22", "reconcileID": "8653da47-d45b-4bde-b933-2b80d6a1230c", "Gateway": "e2e-ipp-cleanup-1bad22", "namespace": "openshift-ingress"} 2026-07-29T16:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "06f32a6a-b3c7-4f19-9816-1beedbec0203", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d2eed161-a4a1-4ce5-b557-2b5f50c1437a", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d2eed161-a4a1-4ce5-b557-2b5f50c1437a", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "d2eed161-a4a1-4ce5-b557-2b5f50c1437a", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "1c418f40-ed62-4771-aaf1-b288bdf0aede", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "1c418f40-ed62-4771-aaf1-b288bdf0aede", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:40:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "1c418f40-ed62-4771-aaf1-b288bdf0aede", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "a53c9d4b-0f25-463f-91b3-dcf9b8eaf924", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "a53c9d4b-0f25-463f-91b3-dcf9b8eaf924", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "a53c9d4b-0f25-463f-91b3-dcf9b8eaf924", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "a53c9d4b-0f25-463f-91b3-dcf9b8eaf924", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:40:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "a53c9d4b-0f25-463f-91b3-dcf9b8eaf924", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "authType": "userdefined"} 2026-07-29T16:40:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "a53c9d4b-0f25-463f-91b3-dcf9b8eaf924", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "6fe97d19-0b97-4f07-863c-b3c52c191197", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "6fe97d19-0b97-4f07-863c-b3c52c191197", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:40:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "6fe97d19-0b97-4f07-863c-b3c52c191197", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c1603d6c-26ca-483e-8f94-58f586ac68d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "5d388ec2-f9a8-463c-b45a-c80e62970b2d", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "5d388ec2-f9a8-463c-b45a-c80e62970b2d", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "5d388ec2-f9a8-463c-b45a-c80e62970b2d", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250"} 2026-07-29T16:40:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:40:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:40:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "f36ffe65-79eb-40a7-975d-e7adff07a804", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6768e72b-2b11-4c91-9305-b43dca1d0bcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6768e72b-2b11-4c91-9305-b43dca1d0bcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:40:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6768e72b-2b11-4c91-9305-b43dca1d0bcb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-777250 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-trusted-ca-bundle", "reconcileID": "a1ff2058-4034-4013-a0f3-7220756eef3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-trusted-ca-bundle", "reconcileID": "a1ff2058-4034-4013-a0f3-7220756eef3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "openshift-service-ca.crt", "reconcileID": "e02434ca-fab1-4124-8c4a-57bbfd01909a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "openshift-service-ca.crt", "reconcileID": "e02434ca-fab1-4124-8c4a-57bbfd01909a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93aaa58c-e5c6-42b4-acf1-55ffa6db4871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93aaa58c-e5c6-42b4-acf1-55ffa6db4871", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250"} 2026-07-29T16:40:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:40:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250-kserve-route-authn"} 2026-07-29T16:40:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "857590d9-030b-4196-8695-de7001727d4e", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-777250","namespace":"ai-tenant-e2e-ipp-a-777250"}, "namespace": "ai-tenant-e2e-ipp-a-777250", "name": "ipp-route-777250", "reconcileID": "27abf40d-b058-441e-9c36-11ffc1ca79bb", "LLMInferenceService": "ipp-route-777250", "namespace": "ai-tenant-e2e-ipp-a-777250"} 2026-07-29T16:40:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "52bb2598-244c-4fe5-8140-13ed863d436d", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:40:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "52bb2598-244c-4fe5-8140-13ed863d436d", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250-authn-ssl"} 2026-07-29T16:40:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "52bb2598-244c-4fe5-8140-13ed863d436d", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:41:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-777250","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-777250", "reconcileID": "51af643f-6834-4c7f-b33a-aa164458979b", "Gateway": "e2e-ipp-a-777250", "namespace": "openshift-ingress"} 2026-07-29T16:41:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69175d4b-309c-48c1-8938-dc4e22728f9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "884725af-6e41-4b5a-94c2-490c48c22f29", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "884725af-6e41-4b5a-94c2-490c48c22f29", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "884725af-6e41-4b5a-94c2-490c48c22f29", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "ed5c25f9-47b3-43b5-b8ed-d79ca8383025", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "ed5c25f9-47b3-43b5-b8ed-d79ca8383025", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006-authn-ssl"} 2026-07-29T16:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "ed5c25f9-47b3-43b5-b8ed-d79ca8383025", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:41:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "132f77fc-ae4e-40ce-91ad-43de3da2453a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "132f77fc-ae4e-40ce-91ad-43de3da2453a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:41:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "132f77fc-ae4e-40ce-91ad-43de3da2453a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-3c2006 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:41:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-trusted-ca-bundle", "reconcileID": "90d8acc4-95e7-4e36-a6a5-30f133e101c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-trusted-ca-bundle", "reconcileID": "90d8acc4-95e7-4e36-a6a5-30f133e101c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "openshift-service-ca.crt", "reconcileID": "9b117b58-852c-4231-86bf-9c2edbb23d93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "openshift-service-ca.crt", "reconcileID": "9b117b58-852c-4231-86bf-9c2edbb23d93", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc24273f-3058-44cc-a906-10e5f55532d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-3c2006"}, "namespace": "ai-tenant-e2e-ipp-b-3c2006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc24273f-3058-44cc-a906-10e5f55532d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-3c2006"} 2026-07-29T16:41:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-3c2006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-3c2006", "reconcileID": "3cc99780-b17d-48f9-85fc-a7b249a29f2e", "Gateway": "e2e-ipp-b-3c2006", "namespace": "openshift-ingress"} 2026-07-29T16:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c26fd6d-8dca-43e3-9298-d106ce32cafa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:41:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "86c1b6c9-4b1b-4118-ba35-5b6475caa802", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:41:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "86c1b6c9-4b1b-4118-ba35-5b6475caa802", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:41:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "86c1b6c9-4b1b-4118-ba35-5b6475caa802", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "3c2646d7-c957-4e16-acd2-93696fd3dd88", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "3c2646d7-c957-4e16-acd2-93696fd3dd88", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b-authn-ssl"} 2026-07-29T16:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "3c2646d7-c957-4e16-acd2-93696fd3dd88", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:41:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c08c46f5-717c-4409-ac0b-4d2604b45157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c08c46f5-717c-4409-ac0b-4d2604b45157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-81ab8b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:41:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c08c46f5-717c-4409-ac0b-4d2604b45157", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-81ab8b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:41:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-trusted-ca-bundle", "reconcileID": "dd08ebc9-a4ce-4648-9818-7f914390e18c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-trusted-ca-bundle", "reconcileID": "dd08ebc9-a4ce-4648-9818-7f914390e18c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "openshift-service-ca.crt", "reconcileID": "7e1c841d-eb41-4c51-8dd8-50008538b3be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "openshift-service-ca.crt", "reconcileID": "7e1c841d-eb41-4c51-8dd8-50008538b3be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15551479-9023-4e6b-8af0-94b7a7488c3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-81ab8b"}, "namespace": "ai-tenant-e2e-shared-a-81ab8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15551479-9023-4e6b-8af0-94b7a7488c3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-81ab8b"} 2026-07-29T16:41:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-81ab8b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-81ab8b", "reconcileID": "deb18adf-0b7b-4a2f-924e-28d753de7cf6", "Gateway": "e2e-shared-a-81ab8b", "namespace": "openshift-ingress"} 2026-07-29T16:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2d5d4aa-e212-4192-9cda-c92113c98aa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T16:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "2d674541-3beb-4ed3-ad91-88494664d585", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "2d674541-3beb-4ed3-ad91-88494664d585", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "2d674541-3beb-4ed3-ad91-88494664d585", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "e2c54e55-d27e-4c44-a6f3-0169a6d0e779", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "e2c54e55-d27e-4c44-a6f3-0169a6d0e779", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34-authn-ssl"} 2026-07-29T16:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "e2c54e55-d27e-4c44-a6f3-0169a6d0e779", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"} 2026-07-29T16:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b2fa9c2-e224-44da-807d-8c6593a7465e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b2fa9c2-e224-44da-807d-8c6593a7465e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-eccd34", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T16:41:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b2fa9c2-e224-44da-807d-8c6593a7465e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-eccd34 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T16:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-trusted-ca-bundle", "reconcileID": "e0eb3311-791b-4607-b870-b1012b298726", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-trusted-ca-bundle", "reconcileID": "e0eb3311-791b-4607-b870-b1012b298726", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "openshift-service-ca.crt", "reconcileID": "4a9f01a6-b28d-4e47-84e4-dff6de1aebcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "openshift-service-ca.crt", "reconcileID": "4a9f01a6-b28d-4e47-84e4-dff6de1aebcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "024ce795-be16-41c1-ae47-010c1e11d12a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-eccd34"}, "namespace": "ai-tenant-e2e-shared-b-eccd34", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "024ce795-be16-41c1-ae47-010c1e11d12a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-eccd34"} 2026-07-29T16:41:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-eccd34","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-eccd34", "reconcileID": "a2098059-8007-4c6e-a4ce-8cc368975c08", "Gateway": "e2e-shared-b-eccd34", "namespace": "openshift-ingress"}