2026-07-29T14:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "99ba6b44-3136-4cbb-b8be-e5c6e979f70c", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "99ba6b44-3136-4cbb-b8be-e5c6e979f70c", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "99ba6b44-3136-4cbb-b8be-e5c6e979f70c", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "99ba6b44-3136-4cbb-b8be-e5c6e979f70c", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20-kserve-route-authn"} 2026-07-29T14:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "99ba6b44-3136-4cbb-b8be-e5c6e979f70c", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "99ba6b44-3136-4cbb-b8be-e5c6e979f70c", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "05f33f8c-4c74-4839-9162-3bd1a488340c", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:49:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "05f33f8c-4c74-4839-9162-3bd1a488340c", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:49:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "05f33f8c-4c74-4839-9162-3bd1a488340c", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:49:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "7df03707-fd9b-4a06-9733-9f598fdf2c8d", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "7df03707-fd9b-4a06-9733-9f598fdf2c8d", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "7df03707-fd9b-4a06-9733-9f598fdf2c8d", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "7df03707-fd9b-4a06-9733-9f598fdf2c8d", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20-kserve-route-authn"} 2026-07-29T14:49:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "7df03707-fd9b-4a06-9733-9f598fdf2c8d", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:49:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "7df03707-fd9b-4a06-9733-9f598fdf2c8d", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "1f4f9182-70cb-4b61-bc79-4a5331b5a74e", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "1f4f9182-70cb-4b61-bc79-4a5331b5a74e", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "1f4f9182-70cb-4b61-bc79-4a5331b5a74e", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "1f4f9182-70cb-4b61-bc79-4a5331b5a74e", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20-kserve-route-authn"} 2026-07-29T14:49:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "1f4f9182-70cb-4b61-bc79-4a5331b5a74e", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:49:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "1f4f9182-70cb-4b61-bc79-4a5331b5a74e", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:49:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "9c44fd7b-4566-4f4b-bda4-fafbdf4629e1", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:49:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "9c44fd7b-4566-4f4b-bda4-fafbdf4629e1", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:49:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "9c44fd7b-4566-4f4b-bda4-fafbdf4629e1", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:49:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "b3a9265b-f971-4ccb-b013-c0182decc5f2", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:49:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "b3a9265b-f971-4ccb-b013-c0182decc5f2", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:49:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "b3a9265b-f971-4ccb-b013-c0182decc5f2", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a"} 2026-07-29T14:50:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "8746fa6d-656d-44a8-b0e1-ef3e2636cc63", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "sub-test-model-61bc0a", "reconcileID": "6d885fb5-bbde-4542-a732-04accb089fb7", "LLMInferenceService": "sub-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "0ec84331-e5a8-4c6f-92fa-dcee38a2ac22", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "0ec84331-e5a8-4c6f-92fa-dcee38a2ac22", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:50:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "0ec84331-e5a8-4c6f-92fa-dcee38a2ac22", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "116701ac-1318-433d-8844-207f709259cc", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "116701ac-1318-433d-8844-207f709259cc", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:50:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "116701ac-1318-433d-8844-207f709259cc", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:50:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20"} 2026-07-29T14:50:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:50:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:50:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20-kserve-route-authn"} 2026-07-29T14:50:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20-kserve-route-authn"} 2026-07-29T14:50:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:50:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "ae53b206-bbee-4a9b-a2a2-2cbe0ceab0ab", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:50:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "sub-test-model-532c20", "reconcileID": "186f70f4-ba64-4ad1-8f41-a99aa5ef0d85", "LLMInferenceService": "sub-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "d2ebaaaa-32cf-4210-a249-570c00e15569", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "d2ebaaaa-32cf-4210-a249-570c00e15569", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "d2ebaaaa-32cf-4210-a249-570c00e15569", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "238825ee-586e-44ef-b114-7127a9202dd1", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "238825ee-586e-44ef-b114-7127a9202dd1", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "238825ee-586e-44ef-b114-7127a9202dd1", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "15efc7ff-7139-4b61-b547-0b64ae9da2fe", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "15efc7ff-7139-4b61-b547-0b64ae9da2fe", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "15efc7ff-7139-4b61-b547-0b64ae9da2fe", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "047daaab-8bfd-44be-998d-07f8b8319857", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "15efc7ff-7139-4b61-b547-0b64ae9da2fe", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "15efc7ff-7139-4b61-b547-0b64ae9da2fe", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "authType": "userdefined"} 2026-07-29T14:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "15efc7ff-7139-4b61-b547-0b64ae9da2fe", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "047daaab-8bfd-44be-998d-07f8b8319857", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "047daaab-8bfd-44be-998d-07f8b8319857", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "df80b9de-a4ec-4f82-817e-32a7d11d8fdb", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "df80b9de-a4ec-4f82-817e-32a7d11d8fdb", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "df80b9de-a4ec-4f82-817e-32a7d11d8fdb", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "df80b9de-a4ec-4f82-817e-32a7d11d8fdb", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "df80b9de-a4ec-4f82-817e-32a7d11d8fdb", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "authType": "userdefined"} 2026-07-29T14:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "df80b9de-a4ec-4f82-817e-32a7d11d8fdb", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "37b5354f-84dd-4676-9c2b-27b173952455", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "37b5354f-84dd-4676-9c2b-27b173952455", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "37b5354f-84dd-4676-9c2b-27b173952455", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "a534ff51-3aed-4cef-958f-51624fbb1db0", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "a534ff51-3aed-4cef-958f-51624fbb1db0", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:50:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "a534ff51-3aed-4cef-958f-51624fbb1db0", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:50:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "2b7f19df-7689-4e1c-af31-5682f3adeb7c", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "2b7f19df-7689-4e1c-af31-5682f3adeb7c", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "2b7f19df-7689-4e1c-af31-5682f3adeb7c", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "2b7f19df-7689-4e1c-af31-5682f3adeb7c", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "2b7f19df-7689-4e1c-af31-5682f3adeb7c", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "authType": "userdefined"} 2026-07-29T14:50:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "2b7f19df-7689-4e1c-af31-5682f3adeb7c", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5acc8de0-fa6d-40c3-8d33-6305f7bf1beb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "b02bc8b0-e7d6-4765-bab8-ddb3b15d6a27", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "b02bc8b0-e7d6-4765-bab8-ddb3b15d6a27", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "b02bc8b0-e7d6-4765-bab8-ddb3b15d6a27", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:50:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "b39f1aa1-4541-49cb-847e-d8f244fc8a62", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "b39f1aa1-4541-49cb-847e-d8f244fc8a62", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "b39f1aa1-4541-49cb-847e-d8f244fc8a62", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "b39f1aa1-4541-49cb-847e-d8f244fc8a62", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "b39f1aa1-4541-49cb-847e-d8f244fc8a62", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "authType": "userdefined"} 2026-07-29T14:50:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "b39f1aa1-4541-49cb-847e-d8f244fc8a62", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "022898ec-7f94-498d-b381-db6d467886e7", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "022898ec-7f94-498d-b381-db6d467886e7", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "022898ec-7f94-498d-b381-db6d467886e7", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:50:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "022898ec-7f94-498d-b381-db6d467886e7", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:50:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "022898ec-7f94-498d-b381-db6d467886e7", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "authType": "userdefined"} 2026-07-29T14:50:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "022898ec-7f94-498d-b381-db6d467886e7", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "2c8fab6d-dfb6-4d4c-80fe-21209395afca", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "2c8fab6d-dfb6-4d4c-80fe-21209395afca", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "2c8fab6d-dfb6-4d4c-80fe-21209395afca", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "eadf5988-9fdf-49d8-b0fb-771e8f60f2f4", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "2c8fab6d-dfb6-4d4c-80fe-21209395afca", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20-kserve-route-authn"} 2026-07-29T14:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "2c8fab6d-dfb6-4d4c-80fe-21209395afca", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "2c8fab6d-dfb6-4d4c-80fe-21209395afca", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "eadf5988-9fdf-49d8-b0fb-771e8f60f2f4", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:51:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "eadf5988-9fdf-49d8-b0fb-771e8f60f2f4", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "50c3d598-0d7b-4420-ab39-d593c005dbcf", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "50c3d598-0d7b-4420-ab39-d593c005dbcf", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "50c3d598-0d7b-4420-ab39-d593c005dbcf", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "50c3d598-0d7b-4420-ab39-d593c005dbcf", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20-kserve-route-authn"} 2026-07-29T14:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "50c3d598-0d7b-4420-ab39-d593c005dbcf", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "50c3d598-0d7b-4420-ab39-d593c005dbcf", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "f2e0373c-c113-469d-b7a8-961071ba9654", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "f2e0373c-c113-469d-b7a8-961071ba9654", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "f2e0373c-c113-469d-b7a8-961071ba9654", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:51:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a31d4cc8-67e5-467e-baf2-3c837283b8ce", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a31d4cc8-67e5-467e-baf2-3c837283b8ce", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a31d4cc8-67e5-467e-baf2-3c837283b8ce", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a31d4cc8-67e5-467e-baf2-3c837283b8ce", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20-kserve-route-authn"} 2026-07-29T14:51:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a31d4cc8-67e5-467e-baf2-3c837283b8ce", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:51:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a31d4cc8-67e5-467e-baf2-3c837283b8ce", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "7a1324ab-3882-4a04-bf2a-9740691e54d3", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "7a1324ab-3882-4a04-bf2a-9740691e54d3", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "7a1324ab-3882-4a04-bf2a-9740691e54d3", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "7a1324ab-3882-4a04-bf2a-9740691e54d3", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20-kserve-route-authn"} 2026-07-29T14:51:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "7a1324ab-3882-4a04-bf2a-9740691e54d3", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "authType": "userdefined"} 2026-07-29T14:51:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "7a1324ab-3882-4a04-bf2a-9740691e54d3", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:51:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6d3220ad-9fac-4b14-8c2c-a038c0ed2791", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:51:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6d3220ad-9fac-4b14-8c2c-a038c0ed2791", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:51:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6d3220ad-9fac-4b14-8c2c-a038c0ed2791", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:51:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "f37bc56d-aac9-4b27-832c-e2017906663f", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:51:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "f37bc56d-aac9-4b27-832c-e2017906663f", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:51:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "f37bc56d-aac9-4b27-832c-e2017906663f", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "b5b317e6-0d55-448f-89d9-e67960689636", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "b5b317e6-0d55-448f-89d9-e67960689636", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:52:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "b5b317e6-0d55-448f-89d9-e67960689636", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8661904b-7a74-4422-9561-021c656ce88d", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8661904b-7a74-4422-9561-021c656ce88d", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:52:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8661904b-7a74-4422-9561-021c656ce88d", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:52:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a"} 2026-07-29T14:52:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:52:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:52:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:52:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a-kserve-route-authn"} 2026-07-29T14:52:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:52:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "3d37d8ba-f97b-4636-8aff-968aaf51ae57", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:52:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61bc0a","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "rate-test-model-61bc0a", "reconcileID": "128b74ad-c6ca-4094-9734-6d82d046c07d", "LLMInferenceService": "rate-test-model-61bc0a", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8691b383-f860-4d4a-96a0-edb1588b17a2", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8691b383-f860-4d4a-96a0-edb1588b17a2", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8691b383-f860-4d4a-96a0-edb1588b17a2", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "f5912d71-59d5-41df-b588-41cd6a1816e8", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "f5912d71-59d5-41df-b588-41cd6a1816e8", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "f5912d71-59d5-41df-b588-41cd6a1816e8", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:52:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20"} 2026-07-29T14:52:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:52:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:52:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20-kserve-route-authn"} 2026-07-29T14:52:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20-kserve-route-authn"} 2026-07-29T14:52:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:52:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "a0d4b85d-76be-4c45-9439-ff5aaf6a4ff8", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:52:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-532c20","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "rate-test-model-532c20", "reconcileID": "fcf2bcc6-361b-4c35-b975-5e4318306c16", "LLMInferenceService": "rate-test-model-532c20", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "2aea4124-65b5-4c92-b61f-a152a7b75eab", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "2aea4124-65b5-4c92-b61f-a152a7b75eab", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "2aea4124-65b5-4c92-b61f-a152a7b75eab", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "2fbbf91b-2a80-4d8a-9060-73d6e8adda8b", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "2fbbf91b-2a80-4d8a-9060-73d6e8adda8b", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "2fbbf91b-2a80-4d8a-9060-73d6e8adda8b", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:52:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be7932bb-b1ab-4e7a-a635-843b47e58380", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:52:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8b1e658a-43e4-49a6-a304-4f86def4b970", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8b1e658a-43e4-49a6-a304-4f86def4b970", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:52:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "8b1e658a-43e4-49a6-a304-4f86def4b970", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "521403bc-d0a9-459d-99c6-2acaa59f2156", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "521403bc-d0a9-459d-99c6-2acaa59f2156", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "521403bc-d0a9-459d-99c6-2acaa59f2156", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "6fb1a400-8493-414c-ace9-7fde00529fe8", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "6fb1a400-8493-414c-ace9-7fde00529fe8", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "6fb1a400-8493-414c-ace9-7fde00529fe8", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "57d76891-ebd8-44c3-9cbe-26fd3f89c176", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "57d76891-ebd8-44c3-9cbe-26fd3f89c176", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "57d76891-ebd8-44c3-9cbe-26fd3f89c176", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "8a6791d6-9132-46d9-b756-18e82fa8ff8c", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "8a6791d6-9132-46d9-b756-18e82fa8ff8c", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "8a6791d6-9132-46d9-b756-18e82fa8ff8c", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "860952a6-e745-468c-b84a-493a6fd7dc6a", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "860952a6-e745-468c-b84a-493a6fd7dc6a", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "860952a6-e745-468c-b84a-493a6fd7dc6a", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "520b07ec-de41-46af-ba6e-125a66e62622", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "520b07ec-de41-46af-ba6e-125a66e62622", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "520b07ec-de41-46af-ba6e-125a66e62622", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "804c67ca-db20-46d1-9d2a-7cf370428534", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "804c67ca-db20-46d1-9d2a-7cf370428534", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "804c67ca-db20-46d1-9d2a-7cf370428534", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "b194de0d-ee8c-4fee-9fe5-5451e945398f", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "b194de0d-ee8c-4fee-9fe5-5451e945398f", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "b194de0d-ee8c-4fee-9fe5-5451e945398f", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-trusted-ca-bundle", "reconcileID": "0a97dd4b-a54d-41b2-9f0c-e1dc182faf09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "0b7a4c7c-3a2a-49ef-b6c9-27a0d1f3ce86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "91e14a29-73df-4751-9b16-2296d17562ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:53:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "91e14a29-73df-4751-9b16-2296d17562ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "25cb5b3a-5ef6-4a04-97c4-693520479d75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:53:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "25cb5b3a-5ef6-4a04-97c4-693520479d75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:53:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb0b242d-537d-46c0-99c1-d8a511ad2d95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:53:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb0b242d-537d-46c0-99c1-d8a511ad2d95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-trusted-ca-bundle", "reconcileID": "d3ed22a9-dcf5-4e31-8015-bdc10d524a40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:53:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-trusted-ca-bundle", "reconcileID": "d3ed22a9-dcf5-4e31-8015-bdc10d524a40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "dd3112bc-ccac-49c9-9238-a70da7e7e05d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839062f3-72d2-4f70-82ee-6b4f359d8994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "64790077-54c8-47de-938f-21e5b3bff051", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "64790077-54c8-47de-938f-21e5b3bff051", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "64790077-54c8-47de-938f-21e5b3bff051", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fbaf8080-85bf-4aab-bcd5-277dcc4369d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cad5394b-b569-44df-bb56-c0879a82b46a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:53:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "537ac9a1-3b20-41d3-b200-f9c7e7c96080", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "537ac9a1-3b20-41d3-b200-f9c7e7c96080", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:53:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "537ac9a1-3b20-41d3-b200-f9c7e7c96080", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:53:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e312c16b-1cf5-49b4-adf4-477cf54b5c66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "22dea75b-731d-4754-8e25-2fe793879803", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "22dea75b-731d-4754-8e25-2fe793879803", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "22dea75b-731d-4754-8e25-2fe793879803", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "07e71c68-44d5-46c9-8379-262a67efc964", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "07e71c68-44d5-46c9-8379-262a67efc964", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "07e71c68-44d5-46c9-8379-262a67efc964", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "7db6b317-347d-4807-a366-6eebbee83c00", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "7db6b317-347d-4807-a366-6eebbee83c00", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "7db6b317-347d-4807-a366-6eebbee83c00", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "ca4448da-3add-44a1-a04f-2babbbab0d6b", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "ca4448da-3add-44a1-a04f-2babbbab0d6b", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "ca4448da-3add-44a1-a04f-2babbbab0d6b", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "018c44fc-63da-4056-a659-ed7955c3e07d", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "018c44fc-63da-4056-a659-ed7955c3e07d", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "018c44fc-63da-4056-a659-ed7955c3e07d", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "61c4999f-bf35-4e80-93e8-68c0f94ac5c8", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "61c4999f-bf35-4e80-93e8-68c0f94ac5c8", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "61c4999f-bf35-4e80-93e8-68c0f94ac5c8", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "d979c0f3-bf8e-4fd4-bd79-193ee53e024a", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "d979c0f3-bf8e-4fd4-bd79-193ee53e024a", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "d979c0f3-bf8e-4fd4-bd79-193ee53e024a", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "openshift-service-ca.crt", "reconcileID": "f90bfc53-5462-47d6-9de0-f2c120ed2dad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-trusted-ca-bundle", "reconcileID": "f088c793-d2ea-45ab-b7bf-e487a704679d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "openshift-service-ca.crt", "reconcileID": "4edf09c5-f914-4285-b71c-ea36af71ea59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-726aca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:53:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "openshift-service-ca.crt", "reconcileID": "4edf09c5-f914-4285-b71c-ea36af71ea59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "openshift-service-ca.crt", "reconcileID": "2f337926-091c-487b-beff-55a94c99e496", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e5b1ee-1dfd-41f2-82a7-6e541bac112f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-trusted-ca-bundle", "reconcileID": "81a91295-dea4-451f-bc9b-b0512af065a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:53:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-trusted-ca-bundle", "reconcileID": "81a91295-dea4-451f-bc9b-b0512af065a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6988228-d2c4-4e21-bb68-63437292ad68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:53:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "b7c60dca-9f87-4d13-8df6-a7a9f250e117", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "b7c60dca-9f87-4d13-8df6-a7a9f250e117", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "b7c60dca-9f87-4d13-8df6-a7a9f250e117", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc00ed4c-9e64-4b08-8032-1f61588e64a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:53:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "42015eb4-93aa-47f0-9881-0621ab9a4502", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:53:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "42015eb4-93aa-47f0-9881-0621ab9a4502", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:53:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "42015eb4-93aa-47f0-9881-0621ab9a4502", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "808ddba8-d696-4a02-9a0c-8e9dff9de607", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "808ddba8-d696-4a02-9a0c-8e9dff9de607", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "808ddba8-d696-4a02-9a0c-8e9dff9de607", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "6ef8d0fd-e3d2-4467-bf9f-204cbb10350e", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "808ddba8-d696-4a02-9a0c-8e9dff9de607", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "808ddba8-d696-4a02-9a0c-8e9dff9de607", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "authType": "userdefined"} 2026-07-29T14:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "808ddba8-d696-4a02-9a0c-8e9dff9de607", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "6ef8d0fd-e3d2-4467-bf9f-204cbb10350e", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:54:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "6ef8d0fd-e3d2-4467-bf9f-204cbb10350e", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:54:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "c35a0e91-8c8f-4388-a501-868a08cf2bbf", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "c35a0e91-8c8f-4388-a501-868a08cf2bbf", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "c35a0e91-8c8f-4388-a501-868a08cf2bbf", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "c35a0e91-8c8f-4388-a501-868a08cf2bbf", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:54:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "c35a0e91-8c8f-4388-a501-868a08cf2bbf", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "authType": "userdefined"} 2026-07-29T14:54:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "c35a0e91-8c8f-4388-a501-868a08cf2bbf", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "b99a4be7-ecf1-4455-9b2a-8e82d5e7b36e", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:54:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "b99a4be7-ecf1-4455-9b2a-8e82d5e7b36e", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:54:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "b99a4be7-ecf1-4455-9b2a-8e82d5e7b36e", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:54:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "b1e39671-b65a-40ad-a760-7b991aa95d99", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "b1e39671-b65a-40ad-a760-7b991aa95d99", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "b1e39671-b65a-40ad-a760-7b991aa95d99", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "b1e39671-b65a-40ad-a760-7b991aa95d99", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:54:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "b1e39671-b65a-40ad-a760-7b991aa95d99", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "authType": "userdefined"} 2026-07-29T14:54:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "b1e39671-b65a-40ad-a760-7b991aa95d99", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "231f4cda-db6d-483a-9cf2-112a2ddef2b6", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "231f4cda-db6d-483a-9cf2-112a2ddef2b6", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "231f4cda-db6d-483a-9cf2-112a2ddef2b6", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "231f4cda-db6d-483a-9cf2-112a2ddef2b6", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:54:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "231f4cda-db6d-483a-9cf2-112a2ddef2b6", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "authType": "userdefined"} 2026-07-29T14:54:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "231f4cda-db6d-483a-9cf2-112a2ddef2b6", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "ead41625-917b-47d2-a531-dc2ff16062d5", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "ead41625-917b-47d2-a531-dc2ff16062d5", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "ead41625-917b-47d2-a531-dc2ff16062d5", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "0364f774-ff96-49b9-ad21-575b24f87450", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "0364f774-ff96-49b9-ad21-575b24f87450", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "0364f774-ff96-49b9-ad21-575b24f87450", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "acb52eb0-124b-489d-b302-6707c4a28374", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "acb52eb0-124b-489d-b302-6707c4a28374", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "acb52eb0-124b-489d-b302-6707c4a28374", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "6b1ec6f4-d5fc-4a74-a1c6-eb44c33260dd", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "6b1ec6f4-d5fc-4a74-a1c6-eb44c33260dd", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "6b1ec6f4-d5fc-4a74-a1c6-eb44c33260dd", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "1ee3d284-3fde-44be-a496-a3584f673752", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "1ee3d284-3fde-44be-a496-a3584f673752", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "1ee3d284-3fde-44be-a496-a3584f673752", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "5682b1d7-06dc-451c-b747-cf5873a31eb2", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "5682b1d7-06dc-451c-b747-cf5873a31eb2", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "5682b1d7-06dc-451c-b747-cf5873a31eb2", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "5eb5d3c0-a242-488d-9d25-8b32ce5146eb", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "5eb5d3c0-a242-488d-9d25-8b32ce5146eb", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "5eb5d3c0-a242-488d-9d25-8b32ce5146eb", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "b9fa0f19-80a1-49f2-9b52-73cfcae8eb8b", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "b9fa0f19-80a1-49f2-9b52-73cfcae8eb8b", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "b9fa0f19-80a1-49f2-9b52-73cfcae8eb8b", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "openshift-service-ca.crt", "reconcileID": "4a085781-a075-474f-b66c-af011dc2b032", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "5058e9a6-6fb1-431f-86a7-797f41855394", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "openshift-service-ca.crt", "reconcileID": "77976631-49dc-4cf9-8bbe-7cd3ee1ab114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:54:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "openshift-service-ca.crt", "reconcileID": "77976631-49dc-4cf9-8bbe-7cd3ee1ab114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "openshift-service-ca.crt", "reconcileID": "3e69485f-3e5b-4507-a9f0-a3b85300967b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a5899c7-11ec-4db5-a2c4-6dc5f2d29dc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "f6eec564-c6ae-4d2c-af32-8274d4b3201e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:54:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "f6eec564-c6ae-4d2c-af32-8274d4b3201e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23b0add9-3211-436d-b7c8-0af0b5cb9a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:54:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "60579d1f-7186-49c9-a0b0-97322757e0af", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "60579d1f-7186-49c9-a0b0-97322757e0af", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:54:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "60579d1f-7186-49c9-a0b0-97322757e0af", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe6c1a50-72fd-4901-9104-8d618ed7b618", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:55:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "ed8afe19-3503-423d-8171-da4c6ede1934", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "ed8afe19-3503-423d-8171-da4c6ede1934", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:55:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "ed8afe19-3503-423d-8171-da4c6ede1934", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "6ed2f2b6-6841-4941-b8c8-3378a29250e7", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "6ed2f2b6-6841-4941-b8c8-3378a29250e7", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "6ed2f2b6-6841-4941-b8c8-3378a29250e7", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4d1dab-04d4-4849-b63b-49cfbe6ddd75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4d1dab-04d4-4849-b63b-49cfbe6ddd75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:55:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de4d1dab-04d4-4849-b63b-49cfbe6ddd75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ad0bed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "fd22294b-ad0f-4144-83f2-e8136ce717ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "fd22294b-ad0f-4144-83f2-e8136ce717ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:55:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "fd22294b-ad0f-4144-83f2-e8136ce717ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ad0bed because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "openshift-service-ca.crt", "reconcileID": "fb722bc7-5cd5-42ec-990f-0ad36a8afb47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "openshift-service-ca.crt", "reconcileID": "fb722bc7-5cd5-42ec-990f-0ad36a8afb47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14da0b16-2c4b-4750-935c-9f5c24a4590d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14da0b16-2c4b-4750-935c-9f5c24a4590d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "5ea343f3-65b1-4aba-aea3-7519e5be53b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ad0bed"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed", "name": "odh-trusted-ca-bundle", "reconcileID": "5ea343f3-65b1-4aba-aea3-7519e5be53b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ad0bed"} 2026-07-29T14:55:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "1396e1ad-19c9-4140-800a-1f236b76a7a7", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "1396e1ad-19c9-4140-800a-1f236b76a7a7", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed-authn-ssl"} 2026-07-29T14:55:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "1396e1ad-19c9-4140-800a-1f236b76a7a7", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ad0bed","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ad0bed", "reconcileID": "342977a6-d25e-4e49-b39a-1c030e6f0296", "Gateway": "e2e-ipp-cleanup-ad0bed", "namespace": "openshift-ingress"} 2026-07-29T14:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5e102835-109f-49c3-9acf-e64c86a35b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:55:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90aed58e-c215-4a12-a0d1-4548574c67e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "f8a9169a-cf31-4946-b718-2200f4fabeba", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "f8a9169a-cf31-4946-b718-2200f4fabeba", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "f8a9169a-cf31-4946-b718-2200f4fabeba", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "0139ff6a-8d4a-43f6-b16f-6e085f62ea4a", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "0139ff6a-8d4a-43f6-b16f-6e085f62ea4a", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "0139ff6a-8d4a-43f6-b16f-6e085f62ea4a", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "f490ad8e-f868-4416-be61-adca82afb781", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "f490ad8e-f868-4416-be61-adca82afb781", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "f490ad8e-f868-4416-be61-adca82afb781", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "28e8af6d-f0fc-4817-b5d3-f6e87eb84b0e", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "28e8af6d-f0fc-4817-b5d3-f6e87eb84b0e", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "28e8af6d-f0fc-4817-b5d3-f6e87eb84b0e", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "28e8af6d-f0fc-4817-b5d3-f6e87eb84b0e", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "28e8af6d-f0fc-4817-b5d3-f6e87eb84b0e", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "authType": "userdefined"} 2026-07-29T14:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "28e8af6d-f0fc-4817-b5d3-f6e87eb84b0e", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "08341581-5252-4afe-a1aa-d3a389c6b1e5", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "08341581-5252-4afe-a1aa-d3a389c6b1e5", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:56:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "08341581-5252-4afe-a1aa-d3a389c6b1e5", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "d28ad821-a649-4092-b441-d2d4d76b6860", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "d28ad821-a649-4092-b441-d2d4d76b6860", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "d28ad821-a649-4092-b441-d2d4d76b6860", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "d28ad821-a649-4092-b441-d2d4d76b6860", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:56:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "d28ad821-a649-4092-b441-d2d4d76b6860", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "authType": "userdefined"} 2026-07-29T14:56:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "d28ad821-a649-4092-b441-d2d4d76b6860", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6c66357-3b0c-44b6-8219-d16d53f3ed54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6c66357-3b0c-44b6-8219-d16d53f3ed54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:56:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6c66357-3b0c-44b6-8219-d16d53f3ed54", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-19afc1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:56:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-trusted-ca-bundle", "reconcileID": "466b3cda-02a8-4b27-844e-5ff2ff77741b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-trusted-ca-bundle", "reconcileID": "466b3cda-02a8-4b27-844e-5ff2ff77741b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "c3a86687-c5c0-4345-9585-153181bee602", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "openshift-service-ca.crt", "reconcileID": "c3a86687-c5c0-4345-9585-153181bee602", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d0458e0-535a-4188-b54d-66c845a0ac5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d0458e0-535a-4188-b54d-66c845a0ac5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1"} 2026-07-29T14:56:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:56:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:56:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "ee873fa8-8a87-4d7e-b0b5-9c16651b0768", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1"} 2026-07-29T14:56:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:56:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1-kserve-route-authn"} 2026-07-29T14:56:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "2fd88192-add3-481b-bae1-08af9e8a0dcc", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-19afc1","namespace":"ai-tenant-e2e-ipp-a-19afc1"}, "namespace": "ai-tenant-e2e-ipp-a-19afc1", "name": "ipp-route-19afc1", "reconcileID": "42c0ef32-fd0e-447b-bd51-e6d43bc7fefb", "LLMInferenceService": "ipp-route-19afc1", "namespace": "ai-tenant-e2e-ipp-a-19afc1"} 2026-07-29T14:56:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "81c932b4-3296-4bec-b5ca-ace9995b56e1", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "81c932b4-3296-4bec-b5ca-ace9995b56e1", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1-authn-ssl"} 2026-07-29T14:56:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "81c932b4-3296-4bec-b5ca-ace9995b56e1", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-19afc1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-19afc1", "reconcileID": "68d36181-c981-4e5b-837e-a51486a9b649", "Gateway": "e2e-ipp-a-19afc1", "namespace": "openshift-ingress"} 2026-07-29T14:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33d16205-dba0-498f-b94f-59c3501db844", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "f8b93d1e-ac24-4b9b-ac39-3611333ba87f", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "f8b93d1e-ac24-4b9b-ac39-3611333ba87f", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "f8b93d1e-ac24-4b9b-ac39-3611333ba87f", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "755c92d2-1a69-4454-afea-2573bf36638d", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "755c92d2-1a69-4454-afea-2573bf36638d", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca-authn-ssl"} 2026-07-29T14:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "755c92d2-1a69-4454-afea-2573bf36638d", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:57:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7ac399-a876-4ebd-94ee-5dda39be85b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7ac399-a876-4ebd-94ee-5dda39be85b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:57:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7ac399-a876-4ebd-94ee-5dda39be85b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-726aca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:57:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-trusted-ca-bundle", "reconcileID": "06d7122e-5756-46ee-a9ac-61e27916760d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-trusted-ca-bundle", "reconcileID": "06d7122e-5756-46ee-a9ac-61e27916760d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "openshift-service-ca.crt", "reconcileID": "988fe3d5-7443-45bb-aa84-ff7c75062f28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "openshift-service-ca.crt", "reconcileID": "988fe3d5-7443-45bb-aa84-ff7c75062f28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704a9971-bd95-40c6-8d12-5550566f4355", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-726aca"}, "namespace": "ai-tenant-e2e-ipp-b-726aca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "704a9971-bd95-40c6-8d12-5550566f4355", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-726aca"} 2026-07-29T14:57:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-726aca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-726aca", "reconcileID": "36f7ef87-9c97-491a-ba92-9473142da696", "Gateway": "e2e-ipp-b-726aca", "namespace": "openshift-ingress"} 2026-07-29T14:57:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b3be5df-257f-4ede-b8e1-42d7ff8bc915", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:57:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "be0d01c5-a3f4-454b-aaf9-ba00be831d66", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:57:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "be0d01c5-a3f4-454b-aaf9-ba00be831d66", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:57:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "be0d01c5-a3f4-454b-aaf9-ba00be831d66", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "139fe189-f4b8-482d-acb7-d7ba07b0b745", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "139fe189-f4b8-482d-acb7-d7ba07b0b745", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a-authn-ssl"} 2026-07-29T14:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "139fe189-f4b8-482d-acb7-d7ba07b0b745", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:57:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45188738-cda2-4bf3-b812-46c30d902e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45188738-cda2-4bf3-b812-46c30d902e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-61bc0a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:57:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45188738-cda2-4bf3-b812-46c30d902e58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-61bc0a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:57:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-trusted-ca-bundle", "reconcileID": "452f4d0d-206c-4bd4-ba67-9cd2b6c39ff0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-trusted-ca-bundle", "reconcileID": "452f4d0d-206c-4bd4-ba67-9cd2b6c39ff0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "openshift-service-ca.crt", "reconcileID": "6b9e7c7c-1c18-4932-91c5-f17f4c2c83c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "openshift-service-ca.crt", "reconcileID": "6b9e7c7c-1c18-4932-91c5-f17f4c2c83c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37290a0f-8c06-4b5c-b6e1-fef1049166f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-61bc0a"}, "namespace": "ai-tenant-e2e-shared-a-61bc0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37290a0f-8c06-4b5c-b6e1-fef1049166f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-61bc0a"} 2026-07-29T14:57:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-61bc0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-61bc0a", "reconcileID": "ae4727f9-6f4e-4c83-835a-622b397cf70f", "Gateway": "e2e-shared-a-61bc0a", "namespace": "openshift-ingress"} 2026-07-29T14:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93a5cf13-9b61-471c-9173-772cbbe66cf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T14:57:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T14:57:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T14:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6cae729d-f54d-4b61-8bbb-00b9a446eb76", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6cae729d-f54d-4b61-8bbb-00b9a446eb76", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6cae729d-f54d-4b61-8bbb-00b9a446eb76", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:57:38Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T14:57:38Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T14:57:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "ce1de834-8021-4f89-a358-730f8bbd9e60", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:57:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "ce1de834-8021-4f89-a358-730f8bbd9e60", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20-authn-ssl"} 2026-07-29T14:57:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "ce1de834-8021-4f89-a358-730f8bbd9e60", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"} 2026-07-29T14:57:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5205893-988a-40e9-ba8d-5f5e7018a656", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5205893-988a-40e9-ba8d-5f5e7018a656", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-532c20", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T14:57:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5205893-988a-40e9-ba8d-5f5e7018a656", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-532c20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T14:57:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-trusted-ca-bundle", "reconcileID": "c1d23d6a-3138-4e11-b5c0-20ef4cb76626", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-trusted-ca-bundle", "reconcileID": "c1d23d6a-3138-4e11-b5c0-20ef4cb76626", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "openshift-service-ca.crt", "reconcileID": "0fe2d715-7df3-490f-a5cf-eaedca435b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "openshift-service-ca.crt", "reconcileID": "0fe2d715-7df3-490f-a5cf-eaedca435b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9671de59-9e47-4bf1-b2cb-2061fda9fda3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-532c20"}, "namespace": "ai-tenant-e2e-shared-b-532c20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9671de59-9e47-4bf1-b2cb-2061fda9fda3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-532c20"} 2026-07-29T14:57:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-532c20","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-532c20", "reconcileID": "6d77fc50-54ae-48d0-bf0c-ea44ab520ee7", "Gateway": "e2e-shared-b-532c20", "namespace": "openshift-ingress"}