2026-09-16T19:14:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "93d61d93-1857-46dd-91b4-e150f2be7369", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "93d61d93-1857-46dd-91b4-e150f2be7369", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "93d61d93-1857-46dd-91b4-e150f2be7369", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "93d61d93-1857-46dd-91b4-e150f2be7369", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a-kserve-route-authn"} 2026-09-16T19:14:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "93d61d93-1857-46dd-91b4-e150f2be7369", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "authType": "userdefined"} 2026-09-16T19:14:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "93d61d93-1857-46dd-91b4-e150f2be7369", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "7aaba5be-1f08-4059-90c2-3b93afa673a3", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "7aaba5be-1f08-4059-90c2-3b93afa673a3", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "7aaba5be-1f08-4059-90c2-3b93afa673a3", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "7aaba5be-1f08-4059-90c2-3b93afa673a3", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a-kserve-route-authn"} 2026-09-16T19:14:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "7aaba5be-1f08-4059-90c2-3b93afa673a3", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "authType": "userdefined"} 2026-09-16T19:14:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "7aaba5be-1f08-4059-90c2-3b93afa673a3", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:14:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3f3b41e1-f0bd-4ec0-ab57-6c3921f7cf5e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3f3b41e1-f0bd-4ec0-ab57-6c3921f7cf5e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3f3b41e1-f0bd-4ec0-ab57-6c3921f7cf5e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3f3b41e1-f0bd-4ec0-ab57-6c3921f7cf5e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:14:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3f3b41e1-f0bd-4ec0-ab57-6c3921f7cf5e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "authType": "userdefined"} 2026-09-16T19:14:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3f3b41e1-f0bd-4ec0-ab57-6c3921f7cf5e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "7cc692fe-6b2e-4666-b1b6-9c86c7edc6e4", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:14:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "7cc692fe-6b2e-4666-b1b6-9c86c7edc6e4", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc-authn-ssl"} 2026-09-16T19:14:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "7cc692fe-6b2e-4666-b1b6-9c86c7edc6e4", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:14:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "517abffa-9627-4fd0-82f7-c7f721491d87", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "517abffa-9627-4fd0-82f7-c7f721491d87", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "517abffa-9627-4fd0-82f7-c7f721491d87", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:14:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "517abffa-9627-4fd0-82f7-c7f721491d87", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:14:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "517abffa-9627-4fd0-82f7-c7f721491d87", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "authType": "userdefined"} 2026-09-16T19:14:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "517abffa-9627-4fd0-82f7-c7f721491d87", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "56222e70-b1ea-4515-b56e-a6a4554d4e8c", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:15:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "56222e70-b1ea-4515-b56e-a6a4554d4e8c", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc-authn-ssl"} 2026-09-16T19:15:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "56222e70-b1ea-4515-b56e-a6a4554d4e8c", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:15:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3fd0ae5b-a783-4574-adeb-9b3dda78b213", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3fd0ae5b-a783-4574-adeb-9b3dda78b213", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3fd0ae5b-a783-4574-adeb-9b3dda78b213", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3fd0ae5b-a783-4574-adeb-9b3dda78b213", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:15:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3fd0ae5b-a783-4574-adeb-9b3dda78b213", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "authType": "userdefined"} 2026-09-16T19:15:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "3fd0ae5b-a783-4574-adeb-9b3dda78b213", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "f43bb05d-2081-45b8-b96c-30fd8aa401e6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "f43bb05d-2081-45b8-b96c-30fd8aa401e6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "f43bb05d-2081-45b8-b96c-30fd8aa401e6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "f43bb05d-2081-45b8-b96c-30fd8aa401e6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:15:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "f43bb05d-2081-45b8-b96c-30fd8aa401e6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "authType": "userdefined"} 2026-09-16T19:15:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "f43bb05d-2081-45b8-b96c-30fd8aa401e6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "afdd7f3e-41bc-4136-88c2-fad9d7b468b6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "afdd7f3e-41bc-4136-88c2-fad9d7b468b6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "afdd7f3e-41bc-4136-88c2-fad9d7b468b6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "afdd7f3e-41bc-4136-88c2-fad9d7b468b6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:15:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "afdd7f3e-41bc-4136-88c2-fad9d7b468b6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "authType": "userdefined"} 2026-09-16T19:15:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "afdd7f3e-41bc-4136-88c2-fad9d7b468b6", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:15:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:15:23Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:15:23Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:15:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:15:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a"} 2026-09-16T19:15:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:15:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:15:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a-kserve-route-authn"} 2026-09-16T19:15:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a-kserve-route-authn"} 2026-09-16T19:15:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:15:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "0d6a383c-55dc-4299-9e1a-29541668b4da", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:15:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ca3f9a","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "rate-test-model-ca3f9a", "reconcileID": "8557a8f1-32f9-4b55-bc55-9a2c8d2d02e9", "LLMInferenceService": "rate-test-model-ca3f9a", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:15:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "1cae183d-adb5-4b2a-b953-4c412ba92bff", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:15:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "1cae183d-adb5-4b2a-b953-4c412ba92bff", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a-authn-ssl"} 2026-09-16T19:15:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "1cae183d-adb5-4b2a-b953-4c412ba92bff", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:15:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "fad4316f-969f-43b5-83a4-aad8b4e3157e", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:15:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "fad4316f-969f-43b5-83a4-aad8b4e3157e", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a-authn-ssl"} 2026-09-16T19:15:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "fad4316f-969f-43b5-83a4-aad8b4e3157e", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:15:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc"} 2026-09-16T19:15:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:15:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc-kserve-route-authn"} 2026-09-16T19:15:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "febdb1b7-c46d-4bf0-86ac-b76c4aab5c3f", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2dc9fc","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "rate-test-model-2dc9fc", "reconcileID": "43623c91-64e4-456d-8f98-9c63f0a1cf7e", "LLMInferenceService": "rate-test-model-2dc9fc", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "0edf33a3-da85-4968-997e-da9beba1af96", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "0edf33a3-da85-4968-997e-da9beba1af96", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc-authn-ssl"} 2026-09-16T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "0edf33a3-da85-4968-997e-da9beba1af96", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "534c0839-eaee-4c9f-84a3-b315ca2a0ccb", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "534c0839-eaee-4c9f-84a3-b315ca2a0ccb", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc-authn-ssl"} 2026-09-16T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "534c0839-eaee-4c9f-84a3-b315ca2a0ccb", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "70f9c2bb-c63e-4796-b325-cf18c4b3b98c", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "70f9c2bb-c63e-4796-b325-cf18c4b3b98c", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "70f9c2bb-c63e-4796-b325-cf18c4b3b98c", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "a6f8cefb-43cc-474e-9517-0fdb6d7f6a21", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "a6f8cefb-43cc-474e-9517-0fdb6d7f6a21", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "a6f8cefb-43cc-474e-9517-0fdb6d7f6a21", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "34438444-8054-4939-837b-dec08567043a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "34438444-8054-4939-837b-dec08567043a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "34438444-8054-4939-837b-dec08567043a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "3fa4accc-3514-4f4f-9cfa-f54686693aa7", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "3fa4accc-3514-4f4f-9cfa-f54686693aa7", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "3fa4accc-3514-4f4f-9cfa-f54686693aa7", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "0167f342-9483-404c-b695-cdcf88ebcfd2", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "0167f342-9483-404c-b695-cdcf88ebcfd2", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "0167f342-9483-404c-b695-cdcf88ebcfd2", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "a21bae38-a88b-4bd9-84c4-7451b0c2395e", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "a21bae38-a88b-4bd9-84c4-7451b0c2395e", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "a21bae38-a88b-4bd9-84c4-7451b0c2395e", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "09acf767-a3a2-45a5-a273-e5b4c5377de6", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "09acf767-a3a2-45a5-a273-e5b4c5377de6", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "09acf767-a3a2-45a5-a273-e5b4c5377de6", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "b8478e33-c8a9-41aa-94b8-f0301113c192", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "b8478e33-c8a9-41aa-94b8-f0301113c192", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "b8478e33-c8a9-41aa-94b8-f0301113c192", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "openshift-service-ca.crt", "reconcileID": "355a9b03-5052-4ab1-9882-8952d72af327", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-trusted-ca-bundle", "reconcileID": "a5f4a756-73ae-4754-8ef5-17fdd58aeeca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "openshift-service-ca.crt", "reconcileID": "7c28d6cf-706f-4df5-9b0b-a09fe3e846ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:15:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "openshift-service-ca.crt", "reconcileID": "7c28d6cf-706f-4df5-9b0b-a09fe3e846ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82d1b036-3632-4d97-a9bc-62118b8355a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "openshift-service-ca.crt", "reconcileID": "b6e20ad3-bdfb-41de-980f-f777195fd169", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-trusted-ca-bundle", "reconcileID": "4e67fb50-5e29-43e2-b41b-3dd3cbb2aa00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:15:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-trusted-ca-bundle", "reconcileID": "4e67fb50-5e29-43e2-b41b-3dd3cbb2aa00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e50d239-2784-4cdf-959a-8c2009103392", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "3f5d7ece-7c62-4258-94c3-1722c25533d0", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "3f5d7ece-7c62-4258-94c3-1722c25533d0", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "3f5d7ece-7c62-4258-94c3-1722c25533d0", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "c3473457-253b-44b2-9719-b3bccac4bf2b", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "c3473457-253b-44b2-9719-b3bccac4bf2b", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "c3473457-253b-44b2-9719-b3bccac4bf2b", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "14830111-7a52-44d1-b7ff-250cbafc63e5", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "14830111-7a52-44d1-b7ff-250cbafc63e5", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "14830111-7a52-44d1-b7ff-250cbafc63e5", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "fd74e582-d27d-4c9b-b9d5-02f64ea64865", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "fd74e582-d27d-4c9b-b9d5-02f64ea64865", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "fd74e582-d27d-4c9b-b9d5-02f64ea64865", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "ec06e71e-eee7-47c5-b88d-c77a9b926e90", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "ec06e71e-eee7-47c5-b88d-c77a9b926e90", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "ec06e71e-eee7-47c5-b88d-c77a9b926e90", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "29cbe93a-c6d1-4524-8152-686f112c0b8f", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "29cbe93a-c6d1-4524-8152-686f112c0b8f", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "29cbe93a-c6d1-4524-8152-686f112c0b8f", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "bd79217b-9af5-4703-8410-2791397442b9", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "bd79217b-9af5-4703-8410-2791397442b9", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "bd79217b-9af5-4703-8410-2791397442b9", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "ad00d170-0497-40e1-bda8-5af220cc6616", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "ad00d170-0497-40e1-bda8-5af220cc6616", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "ad00d170-0497-40e1-bda8-5af220cc6616", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "dcb31306-87b0-4f68-9185-ad5438361b92", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "dcb31306-87b0-4f68-9185-ad5438361b92", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "dcb31306-87b0-4f68-9185-ad5438361b92", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "openshift-service-ca.crt", "reconcileID": "98801fa7-b80b-42be-8497-fee6d4bdb961", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "3743be79-908e-4132-8a08-68f8df863943", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "openshift-service-ca.crt", "reconcileID": "f622522f-cae7-4f30-9dd5-d0836f2b0366", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-766919", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:16:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "openshift-service-ca.crt", "reconcileID": "f622522f-cae7-4f30-9dd5-d0836f2b0366", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "285ed49c-0fd5-437d-9933-09ac59361e60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "openshift-service-ca.crt", "reconcileID": "5084a97e-4e65-4a14-be6b-3487fa0a6990", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "ebfe63cd-56b9-4aa4-a041-5b9f614717e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:16:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "ebfe63cd-56b9-4aa4-a041-5b9f614717e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "069c9c84-e13b-4733-9f71-195dad3ae9be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "f8693251-a815-450c-a223-c607340c3ee1", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "f8693251-a815-450c-a223-c607340c3ee1", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "f8693251-a815-450c-a223-c607340c3ee1", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "66042a62-459e-414a-8c5d-e2146a0584fe", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "66042a62-459e-414a-8c5d-e2146a0584fe", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "66042a62-459e-414a-8c5d-e2146a0584fe", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:16:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "32a4c776-54b8-4a19-bf19-ceb603bd39eb", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "32a4c776-54b8-4a19-bf19-ceb603bd39eb", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "32a4c776-54b8-4a19-bf19-ceb603bd39eb", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "1230df3a-c7dc-4d49-a566-fae392c78bc1", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:16:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "32a4c776-54b8-4a19-bf19-ceb603bd39eb", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:16:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "32a4c776-54b8-4a19-bf19-ceb603bd39eb", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:16:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "32a4c776-54b8-4a19-bf19-ceb603bd39eb", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "1230df3a-c7dc-4d49-a566-fae392c78bc1", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "1230df3a-c7dc-4d49-a566-fae392c78bc1", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:16:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "c27aca72-2a4a-4fed-b856-e69dc2c986bf", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "c27aca72-2a4a-4fed-b856-e69dc2c986bf", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "c27aca72-2a4a-4fed-b856-e69dc2c986bf", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:16:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "c27aca72-2a4a-4fed-b856-e69dc2c986bf", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:16:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "c27aca72-2a4a-4fed-b856-e69dc2c986bf", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:16:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "c27aca72-2a4a-4fed-b856-e69dc2c986bf", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "6459a900-9456-4e0b-a405-8741e27db800", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:17:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "6459a900-9456-4e0b-a405-8741e27db800", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:17:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "6459a900-9456-4e0b-a405-8741e27db800", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:17:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "615f7cbd-8785-44f7-87f8-8bc1ef36d740", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "615f7cbd-8785-44f7-87f8-8bc1ef36d740", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "615f7cbd-8785-44f7-87f8-8bc1ef36d740", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "615f7cbd-8785-44f7-87f8-8bc1ef36d740", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:17:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "615f7cbd-8785-44f7-87f8-8bc1ef36d740", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:17:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "615f7cbd-8785-44f7-87f8-8bc1ef36d740", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "3825976f-0b84-42db-9f45-e7dfd992d2b1", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "3825976f-0b84-42db-9f45-e7dfd992d2b1", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "3825976f-0b84-42db-9f45-e7dfd992d2b1", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "3825976f-0b84-42db-9f45-e7dfd992d2b1", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:17:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "3825976f-0b84-42db-9f45-e7dfd992d2b1", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:17:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "3825976f-0b84-42db-9f45-e7dfd992d2b1", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "12e41138-5609-45f5-be1c-0c9f8dade875", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "12e41138-5609-45f5-be1c-0c9f8dade875", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "12e41138-5609-45f5-be1c-0c9f8dade875", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "12e41138-5609-45f5-be1c-0c9f8dade875", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:17:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "12e41138-5609-45f5-be1c-0c9f8dade875", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:17:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "12e41138-5609-45f5-be1c-0c9f8dade875", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "47384fb7-59b1-4221-bef4-22215bec744a", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "47384fb7-59b1-4221-bef4-22215bec744a", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "47384fb7-59b1-4221-bef4-22215bec744a", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "1a89bfd1-6796-47c2-b252-3413490c7145", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "1a89bfd1-6796-47c2-b252-3413490c7145", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "1a89bfd1-6796-47c2-b252-3413490c7145", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "875f854c-da8b-4f21-a165-46657745f427", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "875f854c-da8b-4f21-a165-46657745f427", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "875f854c-da8b-4f21-a165-46657745f427", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "a0f215b3-98c5-412b-b9d7-a52af1fb6327", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "a0f215b3-98c5-412b-b9d7-a52af1fb6327", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "a0f215b3-98c5-412b-b9d7-a52af1fb6327", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "2718b5c4-f8e0-4ca2-b391-17677e763fd9", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "2718b5c4-f8e0-4ca2-b391-17677e763fd9", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "2718b5c4-f8e0-4ca2-b391-17677e763fd9", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "b40f67bf-ac77-46c3-ba5e-e1dc02784c69", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "b40f67bf-ac77-46c3-ba5e-e1dc02784c69", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "b40f67bf-ac77-46c3-ba5e-e1dc02784c69", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "d3fb0c6d-86ed-4901-81f3-c396100bdb2b", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "d3fb0c6d-86ed-4901-81f3-c396100bdb2b", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "d3fb0c6d-86ed-4901-81f3-c396100bdb2b", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-trusted-ca-bundle", "reconcileID": "c1d2056b-87d2-40bb-9a5d-37d7b13f8199", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "openshift-service-ca.crt", "reconcileID": "13f9737f-5b87-43e0-b414-c1200b891074", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "openshift-service-ca.crt", "reconcileID": "177dc8b3-f0be-443c-b618-42779a9ac3b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:17:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "openshift-service-ca.crt", "reconcileID": "177dc8b3-f0be-443c-b618-42779a9ac3b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "428e7870-74d3-45b2-801b-0eb96878744b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "openshift-service-ca.crt", "reconcileID": "869707b1-ac8c-40cf-b356-f74b97cc0eb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-trusted-ca-bundle", "reconcileID": "3cc04cd2-a880-4387-9529-d33be6cbfd33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "update": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:17:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-trusted-ca-bundle", "reconcileID": "3cc04cd2-a880-4387-9529-d33be6cbfd33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5396423b-b257-417a-b92e-226b365e0134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "8d56e3fd-3cbc-48b2-a814-3fb9761de969", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "8d56e3fd-3cbc-48b2-a814-3fb9761de969", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "8d56e3fd-3cbc-48b2-a814-3fb9761de969", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "910de67e-5e92-4559-bb51-85bdf14c6d14", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "910de67e-5e92-4559-bb51-85bdf14c6d14", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "910de67e-5e92-4559-bb51-85bdf14c6d14", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:18:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "ec24df3d-bad1-4897-b2ab-7929e6ec0459", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:18:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "ec24df3d-bad1-4897-b2ab-7929e6ec0459", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:18:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "ec24df3d-bad1-4897-b2ab-7929e6ec0459", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "79c59811-9cb5-41d5-b7c2-e56db0cc0925", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "79c59811-9cb5-41d5-b7c2-e56db0cc0925", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48-authn-ssl"} 2026-09-16T19:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "79c59811-9cb5-41d5-b7c2-e56db0cc0925", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:18:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27ee3ddf-04b4-4507-a9a0-eaa1769a16ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27ee3ddf-04b4-4507-a9a0-eaa1769a16ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:18:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27ee3ddf-04b4-4507-a9a0-eaa1769a16ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-312c48 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:18:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-trusted-ca-bundle", "reconcileID": "2addb448-7357-448b-b324-9fbb2d0d2f26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-trusted-ca-bundle", "reconcileID": "2addb448-7357-448b-b324-9fbb2d0d2f26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "openshift-service-ca.crt", "reconcileID": "31c8ee9f-1859-4e8a-bb8f-a85da0115644", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "openshift-service-ca.crt", "reconcileID": "31c8ee9f-1859-4e8a-bb8f-a85da0115644", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09cf9ab8-253b-4e75-9fbc-4211172817f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-312c48"}, "namespace": "ai-tenant-e2e-ipp-cleanup-312c48", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09cf9ab8-253b-4e75-9fbc-4211172817f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-312c48"} 2026-09-16T19:18:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-312c48","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-312c48", "reconcileID": "1d1c5968-a011-498a-9725-c09542eb2750", "Gateway": "e2e-ipp-cleanup-312c48", "namespace": "openshift-ingress"} 2026-09-16T19:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "e2702bd7-45c1-4b8c-9b4f-f8450884992c", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "e2702bd7-45c1-4b8c-9b4f-f8450884992c", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "e2702bd7-45c1-4b8c-9b4f-f8450884992c", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "205b3f4a-0f6f-4e08-b4d0-fec0f7a822a1", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "205b3f4a-0f6f-4e08-b4d0-fec0f7a822a1", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "205b3f4a-0f6f-4e08-b4d0-fec0f7a822a1", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:18:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "962e2546-43b6-4c13-afc6-d0bbf123596a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:18:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "962e2546-43b6-4c13-afc6-d0bbf123596a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:18:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "962e2546-43b6-4c13-afc6-d0bbf123596a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:18:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "a63488b8-104b-4912-a20f-c53b2620d560", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:18:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "a63488b8-104b-4912-a20f-c53b2620d560", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:18:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "a63488b8-104b-4912-a20f-c53b2620d560", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:18:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "a63488b8-104b-4912-a20f-c53b2620d560", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:18:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "a63488b8-104b-4912-a20f-c53b2620d560", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:18:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "a63488b8-104b-4912-a20f-c53b2620d560", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "62e4151d-112d-4c6e-b6ba-462c37702bbc", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "62e4151d-112d-4c6e-b6ba-462c37702bbc", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "62e4151d-112d-4c6e-b6ba-462c37702bbc", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "62e4151d-112d-4c6e-b6ba-462c37702bbc", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:19:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "62e4151d-112d-4c6e-b6ba-462c37702bbc", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:19:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "62e4151d-112d-4c6e-b6ba-462c37702bbc", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e229fbf7-13cd-4fd2-90af-79f22c70f807", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e229fbf7-13cd-4fd2-90af-79f22c70f807", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e229fbf7-13cd-4fd2-90af-79f22c70f807", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e229fbf7-13cd-4fd2-90af-79f22c70f807", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:19:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e229fbf7-13cd-4fd2-90af-79f22c70f807", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "authType": "userdefined"} 2026-09-16T19:19:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e229fbf7-13cd-4fd2-90af-79f22c70f807", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb77685-530f-4db6-a3de-6b1c35718f17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb77685-530f-4db6-a3de-6b1c35718f17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:19:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bb77685-530f-4db6-a3de-6b1c35718f17", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4992ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-trusted-ca-bundle", "reconcileID": "8cdcce64-ab53-46e2-8de5-4b2e789c43f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-trusted-ca-bundle", "reconcileID": "8cdcce64-ab53-46e2-8de5-4b2e789c43f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "openshift-service-ca.crt", "reconcileID": "d9769363-fee9-421d-8bb7-19b5aefddf63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "openshift-service-ca.crt", "reconcileID": "d9769363-fee9-421d-8bb7-19b5aefddf63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed75466d-6c18-4b63-b6a7-bb87c5764393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed75466d-6c18-4b63-b6a7-bb87c5764393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "baa5af5f-52d3-4a06-ab4d-059edcc9134a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "baa5af5f-52d3-4a06-ab4d-059edcc9134a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "baa5af5f-52d3-4a06-ab4d-059edcc9134a", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:19:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef"} 2026-09-16T19:19:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:19:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:19:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "68f305a0-d6aa-44f0-b622-522a5599f5f8", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef"} 2026-09-16T19:19:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:19:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef-kserve-route-authn"} 2026-09-16T19:19:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "e29b9c51-8636-4976-bc67-b769159c2bdd", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4992ef","namespace":"ai-tenant-e2e-ipp-a-4992ef"}, "namespace": "ai-tenant-e2e-ipp-a-4992ef", "name": "ipp-route-4992ef", "reconcileID": "be53f0a4-0457-4d59-9c49-b925ef27cae9", "LLMInferenceService": "ipp-route-4992ef", "namespace": "ai-tenant-e2e-ipp-a-4992ef"} 2026-09-16T19:19:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "ab3b2eeb-a62c-4d8a-b93c-8d27d342c789", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:19:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "ab3b2eeb-a62c-4d8a-b93c-8d27d342c789", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef-authn-ssl"} 2026-09-16T19:19:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "ab3b2eeb-a62c-4d8a-b93c-8d27d342c789", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:19:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4992ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4992ef", "reconcileID": "4ff9eea6-5361-4ae2-8d49-9d864d83d938", "Gateway": "e2e-ipp-a-4992ef", "namespace": "openshift-ingress"} 2026-09-16T19:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "cc65402b-b399-4fdc-97ac-f16af249bc46", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "cc65402b-b399-4fdc-97ac-f16af249bc46", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "cc65402b-b399-4fdc-97ac-f16af249bc46", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:19:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "e07e66d3-a6e4-4f67-a48e-d63de89d4e5f", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:19:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "e07e66d3-a6e4-4f67-a48e-d63de89d4e5f", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919-authn-ssl"} 2026-09-16T19:19:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "e07e66d3-a6e4-4f67-a48e-d63de89d4e5f", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:19:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28df3ea6-d15f-460c-a6de-aa02505c3c01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28df3ea6-d15f-460c-a6de-aa02505c3c01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:19:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28df3ea6-d15f-460c-a6de-aa02505c3c01", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-766919 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:19:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "c3417faa-5676-4299-bc38-a00e85842541", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "c3417faa-5676-4299-bc38-a00e85842541", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:19:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "c3417faa-5676-4299-bc38-a00e85842541", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-766919 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:19:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "openshift-service-ca.crt", "reconcileID": "84354076-05e5-4ac2-883d-de5c4600861d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "openshift-service-ca.crt", "reconcileID": "84354076-05e5-4ac2-883d-de5c4600861d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b7e8d71-7f24-4769-922b-1ae19638e0e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b7e8d71-7f24-4769-922b-1ae19638e0e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "a76f805c-c98d-4049-8c68-aa9cbb71f92c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-766919"}, "namespace": "ai-tenant-e2e-ipp-b-766919", "name": "odh-trusted-ca-bundle", "reconcileID": "a76f805c-c98d-4049-8c68-aa9cbb71f92c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-766919"} 2026-09-16T19:19:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-766919","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-766919", "reconcileID": "9a0604f4-951c-4eee-82b0-824aadea3e5a", "Gateway": "e2e-ipp-b-766919", "namespace": "openshift-ingress"} 2026-09-16T19:20:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "251ce1c1-f43f-4a52-b29d-84691346906f", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:20:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "251ce1c1-f43f-4a52-b29d-84691346906f", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a-authn-ssl"} 2026-09-16T19:20:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "251ce1c1-f43f-4a52-b29d-84691346906f", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "bffa3de0-eef8-4157-8882-be5a284c20f7", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "bffa3de0-eef8-4157-8882-be5a284c20f7", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a-authn-ssl"} 2026-09-16T19:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "bffa3de0-eef8-4157-8882-be5a284c20f7", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:20:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17aea7dc-2b9b-4b9a-a6a5-305094536f74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17aea7dc-2b9b-4b9a-a6a5-305094536f74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:20:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17aea7dc-2b9b-4b9a-a6a5-305094536f74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ca3f9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:20:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "12967185-38a5-4382-bc34-18e7ac466ef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "12967185-38a5-4382-bc34-18e7ac466ef6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "openshift-service-ca.crt", "reconcileID": "13b104bf-c7a1-4070-803a-013f25b89ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "openshift-service-ca.crt", "reconcileID": "13b104bf-c7a1-4070-803a-013f25b89ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e8acf11-d406-4e1c-b626-0d0ea4eb0c16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ca3f9a"}, "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e8acf11-d406-4e1c-b626-0d0ea4eb0c16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ca3f9a"} 2026-09-16T19:20:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ca3f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ca3f9a", "reconcileID": "7fada1c4-1964-4897-85e8-244815c2865b", "Gateway": "e2e-shared-a-w3-ca3f9a", "namespace": "openshift-ingress"} 2026-09-16T19:20:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "9846e0dd-8f42-4d3b-8b61-584cf654b661", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:20:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "9846e0dd-8f42-4d3b-8b61-584cf654b661", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc-authn-ssl"} 2026-09-16T19:20:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "9846e0dd-8f42-4d3b-8b61-584cf654b661", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "dfac1b76-ac84-4879-92e5-29badf16d3f6", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "dfac1b76-ac84-4879-92e5-29badf16d3f6", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc-authn-ssl"} 2026-09-16T19:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "dfac1b76-ac84-4879-92e5-29badf16d3f6", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0579161-b31e-40e0-9b38-0fd8feeda8bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0579161-b31e-40e0-9b38-0fd8feeda8bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:20:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0579161-b31e-40e0-9b38-0fd8feeda8bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-2dc9fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-trusted-ca-bundle", "reconcileID": "892ced36-c92e-4960-9a1c-8c09e29feaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-trusted-ca-bundle", "reconcileID": "892ced36-c92e-4960-9a1c-8c09e29feaac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:20:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-trusted-ca-bundle", "reconcileID": "892ced36-c92e-4960-9a1c-8c09e29feaac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-2dc9fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9715b139-4495-4167-aabc-0e7c83c5b5f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9715b139-4495-4167-aabc-0e7c83c5b5f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "create": "odh-kserve-custom-ca-bundle"} 2026-09-16T19:20:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9715b139-4495-4167-aabc-0e7c83c5b5f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-2dc9fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-16T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "openshift-service-ca.crt", "reconcileID": "0ea0bfa4-9e88-41b9-ab48-243134b2e4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "openshift-service-ca.crt", "reconcileID": "0ea0bfa4-9e88-41b9-ab48-243134b2e4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-trusted-ca-bundle", "reconcileID": "49c150ed-93e3-4992-8a6c-1066d90b4738", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-trusted-ca-bundle", "reconcileID": "49c150ed-93e3-4992-8a6c-1066d90b4738", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3c8312c-9941-49ef-a479-732e43b76684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2dc9fc"}, "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3c8312c-9941-49ef-a479-732e43b76684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2dc9fc"} 2026-09-16T19:20:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2dc9fc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2dc9fc", "reconcileID": "52667044-1dc9-4443-b303-8ea559c4f18e", "Gateway": "e2e-shared-b-w3-2dc9fc", "namespace": "openshift-ingress"} 2026-09-16T19:24:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:24:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:24:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:24:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-16T19:24:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "3d4bda56-1de7-45ce-a36e-c0d4810070b0", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "3d4bda56-1de7-45ce-a36e-c0d4810070b0", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "3d4bda56-1de7-45ce-a36e-c0d4810070b0", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87ea57c3-4532-430d-a320-73749e4fbf1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:24:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "3d4bda56-1de7-45ce-a36e-c0d4810070b0", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89-kserve-route-authn"} 2026-09-16T19:24:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "3d4bda56-1de7-45ce-a36e-c0d4810070b0", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:24:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "3d4bda56-1de7-45ce-a36e-c0d4810070b0", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87ea57c3-4532-430d-a320-73749e4fbf1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87ea57c3-4532-430d-a320-73749e4fbf1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:24:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "7182c03c-330d-4103-98ce-29336e97d2dc", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "7182c03c-330d-4103-98ce-29336e97d2dc", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "7182c03c-330d-4103-98ce-29336e97d2dc", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "7182c03c-330d-4103-98ce-29336e97d2dc", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89-kserve-route-authn"} 2026-09-16T19:24:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "7182c03c-330d-4103-98ce-29336e97d2dc", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:24:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "7182c03c-330d-4103-98ce-29336e97d2dc", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "445f7d39-bfa6-43cb-afd4-7aa9877ead37", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "445f7d39-bfa6-43cb-afd4-7aa9877ead37", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "445f7d39-bfa6-43cb-afd4-7aa9877ead37", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3991cb6a-ca8d-4a23-aac8-c948f8c13a98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:24:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "445f7d39-bfa6-43cb-afd4-7aa9877ead37", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89-kserve-route-authn"} 2026-09-16T19:24:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "445f7d39-bfa6-43cb-afd4-7aa9877ead37", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:24:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "445f7d39-bfa6-43cb-afd4-7aa9877ead37", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3991cb6a-ca8d-4a23-aac8-c948f8c13a98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:24:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3991cb6a-ca8d-4a23-aac8-c948f8c13a98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:24:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b34d0b7b-49e0-48d8-afcf-4d4939cc21d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:24:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b34d0b7b-49e0-48d8-afcf-4d4939cc21d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:24:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b34d0b7b-49e0-48d8-afcf-4d4939cc21d6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:24:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "eafa09cc-49ff-44dc-afd7-57e98ecd4e56", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "eafa09cc-49ff-44dc-afd7-57e98ecd4e56", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "eafa09cc-49ff-44dc-afd7-57e98ecd4e56", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "eafa09cc-49ff-44dc-afd7-57e98ecd4e56", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89-kserve-route-authn"} 2026-09-16T19:24:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "eafa09cc-49ff-44dc-afd7-57e98ecd4e56", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:24:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "eafa09cc-49ff-44dc-afd7-57e98ecd4e56", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "25b3270c-243f-44fe-97fa-b3fee9e92738", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "25b3270c-243f-44fe-97fa-b3fee9e92738", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "25b3270c-243f-44fe-97fa-b3fee9e92738", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:24:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "25b3270c-243f-44fe-97fa-b3fee9e92738", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89-kserve-route-authn"} 2026-09-16T19:24:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "25b3270c-243f-44fe-97fa-b3fee9e92738", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:24:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "25b3270c-243f-44fe-97fa-b3fee9e92738", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aeea6798-0f93-4df5-ac73-b4df61489341", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aeea6798-0f93-4df5-ac73-b4df61489341", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:25:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aeea6798-0f93-4df5-ac73-b4df61489341", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "8a18b01e-2814-4028-b8a8-b1c9470ccf2f", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "8a18b01e-2814-4028-b8a8-b1c9470ccf2f", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "8a18b01e-2814-4028-b8a8-b1c9470ccf2f", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "8a18b01e-2814-4028-b8a8-b1c9470ccf2f", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89-kserve-route-authn"} 2026-09-16T19:25:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "8a18b01e-2814-4028-b8a8-b1c9470ccf2f", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:25:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "8a18b01e-2814-4028-b8a8-b1c9470ccf2f", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "5024fe89-b94a-4f25-bc1d-7437432a3b53", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "5024fe89-b94a-4f25-bc1d-7437432a3b53", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "5024fe89-b94a-4f25-bc1d-7437432a3b53", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "5024fe89-b94a-4f25-bc1d-7437432a3b53", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89-kserve-route-authn"} 2026-09-16T19:25:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "5024fe89-b94a-4f25-bc1d-7437432a3b53", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:25:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "5024fe89-b94a-4f25-bc1d-7437432a3b53", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "e214150c-bd4a-4862-a2c2-693c631a6179", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "e214150c-bd4a-4862-a2c2-693c631a6179", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "e214150c-bd4a-4862-a2c2-693c631a6179", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "e214150c-bd4a-4862-a2c2-693c631a6179", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89-kserve-route-authn"} 2026-09-16T19:25:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "e214150c-bd4a-4862-a2c2-693c631a6179", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "authType": "userdefined"} 2026-09-16T19:25:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "e214150c-bd4a-4862-a2c2-693c631a6179", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "95c04308-740a-410c-916c-19d644ef78e1", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "95c04308-740a-410c-916c-19d644ef78e1", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89"} 2026-09-16T19:25:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "95c04308-740a-410c-916c-19d644ef78e1", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "95c04308-740a-410c-916c-19d644ef78e1", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "95c04308-740a-410c-916c-19d644ef78e1", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89-kserve-route-authn"} 2026-09-16T19:25:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "95c04308-740a-410c-916c-19d644ef78e1", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm", "name": "e2e-same-id-a-651efd89-kserve-route-authn"} 2026-09-16T19:25:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-651efd89", "reconcileID": "0d0f2743-51f4-4e45-b8fc-cfd030cdeb97", "LLMInferenceService": "e2e-same-id-a-651efd89", "namespace": "llm"} 2026-09-16T19:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0c0db6c-aeda-45fe-b278-9f2fef811533", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0c0db6c-aeda-45fe-b278-9f2fef811533", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0c0db6c-aeda-45fe-b278-9f2fef811533", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bc98b53-c299-4e6f-9b0a-6d7230faf637", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bc98b53-c299-4e6f-9b0a-6d7230faf637", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0bc98b53-c299-4e6f-9b0a-6d7230faf637", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "a9140b95-d795-4d42-913c-34c0df8bc7cc", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "a9140b95-d795-4d42-913c-34c0df8bc7cc", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89"} 2026-09-16T19:25:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "a9140b95-d795-4d42-913c-34c0df8bc7cc", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "a9140b95-d795-4d42-913c-34c0df8bc7cc", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "a9140b95-d795-4d42-913c-34c0df8bc7cc", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89-kserve-route-authn"} 2026-09-16T19:25:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "a9140b95-d795-4d42-913c-34c0df8bc7cc", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm", "name": "e2e-same-id-b-651efd89-kserve-route-authn"} 2026-09-16T19:25:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-651efd89","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-651efd89", "reconcileID": "f3a4c752-4119-4d27-b816-6998f0b5753e", "LLMInferenceService": "e2e-same-id-b-651efd89", "namespace": "llm"} 2026-09-16T19:25:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2a8fc92-9fec-486f-936d-cc24cdc17b6f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2a8fc92-9fec-486f-936d-cc24cdc17b6f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:25:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2a8fc92-9fec-486f-936d-cc24cdc17b6f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2c0c3fe-9a83-43ed-9565-bc6eea757d8e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-16T19:25:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2c0c3fe-9a83-43ed-9565-bc6eea757d8e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-16T19:25:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2c0c3fe-9a83-43ed-9565-bc6eea757d8e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}