2026-09-18T20:26:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "sub-test-model-81f19d", "reconcileID": "b8925b5b-35cf-42de-9d5c-8e6b0c7dabca", "LLMInferenceService": "sub-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "627d90b9-aeef-4f9b-95e7-ae913ebdf660", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "627d90b9-aeef-4f9b-95e7-ae913ebdf660", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:26:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "627d90b9-aeef-4f9b-95e7-ae913ebdf660", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "a9f1088a-4f3a-4ec7-aaa7-82dec17e6e73", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "a9f1088a-4f3a-4ec7-aaa7-82dec17e6e73", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:26:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "a9f1088a-4f3a-4ec7-aaa7-82dec17e6e73", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2c6b8044-90bb-4446-a0b0-7f8b2ac60647", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2c6b8044-90bb-4446-a0b0-7f8b2ac60647", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2c6b8044-90bb-4446-a0b0-7f8b2ac60647", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "8acec6f3-44ce-4cc3-a863-5468ac0d318f", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:26:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2c6b8044-90bb-4446-a0b0-7f8b2ac60647", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5-kserve-route-authn"} 2026-09-18T20:26:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2c6b8044-90bb-4446-a0b0-7f8b2ac60647", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "authType": "userdefined"} 2026-09-18T20:26:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2c6b8044-90bb-4446-a0b0-7f8b2ac60647", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "8acec6f3-44ce-4cc3-a863-5468ac0d318f", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5-authn-ssl"} 2026-09-18T20:26:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "8acec6f3-44ce-4cc3-a863-5468ac0d318f", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:26:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2f921bf5-f1f9-4484-b7c8-9f92e665ce91", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2f921bf5-f1f9-4484-b7c8-9f92e665ce91", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2f921bf5-f1f9-4484-b7c8-9f92e665ce91", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2f921bf5-f1f9-4484-b7c8-9f92e665ce91", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5-kserve-route-authn"} 2026-09-18T20:26:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2f921bf5-f1f9-4484-b7c8-9f92e665ce91", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "authType": "userdefined"} 2026-09-18T20:26:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "2f921bf5-f1f9-4484-b7c8-9f92e665ce91", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "b6d5480d-a87e-46a0-88de-b418b51f7fe7", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "b6d5480d-a87e-46a0-88de-b418b51f7fe7", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5-authn-ssl"} 2026-09-18T20:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "b6d5480d-a87e-46a0-88de-b418b51f7fe7", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:26:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "baecb30d-3ff7-4dc2-b48b-f386c2bb54bf", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "baecb30d-3ff7-4dc2-b48b-f386c2bb54bf", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "baecb30d-3ff7-4dc2-b48b-f386c2bb54bf", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "baecb30d-3ff7-4dc2-b48b-f386c2bb54bf", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5-kserve-route-authn"} 2026-09-18T20:26:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "baecb30d-3ff7-4dc2-b48b-f386c2bb54bf", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "authType": "userdefined"} 2026-09-18T20:26:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "baecb30d-3ff7-4dc2-b48b-f386c2bb54bf", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:26:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:26:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:26:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:26:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "4175b873-4dae-4afd-9662-9158c43142ec", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "4175b873-4dae-4afd-9662-9158c43142ec", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "4175b873-4dae-4afd-9662-9158c43142ec", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "4175b873-4dae-4afd-9662-9158c43142ec", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5-kserve-route-authn"} 2026-09-18T20:26:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "4175b873-4dae-4afd-9662-9158c43142ec", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "authType": "userdefined"} 2026-09-18T20:26:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "4175b873-4dae-4afd-9662-9158c43142ec", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "6d6aaaaa-1cb5-472e-9e13-206f82a0a5b4", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "6d6aaaaa-1cb5-472e-9e13-206f82a0a5b4", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "6d6aaaaa-1cb5-472e-9e13-206f82a0a5b4", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "c7941734-3c67-47c6-a11b-f20f642a6df4", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "6d6aaaaa-1cb5-472e-9e13-206f82a0a5b4", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d-kserve-route-authn"} 2026-09-18T20:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "6d6aaaaa-1cb5-472e-9e13-206f82a0a5b4", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "authType": "userdefined"} 2026-09-18T20:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "6d6aaaaa-1cb5-472e-9e13-206f82a0a5b4", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "c7941734-3c67-47c6-a11b-f20f642a6df4", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "c7941734-3c67-47c6-a11b-f20f642a6df4", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "aede501c-fb14-4253-a40f-b9336a92c8e5", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "aede501c-fb14-4253-a40f-b9336a92c8e5", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "aede501c-fb14-4253-a40f-b9336a92c8e5", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "aede501c-fb14-4253-a40f-b9336a92c8e5", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d-kserve-route-authn"} 2026-09-18T20:26:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "aede501c-fb14-4253-a40f-b9336a92c8e5", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "authType": "userdefined"} 2026-09-18T20:26:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "aede501c-fb14-4253-a40f-b9336a92c8e5", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "99146882-73c1-4e93-bc2e-3d2315869447", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "99146882-73c1-4e93-bc2e-3d2315869447", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "99146882-73c1-4e93-bc2e-3d2315869447", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:26:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "60f02492-58e3-4a7e-b5c7-2d2ba22225ec", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "60f02492-58e3-4a7e-b5c7-2d2ba22225ec", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "60f02492-58e3-4a7e-b5c7-2d2ba22225ec", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:26:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "60f02492-58e3-4a7e-b5c7-2d2ba22225ec", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d-kserve-route-authn"} 2026-09-18T20:26:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "60f02492-58e3-4a7e-b5c7-2d2ba22225ec", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "authType": "userdefined"} 2026-09-18T20:26:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "60f02492-58e3-4a7e-b5c7-2d2ba22225ec", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "77550673-3a44-4a8f-bb58-ab12ffa94f46", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "77550673-3a44-4a8f-bb58-ab12ffa94f46", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "77550673-3a44-4a8f-bb58-ab12ffa94f46", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "77550673-3a44-4a8f-bb58-ab12ffa94f46", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d-kserve-route-authn"} 2026-09-18T20:27:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "77550673-3a44-4a8f-bb58-ab12ffa94f46", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "authType": "userdefined"} 2026-09-18T20:27:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "77550673-3a44-4a8f-bb58-ab12ffa94f46", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:27:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5"} 2026-09-18T20:27:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:27:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:27:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5-kserve-route-authn"} 2026-09-18T20:27:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5-kserve-route-authn"} 2026-09-18T20:27:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:27:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "def0ee07-3f60-40ba-a467-79cbf383fc67", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:27:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-40a1a5","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "rate-test-model-40a1a5", "reconcileID": "abe93809-5477-4c0a-b516-b90622b2892c", "LLMInferenceService": "rate-test-model-40a1a5", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "75c3ea26-2d1b-497d-99ed-8184cab5fdad", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "75c3ea26-2d1b-497d-99ed-8184cab5fdad", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5-authn-ssl"} 2026-09-18T20:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "75c3ea26-2d1b-497d-99ed-8184cab5fdad", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:27:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "26528f08-be1b-4743-a90a-adf21a66f23f", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:27:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "26528f08-be1b-4743-a90a-adf21a66f23f", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5-authn-ssl"} 2026-09-18T20:27:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "26528f08-be1b-4743-a90a-adf21a66f23f", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:27:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d"} 2026-09-18T20:27:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d-kserve-route-authn"} 2026-09-18T20:27:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d-kserve-route-authn"} 2026-09-18T20:27:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "c08940d3-a675-49bb-8268-06b237838fce", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-81f19d","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "rate-test-model-81f19d", "reconcileID": "63832725-7dbc-4f32-bff7-c8294b1c7ddd", "LLMInferenceService": "rate-test-model-81f19d", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "1b29196b-8ba6-4e18-964e-f8ec4fc55784", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "1b29196b-8ba6-4e18-964e-f8ec4fc55784", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "1b29196b-8ba6-4e18-964e-f8ec4fc55784", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "4aca5035-41cc-4fbc-8ba0-1d0fd37508ba", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "4aca5035-41cc-4fbc-8ba0-1d0fd37508ba", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "4aca5035-41cc-4fbc-8ba0-1d0fd37508ba", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "8cdf7316-9614-4d66-a77c-7d1e06e46a8e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "8cdf7316-9614-4d66-a77c-7d1e06e46a8e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "8cdf7316-9614-4d66-a77c-7d1e06e46a8e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "5dace6eb-b504-4737-9380-87fbc5ca8ee9", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "5dace6eb-b504-4737-9380-87fbc5ca8ee9", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "5dace6eb-b504-4737-9380-87fbc5ca8ee9", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "0eacb31e-653f-45c8-b419-107447c7147b", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "0eacb31e-653f-45c8-b419-107447c7147b", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "0eacb31e-653f-45c8-b419-107447c7147b", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "dc982839-3609-4d95-b6ab-5345106e984b", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "dc982839-3609-4d95-b6ab-5345106e984b", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "dc982839-3609-4d95-b6ab-5345106e984b", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "03241288-65d3-46c1-9d8b-689531934b5e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "03241288-65d3-46c1-9d8b-689531934b5e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "03241288-65d3-46c1-9d8b-689531934b5e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "1d47bd44-a445-42fa-b087-a3443c231f72", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "1d47bd44-a445-42fa-b087-a3443c231f72", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "1d47bd44-a445-42fa-b087-a3443c231f72", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "b6d89e91-d6ae-42b5-b2b2-0eea2e8cde41", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "b6d89e91-d6ae-42b5-b2b2-0eea2e8cde41", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "b6d89e91-d6ae-42b5-b2b2-0eea2e8cde41", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "openshift-service-ca.crt", "reconcileID": "97004478-cfc6-4627-bd6e-f080fe9aed20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-trusted-ca-bundle", "reconcileID": "2dc34ab6-5de2-46b5-99d8-fbd52166df45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "openshift-service-ca.crt", "reconcileID": "ac427f59-0693-44ac-96af-587574c53604", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:27:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "openshift-service-ca.crt", "reconcileID": "ac427f59-0693-44ac-96af-587574c53604", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08a1b482-75dd-4851-96c5-ee95f102482a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "openshift-service-ca.crt", "reconcileID": "c9b4208e-f6f4-4663-8899-5a884a9f8c5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-trusted-ca-bundle", "reconcileID": "0e528e04-3ff1-41c1-9348-938b7f3a8f51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:27:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-trusted-ca-bundle", "reconcileID": "0e528e04-3ff1-41c1-9348-938b7f3a8f51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93df22cd-3469-4509-ab1c-b1eae8dfa5ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:27:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "9c84dbe0-7989-4773-ba0c-2688f5bde19e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "9c84dbe0-7989-4773-ba0c-2688f5bde19e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "9c84dbe0-7989-4773-ba0c-2688f5bde19e", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "d2fbbae5-2787-48a7-b425-7302b423db5a", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:27:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "d2fbbae5-2787-48a7-b425-7302b423db5a", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:27:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "d2fbbae5-2787-48a7-b425-7302b423db5a", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "219e3230-d279-4a77-a54c-945f76d51181", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "219e3230-d279-4a77-a54c-945f76d51181", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "219e3230-d279-4a77-a54c-945f76d51181", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "e4f4f093-c7d0-40ad-b650-cfc47c602a7c", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "e4f4f093-c7d0-40ad-b650-cfc47c602a7c", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "e4f4f093-c7d0-40ad-b650-cfc47c602a7c", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "76d6fc90-8ca9-4030-be7f-e29a8cadd8ec", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "76d6fc90-8ca9-4030-be7f-e29a8cadd8ec", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "76d6fc90-8ca9-4030-be7f-e29a8cadd8ec", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "0cc7b846-29b4-4111-bcea-60ddb1bbd357", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "0cc7b846-29b4-4111-bcea-60ddb1bbd357", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "0cc7b846-29b4-4111-bcea-60ddb1bbd357", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "aa1be09f-80ac-4366-bc20-1bea6c261079", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "aa1be09f-80ac-4366-bc20-1bea6c261079", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "aa1be09f-80ac-4366-bc20-1bea6c261079", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "62d67412-0a78-4ce9-812b-70a138937ae7", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "62d67412-0a78-4ce9-812b-70a138937ae7", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "62d67412-0a78-4ce9-812b-70a138937ae7", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "944e7c45-5ad0-477c-b22a-6d1e31713a5a", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "944e7c45-5ad0-477c-b22a-6d1e31713a5a", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "944e7c45-5ad0-477c-b22a-6d1e31713a5a", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "e6cec900-297f-4621-a7b7-5dfc59a2da45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "openshift-service-ca.crt", "reconcileID": "d6c966a8-2d9d-407f-be2a-957d5ef50d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "openshift-service-ca.crt", "reconcileID": "1b896c92-19e7-466c-b3f7-2ef0918b6765", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:28:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "openshift-service-ca.crt", "reconcileID": "1b896c92-19e7-466c-b3f7-2ef0918b6765", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8697e816-8980-4268-9b97-7cab33fe008a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "openshift-service-ca.crt", "reconcileID": "580544c6-f9ff-4786-a31a-81ade2460583", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "a069817b-89da-4709-b916-3d13a7814693", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:28:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "a069817b-89da-4709-b916-3d13a7814693", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1094c67e-3b5d-460e-a8aa-c4d152905e16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:28:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "d837bb6c-9a64-4242-9965-f2389c80d224", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "d837bb6c-9a64-4242-9965-f2389c80d224", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "d837bb6c-9a64-4242-9965-f2389c80d224", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "89258efd-478f-4896-aa5d-d4ec30a1f424", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "89258efd-478f-4896-aa5d-d4ec30a1f424", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:28:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "89258efd-478f-4896-aa5d-d4ec30a1f424", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:28:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "fe118f92-80fe-459e-a026-daf3152771e4", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "fe118f92-80fe-459e-a026-daf3152771e4", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "fe118f92-80fe-459e-a026-daf3152771e4", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "30c4a941-28d8-4bc8-b6de-f811fd994ea7", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:28:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "fe118f92-80fe-459e-a026-daf3152771e4", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:28:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "fe118f92-80fe-459e-a026-daf3152771e4", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "authType": "userdefined"} 2026-09-18T20:28:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "fe118f92-80fe-459e-a026-daf3152771e4", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "30c4a941-28d8-4bc8-b6de-f811fd994ea7", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "30c4a941-28d8-4bc8-b6de-f811fd994ea7", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:28:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "d19ce2f7-bb12-43fe-8403-6d9748765eeb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "d19ce2f7-bb12-43fe-8403-6d9748765eeb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "d19ce2f7-bb12-43fe-8403-6d9748765eeb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "d19ce2f7-bb12-43fe-8403-6d9748765eeb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:28:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "d19ce2f7-bb12-43fe-8403-6d9748765eeb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "authType": "userdefined"} 2026-09-18T20:28:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "d19ce2f7-bb12-43fe-8403-6d9748765eeb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "6176fe72-dba2-4bb4-bb5e-e92393bfa9d0", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:28:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "6176fe72-dba2-4bb4-bb5e-e92393bfa9d0", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:28:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "6176fe72-dba2-4bb4-bb5e-e92393bfa9d0", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:28:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "68d00af4-5cac-4cb0-9424-c66f4ee9cb74", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "68d00af4-5cac-4cb0-9424-c66f4ee9cb74", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "68d00af4-5cac-4cb0-9424-c66f4ee9cb74", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:28:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "68d00af4-5cac-4cb0-9424-c66f4ee9cb74", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:28:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "68d00af4-5cac-4cb0-9424-c66f4ee9cb74", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "authType": "userdefined"} 2026-09-18T20:28:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "68d00af4-5cac-4cb0-9424-c66f4ee9cb74", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:29:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "67b99000-64a7-4f00-9416-3359109e29e1", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:29:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "67b99000-64a7-4f00-9416-3359109e29e1", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:29:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "67b99000-64a7-4f00-9416-3359109e29e1", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:29:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "67b99000-64a7-4f00-9416-3359109e29e1", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:29:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "67b99000-64a7-4f00-9416-3359109e29e1", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "authType": "userdefined"} 2026-09-18T20:29:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "67b99000-64a7-4f00-9416-3359109e29e1", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "52eb799d-1ae7-4f84-96ea-6cdb8dd45af9", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "52eb799d-1ae7-4f84-96ea-6cdb8dd45af9", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "52eb799d-1ae7-4f84-96ea-6cdb8dd45af9", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "0162c3b9-1125-43df-b65c-c9481baf7723", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "0162c3b9-1125-43df-b65c-c9481baf7723", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "0162c3b9-1125-43df-b65c-c9481baf7723", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "c68266ff-4bcd-46ca-96e9-7869b5158d66", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "c68266ff-4bcd-46ca-96e9-7869b5158d66", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "c68266ff-4bcd-46ca-96e9-7869b5158d66", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "5f4d9683-ac23-4ff5-9e35-cefce4182b8d", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "5f4d9683-ac23-4ff5-9e35-cefce4182b8d", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "5f4d9683-ac23-4ff5-9e35-cefce4182b8d", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "61d853fc-2c08-482d-8b80-4c8e3159c7cc", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "61d853fc-2c08-482d-8b80-4c8e3159c7cc", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "61d853fc-2c08-482d-8b80-4c8e3159c7cc", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "dd0820df-10f3-4462-8ca0-da1a0c516674", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "dd0820df-10f3-4462-8ca0-da1a0c516674", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "dd0820df-10f3-4462-8ca0-da1a0c516674", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "caa3ac84-f8e1-4b59-a49c-ec20506ff665", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "caa3ac84-f8e1-4b59-a49c-ec20506ff665", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "caa3ac84-f8e1-4b59-a49c-ec20506ff665", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "79303732-ff07-4a79-8408-9f2cf36d2d53", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "79303732-ff07-4a79-8408-9f2cf36d2d53", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "79303732-ff07-4a79-8408-9f2cf36d2d53", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "552f692d-abd9-4ab7-b94c-7fbf46a557b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:29:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-trusted-ca-bundle", "reconcileID": "bf6d34cf-e221-4164-8420-7c594fbe5b04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:29:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "15e824da-0629-4754-acba-bb4324001ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:29:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "15e824da-0629-4754-acba-bb4324001ffd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:29:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "b8579f1d-441b-4ba1-8f5a-6503369e0a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:29:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "b8579f1d-441b-4ba1-8f5a-6503369e0a88", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:29:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ebf169-c5b2-41b3-9a88-c045b6f149e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:29:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ebf169-c5b2-41b3-9a88-c045b6f149e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:29:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8e6f9bd-5d0a-4790-8896-7aee3dc1e9c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:29:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "d1aa6228-b842-4836-8663-b96f9b58caa8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "ecade349-237e-4438-be52-eeadda017225", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "ecade349-237e-4438-be52-eeadda017225", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "ecade349-237e-4438-be52-eeadda017225", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "c28b2cfc-5d10-4de5-96e4-b046acdd936f", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:29:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "c28b2cfc-5d10-4de5-96e4-b046acdd936f", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:29:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "c28b2cfc-5d10-4de5-96e4-b046acdd936f", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "1e735d62-2e2e-44db-87fc-d5adcf1bcac1", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "1e735d62-2e2e-44db-87fc-d5adcf1bcac1", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "1e735d62-2e2e-44db-87fc-d5adcf1bcac1", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "7e4d3641-0f26-4d9b-b176-ac454e72faa7", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "7e4d3641-0f26-4d9b-b176-ac454e72faa7", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382-authn-ssl"} 2026-09-18T20:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "7e4d3641-0f26-4d9b-b176-ac454e72faa7", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd5deec6-b543-49b8-9f48-5ff7248d9242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd5deec6-b543-49b8-9f48-5ff7248d9242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:30:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd5deec6-b543-49b8-9f48-5ff7248d9242", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-876382 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-trusted-ca-bundle", "reconcileID": "5cda991a-4146-47dd-a8dc-7e6e084131b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-trusted-ca-bundle", "reconcileID": "5cda991a-4146-47dd-a8dc-7e6e084131b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "8f1ea629-d74c-42d7-937d-ff9e9cff6c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "openshift-service-ca.crt", "reconcileID": "8f1ea629-d74c-42d7-937d-ff9e9cff6c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ccfce8c-3ab7-4349-ab85-42dc8d2566d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-876382"}, "namespace": "ai-tenant-e2e-ipp-cleanup-876382", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ccfce8c-3ab7-4349-ab85-42dc8d2566d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-876382"} 2026-09-18T20:30:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-876382","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-876382", "reconcileID": "40b4a7ef-9352-48f9-ac1e-42ac50ea1483", "Gateway": "e2e-ipp-cleanup-876382", "namespace": "openshift-ingress"} 2026-09-18T20:30:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "7928e3a0-f871-4a45-82ab-81abe1e47cff", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:30:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "7928e3a0-f871-4a45-82ab-81abe1e47cff", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "7928e3a0-f871-4a45-82ab-81abe1e47cff", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:30:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "bf2032a3-fe15-48bc-9aaa-4221fd38f072", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:30:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "bf2032a3-fe15-48bc-9aaa-4221fd38f072", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "bf2032a3-fe15-48bc-9aaa-4221fd38f072", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:30:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "30f540f4-ab3d-4da1-bcd0-652c37cb5554", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:30:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "30f540f4-ab3d-4da1-bcd0-652c37cb5554", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:30:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "30f540f4-ab3d-4da1-bcd0-652c37cb5554", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:30:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "f16012f5-756d-4d5c-a3ae-6264bd17c1bb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:30:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "f16012f5-756d-4d5c-a3ae-6264bd17c1bb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:30:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "f16012f5-756d-4d5c-a3ae-6264bd17c1bb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:30:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "f16012f5-756d-4d5c-a3ae-6264bd17c1bb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:30:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "f16012f5-756d-4d5c-a3ae-6264bd17c1bb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "authType": "userdefined"} 2026-09-18T20:30:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "f16012f5-756d-4d5c-a3ae-6264bd17c1bb", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a541a674-a36c-4d77-8a3a-13f81537c2eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a541a674-a36c-4d77-8a3a-13f81537c2eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:31:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a541a674-a36c-4d77-8a3a-13f81537c2eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-de7ea3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:31:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-trusted-ca-bundle", "reconcileID": "acade231-af8c-4e3d-97a2-66594c3539bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-trusted-ca-bundle", "reconcileID": "acade231-af8c-4e3d-97a2-66594c3539bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "openshift-service-ca.crt", "reconcileID": "52d8ad33-782d-4ff9-a46f-f0e60e4761df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "openshift-service-ca.crt", "reconcileID": "52d8ad33-782d-4ff9-a46f-f0e60e4761df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45dfc5d6-57b0-4039-8aca-c7a9005b53ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45dfc5d6-57b0-4039-8aca-c7a9005b53ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3"} 2026-09-18T20:31:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:31:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3-kserve-route-authn"} 2026-09-18T20:31:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6cdb454c-f348-46ab-84b6-72aed817893f", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7ea3","namespace":"ai-tenant-e2e-ipp-a-de7ea3"}, "namespace": "ai-tenant-e2e-ipp-a-de7ea3", "name": "ipp-route-de7ea3", "reconcileID": "6ba64e40-f264-4508-ae43-4e109ecdb996", "LLMInferenceService": "ipp-route-de7ea3", "namespace": "ai-tenant-e2e-ipp-a-de7ea3"} 2026-09-18T20:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "fba07026-76e9-43da-9ba9-7fb656eec2d6", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "fba07026-76e9-43da-9ba9-7fb656eec2d6", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "fba07026-76e9-43da-9ba9-7fb656eec2d6", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "3acc12b4-c69e-4587-bd46-9297e721fa9c", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "3acc12b4-c69e-4587-bd46-9297e721fa9c", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3-authn-ssl"} 2026-09-18T20:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "3acc12b4-c69e-4587-bd46-9297e721fa9c", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:31:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7ea3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7ea3", "reconcileID": "59bcb904-3837-4671-9650-bbd03f8e8d1c", "Gateway": "e2e-ipp-a-de7ea3", "namespace": "openshift-ingress"} 2026-09-18T20:31:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "1e2d477c-b764-4d9f-9cb5-6f059e98d95e", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:31:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "1e2d477c-b764-4d9f-9cb5-6f059e98d95e", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:31:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "1e2d477c-b764-4d9f-9cb5-6f059e98d95e", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:31:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "c66e70b2-7a0b-4fc9-971d-373534c4e428", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:31:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "c66e70b2-7a0b-4fc9-971d-373534c4e428", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2-authn-ssl"} 2026-09-18T20:31:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "c66e70b2-7a0b-4fc9-971d-373534c4e428", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cffcfe73-6d2b-45e6-80cd-fb9c9ced7034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cffcfe73-6d2b-45e6-80cd-fb9c9ced7034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:31:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cffcfe73-6d2b-45e6-80cd-fb9c9ced7034", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a1a0a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6697ca9-f24f-47f5-b5e0-b6f0a596514f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6697ca9-f24f-47f5-b5e0-b6f0a596514f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:31:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6697ca9-f24f-47f5-b5e0-b6f0a596514f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a1a0a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e705b5c9-a22f-488e-9ae4-038323574fa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e705b5c9-a22f-488e-9ae4-038323574fa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:31:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e705b5c9-a22f-488e-9ae4-038323574fa0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a1a0a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "1647bf3b-80ea-4457-ada5-53e20ad0d7b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "1647bf3b-80ea-4457-ada5-53e20ad0d7b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:31:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "1647bf3b-80ea-4457-ada5-53e20ad0d7b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a1a0a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "openshift-service-ca.crt", "reconcileID": "4228a331-d0ed-43c6-a90a-48954ffface1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "openshift-service-ca.crt", "reconcileID": "4228a331-d0ed-43c6-a90a-48954ffface1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "322e3aef-8e60-4b87-917d-a331f5f66be0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-trusted-ca-bundle", "reconcileID": "322e3aef-8e60-4b87-917d-a331f5f66be0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e0173a-1714-497c-93b9-5004753d01b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a1a0a2"}, "namespace": "ai-tenant-e2e-ipp-b-a1a0a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e0173a-1714-497c-93b9-5004753d01b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a1a0a2"} 2026-09-18T20:31:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a1a0a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a1a0a2", "reconcileID": "dc8e614a-2235-468d-b19c-fa5df662ded6", "Gateway": "e2e-ipp-b-a1a0a2", "namespace": "openshift-ingress"} 2026-09-18T20:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "85132846-ce91-433e-95ba-8fee698133b7", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "85132846-ce91-433e-95ba-8fee698133b7", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5-authn-ssl"} 2026-09-18T20:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "85132846-ce91-433e-95ba-8fee698133b7", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "3f8ee102-645a-43ef-bc55-287bbd874638", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "3f8ee102-645a-43ef-bc55-287bbd874638", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5-authn-ssl"} 2026-09-18T20:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "3f8ee102-645a-43ef-bc55-287bbd874638", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9490358b-4817-4cb3-b51e-1d7ef5a07b12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9490358b-4817-4cb3-b51e-1d7ef5a07b12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:31:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9490358b-4817-4cb3-b51e-1d7ef5a07b12", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w4-40a1a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-trusted-ca-bundle", "reconcileID": "cbda53c4-99e7-46f8-b240-2733966aad31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-trusted-ca-bundle", "reconcileID": "cbda53c4-99e7-46f8-b240-2733966aad31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "openshift-service-ca.crt", "reconcileID": "8a34e7d4-3030-4662-840e-9fe75099acd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "openshift-service-ca.crt", "reconcileID": "8a34e7d4-3030-4662-840e-9fe75099acd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03287f2e-86b8-4c10-b0e2-c93451e95d60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w4-40a1a5"}, "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03287f2e-86b8-4c10-b0e2-c93451e95d60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w4-40a1a5"} 2026-09-18T20:31:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w4-40a1a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w4-40a1a5", "reconcileID": "e112c218-7ce4-4dbb-8cbc-49389cccd61b", "Gateway": "e2e-shared-a-w4-40a1a5", "namespace": "openshift-ingress"} 2026-09-18T20:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "514c30b5-9223-4a55-addb-a449c1d6e303", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "514c30b5-9223-4a55-addb-a449c1d6e303", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "514c30b5-9223-4a55-addb-a449c1d6e303", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "b1e36fde-f2e3-4982-b7a2-b87c8774aacc", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "b1e36fde-f2e3-4982-b7a2-b87c8774aacc", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d-authn-ssl"} 2026-09-18T20:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "b1e36fde-f2e3-4982-b7a2-b87c8774aacc", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:32:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2e117e7-b729-4c50-93e7-1637c1531178", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2e117e7-b729-4c50-93e7-1637c1531178", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T20:32:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2e117e7-b729-4c50-93e7-1637c1531178", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w4-81f19d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T20:32:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-trusted-ca-bundle", "reconcileID": "ba76ded9-eb68-4519-9870-6392f76f412c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-trusted-ca-bundle", "reconcileID": "ba76ded9-eb68-4519-9870-6392f76f412c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "openshift-service-ca.crt", "reconcileID": "2c4cc3d5-3770-4289-9fa0-2c1c47e8c409", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "openshift-service-ca.crt", "reconcileID": "2c4cc3d5-3770-4289-9fa0-2c1c47e8c409", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73bc645e-1291-47fa-8fcd-12f34a8e6458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w4-81f19d"}, "namespace": "ai-tenant-e2e-shared-b-w4-81f19d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73bc645e-1291-47fa-8fcd-12f34a8e6458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w4-81f19d"} 2026-09-18T20:32:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w4-81f19d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w4-81f19d", "reconcileID": "dd6ffd8f-7eed-4593-9a40-cd9a6e0bf3ec", "Gateway": "e2e-shared-b-w4-81f19d", "namespace": "openshift-ingress"} 2026-09-18T20:36:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:36:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:36:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:36:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T20:36:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "7d354446-39bf-4502-9d94-1b519d48c898", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "7d354446-39bf-4502-9d94-1b519d48c898", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "7d354446-39bf-4502-9d94-1b519d48c898", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6a6f5f10-4cbc-4f0a-a61a-52be9724168b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:36:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "7d354446-39bf-4502-9d94-1b519d48c898", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01-kserve-route-authn"} 2026-09-18T20:36:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "7d354446-39bf-4502-9d94-1b519d48c898", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:36:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "7d354446-39bf-4502-9d94-1b519d48c898", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6a6f5f10-4cbc-4f0a-a61a-52be9724168b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:36:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6a6f5f10-4cbc-4f0a-a61a-52be9724168b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:36:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "7855d8b5-97a7-4968-a808-eee6705a439e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "7855d8b5-97a7-4968-a808-eee6705a439e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "7855d8b5-97a7-4968-a808-eee6705a439e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdbe7076-e019-49b4-a7dc-8eecdb752f54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:36:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "7855d8b5-97a7-4968-a808-eee6705a439e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01-kserve-route-authn"} 2026-09-18T20:36:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "7855d8b5-97a7-4968-a808-eee6705a439e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:36:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "7855d8b5-97a7-4968-a808-eee6705a439e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdbe7076-e019-49b4-a7dc-8eecdb752f54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:36:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bdbe7076-e019-49b4-a7dc-8eecdb752f54", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:36:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "8940bad1-6722-4b24-b38c-3859ac7f45a1", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "8940bad1-6722-4b24-b38c-3859ac7f45a1", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "8940bad1-6722-4b24-b38c-3859ac7f45a1", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "8940bad1-6722-4b24-b38c-3859ac7f45a1", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01-kserve-route-authn"} 2026-09-18T20:36:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "8940bad1-6722-4b24-b38c-3859ac7f45a1", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:36:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "8940bad1-6722-4b24-b38c-3859ac7f45a1", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec4e20aa-0453-4f3c-81fa-373721e7a85f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:36:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec4e20aa-0453-4f3c-81fa-373721e7a85f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:36:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec4e20aa-0453-4f3c-81fa-373721e7a85f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:36:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "b765610e-7aea-40ab-b309-fe476c1e0418", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "b765610e-7aea-40ab-b309-fe476c1e0418", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "b765610e-7aea-40ab-b309-fe476c1e0418", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "b765610e-7aea-40ab-b309-fe476c1e0418", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01-kserve-route-authn"} 2026-09-18T20:36:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "b765610e-7aea-40ab-b309-fe476c1e0418", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:36:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "b765610e-7aea-40ab-b309-fe476c1e0418", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e872c6ce-d824-43e4-8ba6-5e9ade449705", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e872c6ce-d824-43e4-8ba6-5e9ade449705", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e872c6ce-d824-43e4-8ba6-5e9ade449705", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:36:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e872c6ce-d824-43e4-8ba6-5e9ade449705", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01-kserve-route-authn"} 2026-09-18T20:36:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e872c6ce-d824-43e4-8ba6-5e9ade449705", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:36:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e872c6ce-d824-43e4-8ba6-5e9ade449705", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95d4b515-bfe9-410f-9e39-e544c31cbba4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95d4b515-bfe9-410f-9e39-e544c31cbba4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:37:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95d4b515-bfe9-410f-9e39-e544c31cbba4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "2d448b72-513f-4acb-b944-d4cee41ce175", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "2d448b72-513f-4acb-b944-d4cee41ce175", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "2d448b72-513f-4acb-b944-d4cee41ce175", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "2d448b72-513f-4acb-b944-d4cee41ce175", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "2d448b72-513f-4acb-b944-d4cee41ce175", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:37:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "2d448b72-513f-4acb-b944-d4cee41ce175", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "24aaa3fb-2085-4dcf-a973-5d8ba13ef39d", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "24aaa3fb-2085-4dcf-a973-5d8ba13ef39d", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "24aaa3fb-2085-4dcf-a973-5d8ba13ef39d", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "24aaa3fb-2085-4dcf-a973-5d8ba13ef39d", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "24aaa3fb-2085-4dcf-a973-5d8ba13ef39d", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:37:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "24aaa3fb-2085-4dcf-a973-5d8ba13ef39d", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "f2d061ab-3c32-47b5-b994-c96beffed45c", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "f2d061ab-3c32-47b5-b994-c96beffed45c", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "f2d061ab-3c32-47b5-b994-c96beffed45c", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "f2d061ab-3c32-47b5-b994-c96beffed45c", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "f2d061ab-3c32-47b5-b994-c96beffed45c", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "authType": "userdefined"} 2026-09-18T20:37:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "f2d061ab-3c32-47b5-b994-c96beffed45c", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "057c42ef-365d-43be-a3ea-b226445b4012", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "057c42ef-365d-43be-a3ea-b226445b4012", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01"} 2026-09-18T20:37:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "057c42ef-365d-43be-a3ea-b226445b4012", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "057c42ef-365d-43be-a3ea-b226445b4012", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "057c42ef-365d-43be-a3ea-b226445b4012", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "057c42ef-365d-43be-a3ea-b226445b4012", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm", "name": "e2e-same-id-a-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-37cb2f01", "reconcileID": "84567f58-317b-49a0-bf30-7b922ec87b8e", "LLMInferenceService": "e2e-same-id-a-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8622a3a-9144-42e1-ac51-32ac63887a10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8622a3a-9144-42e1-ac51-32ac63887a10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8622a3a-9144-42e1-ac51-32ac63887a10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9fefba8-d7e5-40f9-911a-64bbb1adf782", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9fefba8-d7e5-40f9-911a-64bbb1adf782", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9fefba8-d7e5-40f9-911a-64bbb1adf782", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "30f43877-c92c-4221-837c-424c9ac5a25e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "30f43877-c92c-4221-837c-424c9ac5a25e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01"} 2026-09-18T20:37:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "30f43877-c92c-4221-837c-424c9ac5a25e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "30f43877-c92c-4221-837c-424c9ac5a25e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "30f43877-c92c-4221-837c-424c9ac5a25e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "30f43877-c92c-4221-837c-424c9ac5a25e", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm", "name": "e2e-same-id-b-37cb2f01-kserve-route-authn"} 2026-09-18T20:37:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-37cb2f01","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-37cb2f01", "reconcileID": "e1933baa-fc2b-4672-8a1a-95d9895dbcd6", "LLMInferenceService": "e2e-same-id-b-37cb2f01", "namespace": "llm"} 2026-09-18T20:37:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26443c44-5a03-4d2c-a3c2-9cc9349e5e0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26443c44-5a03-4d2c-a3c2-9cc9349e5e0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:37:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26443c44-5a03-4d2c-a3c2-9cc9349e5e0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e02789-7067-4bb4-993f-fe07735d6b5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T20:37:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e02789-7067-4bb4-993f-fe07735d6b5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T20:37:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55e02789-7067-4bb4-993f-fe07735d6b5f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}