2026-09-08T20:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "7dfa032a-1c0d-4f17-9b7a-24e00b478982", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b-authn-ssl"} 2026-09-08T20:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "7dfa032a-1c0d-4f17-9b7a-24e00b478982", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:50:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "b54d476a-96ff-42d7-8c3e-6b7bb8947566", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "b54d476a-96ff-42d7-8c3e-6b7bb8947566", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "b54d476a-96ff-42d7-8c3e-6b7bb8947566", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "b54d476a-96ff-42d7-8c3e-6b7bb8947566", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b-kserve-route-authn"} 2026-09-08T20:50:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "b54d476a-96ff-42d7-8c3e-6b7bb8947566", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "authType": "userdefined"} 2026-09-08T20:50:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "b54d476a-96ff-42d7-8c3e-6b7bb8947566", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2676d602-adff-4ee1-a02d-10748c0bd0ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2676d602-adff-4ee1-a02d-10748c0bd0ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-792dc6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:50:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2676d602-adff-4ee1-a02d-10748c0bd0ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-792dc6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-trusted-ca-bundle", "reconcileID": "3c198dc1-5949-4ffa-a23e-b087fbde9e26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-trusted-ca-bundle", "reconcileID": "3c198dc1-5949-4ffa-a23e-b087fbde9e26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "openshift-service-ca.crt", "reconcileID": "15bd759f-8da9-4738-bb61-8e81e6f874f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "openshift-service-ca.crt", "reconcileID": "15bd759f-8da9-4738-bb61-8e81e6f874f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3515ff5-bfb1-4971-8b86-96f8f13aa737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-792dc6"}, "namespace": "ai-tenant-e2e-api-b-792dc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3515ff5-bfb1-4971-8b86-96f8f13aa737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-792dc6"} 2026-09-08T20:50:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-792dc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-792dc6", "reconcileID": "954b6187-97ad-47d5-8e88-b36eb4cc7fa8", "Gateway": "e2e-api-b-792dc6", "namespace": "openshift-ingress"} 2026-09-08T20:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "6eb931c1-4407-4f2f-9153-cbb6277e3ca0", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "6eb931c1-4407-4f2f-9153-cbb6277e3ca0", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b-authn-ssl"} 2026-09-08T20:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "6eb931c1-4407-4f2f-9153-cbb6277e3ca0", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:50:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "9bdbbc0b-4131-44cc-a05c-243b2aa76c90", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "9bdbbc0b-4131-44cc-a05c-243b2aa76c90", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "9bdbbc0b-4131-44cc-a05c-243b2aa76c90", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "9bdbbc0b-4131-44cc-a05c-243b2aa76c90", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b-kserve-route-authn"} 2026-09-08T20:50:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "9bdbbc0b-4131-44cc-a05c-243b2aa76c90", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "authType": "userdefined"} 2026-09-08T20:50:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "9bdbbc0b-4131-44cc-a05c-243b2aa76c90", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27d4c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27d4c1", "reconcileID": "7c762859-26b7-4054-bff3-82e176dec9a2", "Gateway": "e2e-shared-a-w2-27d4c1", "namespace": "openshift-ingress"} 2026-09-08T20:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27d4c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27d4c1", "reconcileID": "7c762859-26b7-4054-bff3-82e176dec9a2", "Gateway": "e2e-shared-a-w2-27d4c1", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27d4c1-authn-ssl"} 2026-09-08T20:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27d4c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27d4c1", "reconcileID": "7c762859-26b7-4054-bff3-82e176dec9a2", "Gateway": "e2e-shared-a-w2-27d4c1", "namespace": "openshift-ingress"} 2026-09-08T20:50:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "8c58bb88-e7a1-40f9-828f-0797f761cd5e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "8c58bb88-e7a1-40f9-828f-0797f761cd5e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "8c58bb88-e7a1-40f9-828f-0797f761cd5e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "8c58bb88-e7a1-40f9-828f-0797f761cd5e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b-kserve-route-authn"} 2026-09-08T20:50:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "8c58bb88-e7a1-40f9-828f-0797f761cd5e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "authType": "userdefined"} 2026-09-08T20:50:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "8c58bb88-e7a1-40f9-828f-0797f761cd5e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "721179b4-22fd-48e6-a4ab-2c82959ecd61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "721179b4-22fd-48e6-a4ab-2c82959ecd61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:50:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "721179b4-22fd-48e6-a4ab-2c82959ecd61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-27d4c1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-trusted-ca-bundle", "reconcileID": "efbc661b-9a43-4694-8f7a-d1d274134a3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-trusted-ca-bundle", "reconcileID": "efbc661b-9a43-4694-8f7a-d1d274134a3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "openshift-service-ca.crt", "reconcileID": "c6e8a022-ab1e-42fb-8218-9ff3a6ebf828", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "openshift-service-ca.crt", "reconcileID": "c6e8a022-ab1e-42fb-8218-9ff3a6ebf828", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13eb4148-5dcf-4183-be16-10191e432cea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-27d4c1"}, "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13eb4148-5dcf-4183-be16-10191e432cea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-27d4c1"} 2026-09-08T20:50:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "c6478282-56e9-4580-8a51-d4bef734a555", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "c6478282-56e9-4580-8a51-d4bef734a555", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "c6478282-56e9-4580-8a51-d4bef734a555", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "c6478282-56e9-4580-8a51-d4bef734a555", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b-kserve-route-authn"} 2026-09-08T20:50:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "c6478282-56e9-4580-8a51-d4bef734a555", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "authType": "userdefined"} 2026-09-08T20:50:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "c6478282-56e9-4580-8a51-d4bef734a555", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:50:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-27d4c1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-27d4c1", "reconcileID": "bae7aa62-2df5-4d2c-95e7-76389bd100f0", "Gateway": "e2e-shared-a-w2-27d4c1", "namespace": "openshift-ingress"} 2026-09-08T20:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-74f9a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-74f9a1", "reconcileID": "8269d962-1529-48aa-bbba-05764ac21359", "Gateway": "e2e-shared-b-w2-74f9a1", "namespace": "openshift-ingress"} 2026-09-08T20:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-74f9a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-74f9a1", "reconcileID": "8269d962-1529-48aa-bbba-05764ac21359", "Gateway": "e2e-shared-b-w2-74f9a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-74f9a1-authn-ssl"} 2026-09-08T20:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-74f9a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-74f9a1", "reconcileID": "8269d962-1529-48aa-bbba-05764ac21359", "Gateway": "e2e-shared-b-w2-74f9a1", "namespace": "openshift-ingress"} 2026-09-08T20:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d84385-42aa-4b82-b2c6-59c401841622", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d84385-42aa-4b82-b2c6-59c401841622", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:50:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d84385-42aa-4b82-b2c6-59c401841622", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-74f9a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-trusted-ca-bundle", "reconcileID": "965f6f62-e398-4316-90f4-f000166bc996", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-trusted-ca-bundle", "reconcileID": "965f6f62-e398-4316-90f4-f000166bc996", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "openshift-service-ca.crt", "reconcileID": "c8dd65a4-ea67-49a9-a01a-610585a040cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "openshift-service-ca.crt", "reconcileID": "c8dd65a4-ea67-49a9-a01a-610585a040cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34ef9361-86e7-4176-8b6f-50d19ee5ee90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-74f9a1"}, "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34ef9361-86e7-4176-8b6f-50d19ee5ee90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-74f9a1"} 2026-09-08T20:50:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-74f9a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-74f9a1", "reconcileID": "f6665bcd-9c98-4ef8-8cac-37b42b501674", "Gateway": "e2e-shared-b-w2-74f9a1", "namespace": "openshift-ingress"} 2026-09-08T20:51:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:51:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f"} 2026-09-08T20:51:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:51:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:51:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f-kserve-route-authn"} 2026-09-08T20:51:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f-kserve-route-authn"} 2026-09-08T20:51:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:51:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "733000e6-a0f3-4e1b-8bef-14720a688611", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:51:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-78dd9f","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "rate-test-model-78dd9f", "reconcileID": "19bb5fe9-88ac-4f1b-96b3-876c23f48e37", "LLMInferenceService": "rate-test-model-78dd9f", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:51:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "74c527e8-17d8-4222-93f3-c1dd77708a4b", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:51:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "74c527e8-17d8-4222-93f3-c1dd77708a4b", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f-authn-ssl"} 2026-09-08T20:51:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "74c527e8-17d8-4222-93f3-c1dd77708a4b", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:51:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "03c02a74-b338-4066-a74b-f83c41517181", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:51:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "03c02a74-b338-4066-a74b-f83c41517181", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f-authn-ssl"} 2026-09-08T20:51:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "03c02a74-b338-4066-a74b-f83c41517181", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:51:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:51:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b"} 2026-09-08T20:51:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:51:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:51:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b-kserve-route-authn"} 2026-09-08T20:51:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b-kserve-route-authn"} 2026-09-08T20:51:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:51:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "ee178667-04e5-48f1-96c0-9e2dd517153c", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:51:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c9590b","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "rate-test-model-c9590b", "reconcileID": "f750e155-906a-4eac-8ebd-355de6cda14e", "LLMInferenceService": "rate-test-model-c9590b", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "309e490f-6ec3-4b48-82a1-a9b063fb8dd5", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "309e490f-6ec3-4b48-82a1-a9b063fb8dd5", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b-authn-ssl"} 2026-09-08T20:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "309e490f-6ec3-4b48-82a1-a9b063fb8dd5", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "e024f004-f9b6-40ee-9368-de07302b5161", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "e024f004-f9b6-40ee-9368-de07302b5161", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b-authn-ssl"} 2026-09-08T20:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "e024f004-f9b6-40ee-9368-de07302b5161", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "e9c3cd1b-255d-4a0e-8513-bc0d514d008d", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "e9c3cd1b-255d-4a0e-8513-bc0d514d008d", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "e9c3cd1b-255d-4a0e-8513-bc0d514d008d", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "29f8df71-a26f-408e-9cc6-36ce1a46ddf7", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "29f8df71-a26f-408e-9cc6-36ce1a46ddf7", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "29f8df71-a26f-408e-9cc6-36ce1a46ddf7", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "6585562c-2757-492b-ab06-f89a4846a510", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "6585562c-2757-492b-ab06-f89a4846a510", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "6585562c-2757-492b-ab06-f89a4846a510", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1d288c6d-9dc8-4928-a814-031198b4d310", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1d288c6d-9dc8-4928-a814-031198b4d310", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1d288c6d-9dc8-4928-a814-031198b4d310", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1039ed95-9eed-4af9-a1ae-5d405d64bbb4", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1039ed95-9eed-4af9-a1ae-5d405d64bbb4", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1039ed95-9eed-4af9-a1ae-5d405d64bbb4", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "e353e87c-6555-4982-9f5f-da4bfb852b0d", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "e353e87c-6555-4982-9f5f-da4bfb852b0d", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "e353e87c-6555-4982-9f5f-da4bfb852b0d", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "openshift-service-ca.crt", "reconcileID": "ccaf203e-5302-4a00-afeb-2d61b26e3019", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-trusted-ca-bundle", "reconcileID": "b1d53014-310a-4a05-bc3d-bef77cb937fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "openshift-service-ca.crt", "reconcileID": "51d735c6-c218-48c4-9cf6-91dfd70cce30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab326", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:51:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "openshift-service-ca.crt", "reconcileID": "51d735c6-c218-48c4-9cf6-91dfd70cce30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a91034f2-1399-46fd-af93-035ab0ff7ffe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "openshift-service-ca.crt", "reconcileID": "d5dd871f-81d9-42b9-a891-1e83f275d47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-trusted-ca-bundle", "reconcileID": "ff4d23a9-e686-4121-93be-e18f284ecfed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:51:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-trusted-ca-bundle", "reconcileID": "ff4d23a9-e686-4121-93be-e18f284ecfed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48cff505-5c56-42bf-be70-e6470dccabeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:51:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "8d0fcf35-9f6c-480c-ac64-816ad5501777", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "8d0fcf35-9f6c-480c-ac64-816ad5501777", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "8d0fcf35-9f6c-480c-ac64-816ad5501777", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "6dd90e47-0e2b-4084-9d29-eebfae5a8a66", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "6dd90e47-0e2b-4084-9d29-eebfae5a8a66", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:51:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "6dd90e47-0e2b-4084-9d29-eebfae5a8a66", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "ecc72205-113c-42df-9c5c-dff89a3969b1", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "ecc72205-113c-42df-9c5c-dff89a3969b1", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "ecc72205-113c-42df-9c5c-dff89a3969b1", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "f2f55fb0-55cf-4386-8bfb-0ce88520ed7b", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "f2f55fb0-55cf-4386-8bfb-0ce88520ed7b", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "f2f55fb0-55cf-4386-8bfb-0ce88520ed7b", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1b3eb966-6b9e-4bbb-a49c-7561136d4cd4", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1b3eb966-6b9e-4bbb-a49c-7561136d4cd4", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1b3eb966-6b9e-4bbb-a49c-7561136d4cd4", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "662349c6-508f-4d4d-b54d-f382f50a4b67", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "662349c6-508f-4d4d-b54d-f382f50a4b67", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "662349c6-508f-4d4d-b54d-f382f50a4b67", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1ea9d559-487c-4697-8c72-46a2e946bcbe", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1ea9d559-487c-4697-8c72-46a2e946bcbe", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1ea9d559-487c-4697-8c72-46a2e946bcbe", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "a6ca00e2-1c9d-48e2-963d-ecb0acfc24ed", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "a6ca00e2-1c9d-48e2-963d-ecb0acfc24ed", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "a6ca00e2-1c9d-48e2-963d-ecb0acfc24ed", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1ae19037-6cd6-4f0b-94fb-6f9136297bf5", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1ae19037-6cd6-4f0b-94fb-6f9136297bf5", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "1ae19037-6cd6-4f0b-94fb-6f9136297bf5", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "98b756de-7e9e-45a7-93e8-cfe475a70e21", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "98b756de-7e9e-45a7-93e8-cfe475a70e21", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "98b756de-7e9e-45a7-93e8-cfe475a70e21", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "openshift-service-ca.crt", "reconcileID": "69f91bd4-af7a-4c49-a656-c239b8c5761c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:51:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-trusted-ca-bundle", "reconcileID": "c35dd2dc-33d7-4713-91d4-57304219f1f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:51:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-trusted-ca-bundle", "reconcileID": "c35dd2dc-33d7-4713-91d4-57304219f1f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:51:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "openshift-service-ca.crt", "reconcileID": "7225332d-4962-4aa3-ad62-022271d413cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0566ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:51:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "openshift-service-ca.crt", "reconcileID": "7225332d-4962-4aa3-ad62-022271d413cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa429845-5e2f-4b34-8a50-be722d7771a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "openshift-service-ca.crt", "reconcileID": "3cbd1aed-c5e6-4d7a-896f-693b1f3df8f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:51:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-trusted-ca-bundle", "reconcileID": "072262bc-1c57-48ac-aebd-015fed29a646", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:51:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-trusted-ca-bundle", "reconcileID": "072262bc-1c57-48ac-aebd-015fed29a646", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:51:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a91827e3-4653-4157-954a-2993fd9ad7e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:51:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "2bba332e-f9f2-49b8-8827-f6593419c956", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "2bba332e-f9f2-49b8-8827-f6593419c956", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "2bba332e-f9f2-49b8-8827-f6593419c956", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "740866b3-d469-48ef-8f46-dd79ec323837", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:51:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "740866b3-d469-48ef-8f46-dd79ec323837", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:51:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "740866b3-d469-48ef-8f46-dd79ec323837", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:52:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "c5b70e57-baac-4f6a-99b8-a8104f51598f", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "c5b70e57-baac-4f6a-99b8-a8104f51598f", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "c5b70e57-baac-4f6a-99b8-a8104f51598f", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "430db0e8-d1e9-4df2-88ab-5e092b86d26e", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:52:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "c5b70e57-baac-4f6a-99b8-a8104f51598f", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:52:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "c5b70e57-baac-4f6a-99b8-a8104f51598f", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "authType": "userdefined"} 2026-09-08T20:52:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "c5b70e57-baac-4f6a-99b8-a8104f51598f", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "430db0e8-d1e9-4df2-88ab-5e092b86d26e", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:52:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "430db0e8-d1e9-4df2-88ab-5e092b86d26e", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:52:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "54ee3c05-e66f-491c-87c2-6596579876d3", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "54ee3c05-e66f-491c-87c2-6596579876d3", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "54ee3c05-e66f-491c-87c2-6596579876d3", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "54ee3c05-e66f-491c-87c2-6596579876d3", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:52:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "54ee3c05-e66f-491c-87c2-6596579876d3", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "authType": "userdefined"} 2026-09-08T20:52:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "54ee3c05-e66f-491c-87c2-6596579876d3", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1888145c-f921-414a-8994-131bcaad272f", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1888145c-f921-414a-8994-131bcaad272f", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "1888145c-f921-414a-8994-131bcaad272f", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:52:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "f275eecc-7f01-4fb8-88d2-f4eefb09ec9c", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "f275eecc-7f01-4fb8-88d2-f4eefb09ec9c", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "f275eecc-7f01-4fb8-88d2-f4eefb09ec9c", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "f275eecc-7f01-4fb8-88d2-f4eefb09ec9c", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:52:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "f275eecc-7f01-4fb8-88d2-f4eefb09ec9c", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "authType": "userdefined"} 2026-09-08T20:52:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "f275eecc-7f01-4fb8-88d2-f4eefb09ec9c", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "6e7ca916-2e8d-4060-a24d-5a9daeecefc7", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "6e7ca916-2e8d-4060-a24d-5a9daeecefc7", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "6e7ca916-2e8d-4060-a24d-5a9daeecefc7", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "6e7ca916-2e8d-4060-a24d-5a9daeecefc7", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:52:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "6e7ca916-2e8d-4060-a24d-5a9daeecefc7", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "authType": "userdefined"} 2026-09-08T20:52:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "6e7ca916-2e8d-4060-a24d-5a9daeecefc7", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "1f4b3665-91a5-4660-80c7-9fde7d1437a9", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "1f4b3665-91a5-4660-80c7-9fde7d1437a9", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "1f4b3665-91a5-4660-80c7-9fde7d1437a9", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "1f4b3665-91a5-4660-80c7-9fde7d1437a9", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:52:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "1f4b3665-91a5-4660-80c7-9fde7d1437a9", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "authType": "userdefined"} 2026-09-08T20:52:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "1f4b3665-91a5-4660-80c7-9fde7d1437a9", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "16e791fb-72bd-4718-a666-aca56c8bfa76", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "16e791fb-72bd-4718-a666-aca56c8bfa76", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "16e791fb-72bd-4718-a666-aca56c8bfa76", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "d80bccf1-dcfd-4584-a5b1-ac351d6dcb06", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "d80bccf1-dcfd-4584-a5b1-ac351d6dcb06", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "d80bccf1-dcfd-4584-a5b1-ac351d6dcb06", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "4de5d9e1-401b-4f2c-93e6-bcc9ddcaa89a", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "4de5d9e1-401b-4f2c-93e6-bcc9ddcaa89a", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "4de5d9e1-401b-4f2c-93e6-bcc9ddcaa89a", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "8c41b471-f319-4c68-a482-224fd4185454", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "8c41b471-f319-4c68-a482-224fd4185454", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "8c41b471-f319-4c68-a482-224fd4185454", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "0c6b60e3-a299-4b2f-9df1-8da96c625386", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "0c6b60e3-a299-4b2f-9df1-8da96c625386", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "0c6b60e3-a299-4b2f-9df1-8da96c625386", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "9608469d-1266-43c0-9050-b2eb0012c37c", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "9608469d-1266-43c0-9050-b2eb0012c37c", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "9608469d-1266-43c0-9050-b2eb0012c37c", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "3b6794ab-4f1f-41fe-aa97-e470c81e1cec", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "3b6794ab-4f1f-41fe-aa97-e470c81e1cec", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "3b6794ab-4f1f-41fe-aa97-e470c81e1cec", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "openshift-service-ca.crt", "reconcileID": "bbcc4372-ffdf-42a1-89c7-834b48fa5d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-trusted-ca-bundle", "reconcileID": "78c1d587-54c0-4222-aa3e-0a0816ff6f75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "openshift-service-ca.crt", "reconcileID": "8fa5e15d-54b0-45c8-acab-3d39d5cb3812", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:52:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "openshift-service-ca.crt", "reconcileID": "8fa5e15d-54b0-45c8-acab-3d39d5cb3812", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd5864ff-0248-40e0-9363-eded7e89b0f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "openshift-service-ca.crt", "reconcileID": "c6864825-2279-46d3-bbe1-a47eadc00f74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-trusted-ca-bundle", "reconcileID": "462ab588-f349-4289-a24e-55bef01480e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:52:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-trusted-ca-bundle", "reconcileID": "462ab588-f349-4289-a24e-55bef01480e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1308bb2-bf88-4ef2-9059-a6ab8434e27c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:52:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "2f7a8872-51d8-4438-a8a2-a411bda5f7c0", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "2f7a8872-51d8-4438-a8a2-a411bda5f7c0", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "2f7a8872-51d8-4438-a8a2-a411bda5f7c0", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "d8d28f5d-5ce4-4d04-bd9a-6d26534c3eac", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "d8d28f5d-5ce4-4d04-bd9a-6d26534c3eac", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "d8d28f5d-5ce4-4d04-bd9a-6d26534c3eac", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "dbefff88-279d-48f4-ab64-0012814f630e", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "dbefff88-279d-48f4-ab64-0012814f630e", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "dbefff88-279d-48f4-ab64-0012814f630e", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:53:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "8f6200c6-7d8c-4894-a863-1f00b2330c4c", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:53:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "8f6200c6-7d8c-4894-a863-1f00b2330c4c", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9-authn-ssl"} 2026-09-08T20:53:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "8f6200c6-7d8c-4894-a863-1f00b2330c4c", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:53:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc733e3-e27c-4fde-8689-f7a49845a500", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc733e3-e27c-4fde-8689-f7a49845a500", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:53:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc733e3-e27c-4fde-8689-f7a49845a500", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-4126a9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:53:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-trusted-ca-bundle", "reconcileID": "a647915e-eb72-439f-8bbe-f2657a1ac37d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-trusted-ca-bundle", "reconcileID": "a647915e-eb72-439f-8bbe-f2657a1ac37d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "openshift-service-ca.crt", "reconcileID": "b23ccea0-aa8e-418b-8712-2d3a10bca55a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "openshift-service-ca.crt", "reconcileID": "b23ccea0-aa8e-418b-8712-2d3a10bca55a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19238525-f54f-49c6-b9ed-daa5c8636a03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-4126a9"}, "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19238525-f54f-49c6-b9ed-daa5c8636a03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-4126a9"} 2026-09-08T20:53:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-4126a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-4126a9", "reconcileID": "a83a83f8-11e7-4a05-95cc-5e5b257818ad", "Gateway": "e2e-ipp-cleanup-4126a9", "namespace": "openshift-ingress"} 2026-09-08T20:53:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "995ba93f-0f13-4987-8de7-cdc9ed10e40a", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:53:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "995ba93f-0f13-4987-8de7-cdc9ed10e40a", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "995ba93f-0f13-4987-8de7-cdc9ed10e40a", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:53:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "81bbdad9-a88d-44df-8aa3-b4c09e498035", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:53:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "81bbdad9-a88d-44df-8aa3-b4c09e498035", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "81bbdad9-a88d-44df-8aa3-b4c09e498035", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "53a56c3e-a3a8-4c0a-a3cb-abd0d2d3b941", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "53a56c3e-a3a8-4c0a-a3cb-abd0d2d3b941", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "53a56c3e-a3a8-4c0a-a3cb-abd0d2d3b941", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:53:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "e7444503-bed7-4f3c-8298-8cec84f21bc4", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:53:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "e7444503-bed7-4f3c-8298-8cec84f21bc4", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:53:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "e7444503-bed7-4f3c-8298-8cec84f21bc4", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:53:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "e7444503-bed7-4f3c-8298-8cec84f21bc4", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:53:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "e7444503-bed7-4f3c-8298-8cec84f21bc4", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "authType": "userdefined"} 2026-09-08T20:53:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "e7444503-bed7-4f3c-8298-8cec84f21bc4", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "285484c6-d3eb-4bb8-bc77-d49b7b04910c", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:54:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "285484c6-d3eb-4bb8-bc77-d49b7b04910c", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:54:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "285484c6-d3eb-4bb8-bc77-d49b7b04910c", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:54:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326"} 2026-09-08T20:54:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:54:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:54:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "b1cedc99-a6f5-4017-a316-993f0a3f42d6", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac13d190-e338-4e81-b849-ccfc66322339", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac13d190-e338-4e81-b849-ccfc66322339", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:54:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac13d190-e338-4e81-b849-ccfc66322339", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-aab326 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-trusted-ca-bundle", "reconcileID": "99bcc8d6-161b-4fe4-a297-a367a8b3c6d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-trusted-ca-bundle", "reconcileID": "99bcc8d6-161b-4fe4-a297-a367a8b3c6d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "openshift-service-ca.crt", "reconcileID": "a1916463-4643-46cc-95a7-0c33f151ec19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "openshift-service-ca.crt", "reconcileID": "a1916463-4643-46cc-95a7-0c33f151ec19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b1f7a3-440b-4ce1-b804-10be4fae32b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b1f7a3-440b-4ce1-b804-10be4fae32b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326"} 2026-09-08T20:54:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:54:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326-kserve-route-authn"} 2026-09-08T20:54:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "3a259fbb-ec04-44f1-b6f5-5a0b3b0c0b77", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab326","namespace":"ai-tenant-e2e-ipp-a-aab326"}, "namespace": "ai-tenant-e2e-ipp-a-aab326", "name": "ipp-route-aab326", "reconcileID": "16477aa4-73d3-4089-ad0a-c30115300467", "LLMInferenceService": "ipp-route-aab326", "namespace": "ai-tenant-e2e-ipp-a-aab326"} 2026-09-08T20:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "d762cd7c-98c0-4a64-8a85-d5414b26e83c", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "d762cd7c-98c0-4a64-8a85-d5414b26e83c", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326-authn-ssl"} 2026-09-08T20:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "d762cd7c-98c0-4a64-8a85-d5414b26e83c", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:54:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab326","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab326", "reconcileID": "2f84530a-74f7-4b20-a844-7e1adff49740", "Gateway": "e2e-ipp-a-aab326", "namespace": "openshift-ingress"} 2026-09-08T20:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "65ac5354-b889-4d38-980d-28dde23a6f4a", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "65ac5354-b889-4d38-980d-28dde23a6f4a", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "65ac5354-b889-4d38-980d-28dde23a6f4a", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "c57fdf0d-1ae8-445c-bf8a-8d33052539d3", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "c57fdf0d-1ae8-445c-bf8a-8d33052539d3", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff-authn-ssl"} 2026-09-08T20:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "c57fdf0d-1ae8-445c-bf8a-8d33052539d3", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:54:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26e697e2-2941-4fe4-88ba-960599a918d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26e697e2-2941-4fe4-88ba-960599a918d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:54:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26e697e2-2941-4fe4-88ba-960599a918d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0566ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:54:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-trusted-ca-bundle", "reconcileID": "b54f17ea-3537-48f2-9dc1-161dfafa0fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-trusted-ca-bundle", "reconcileID": "b54f17ea-3537-48f2-9dc1-161dfafa0fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "openshift-service-ca.crt", "reconcileID": "c5cdac9b-cbbd-45f4-9531-a0022e6d7814", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "openshift-service-ca.crt", "reconcileID": "c5cdac9b-cbbd-45f4-9531-a0022e6d7814", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b623f03-364a-4d7e-9511-105226beb02b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0566ff"}, "namespace": "ai-tenant-e2e-ipp-b-0566ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b623f03-364a-4d7e-9511-105226beb02b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0566ff"} 2026-09-08T20:54:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0566ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0566ff", "reconcileID": "eaf4bb0c-b13f-4714-9e17-793265d28279", "Gateway": "e2e-ipp-b-0566ff", "namespace": "openshift-ingress"} 2026-09-08T20:54:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T20:54:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T20:54:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T20:54:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T20:55:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "17d68854-efff-4616-a8f5-1bfcda3e2a69", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:55:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "17d68854-efff-4616-a8f5-1bfcda3e2a69", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f-authn-ssl"} 2026-09-08T20:55:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "17d68854-efff-4616-a8f5-1bfcda3e2a69", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:55:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "3c2bb060-dd4b-476c-9d94-a4ef340d6b13", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:55:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "3c2bb060-dd4b-476c-9d94-a4ef340d6b13", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f-authn-ssl"} 2026-09-08T20:55:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "3c2bb060-dd4b-476c-9d94-a4ef340d6b13", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e045f269-2b87-4adf-896a-faf4b041b9bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e045f269-2b87-4adf-896a-faf4b041b9bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:55:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e045f269-2b87-4adf-896a-faf4b041b9bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-78dd9f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-trusted-ca-bundle", "reconcileID": "45ae6efc-04f7-4532-b1c6-c0650a586c20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-trusted-ca-bundle", "reconcileID": "45ae6efc-04f7-4532-b1c6-c0650a586c20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "openshift-service-ca.crt", "reconcileID": "3e903243-3cb1-4883-8d02-18ab1c75b6cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "openshift-service-ca.crt", "reconcileID": "3e903243-3cb1-4883-8d02-18ab1c75b6cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d2f555-14c4-41f3-9c67-033b487a8a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-78dd9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d2f555-14c4-41f3-9c67-033b487a8a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-78dd9f"} 2026-09-08T20:55:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-78dd9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-78dd9f", "reconcileID": "c5f4c61d-72d6-4d8d-aabc-23f6edbe07d0", "Gateway": "e2e-shared-a-w3-78dd9f", "namespace": "openshift-ingress"} 2026-09-08T20:55:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "1d982ce0-350b-4ded-abb3-ef5faef93f3e", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:55:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "1d982ce0-350b-4ded-abb3-ef5faef93f3e", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b-authn-ssl"} 2026-09-08T20:55:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "1d982ce0-350b-4ded-abb3-ef5faef93f3e", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "e43d43bf-59b0-491a-9b9d-690f3df3f38d", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "e43d43bf-59b0-491a-9b9d-690f3df3f38d", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b-authn-ssl"} 2026-09-08T20:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "e43d43bf-59b0-491a-9b9d-690f3df3f38d", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:55:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e66828a-6742-40b0-b1b7-8f06a25fe369", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e66828a-6742-40b0-b1b7-8f06a25fe369", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T20:55:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e66828a-6742-40b0-b1b7-8f06a25fe369", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c9590b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T20:55:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-trusted-ca-bundle", "reconcileID": "51c818c0-7ad7-4065-9c07-5474cd743a0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-trusted-ca-bundle", "reconcileID": "51c818c0-7ad7-4065-9c07-5474cd743a0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "openshift-service-ca.crt", "reconcileID": "9a290ed8-871e-4668-96c7-13845665a6a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "openshift-service-ca.crt", "reconcileID": "9a290ed8-871e-4668-96c7-13845665a6a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ee0016d-9bf3-474d-9223-2dafa65b2d7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c9590b"}, "namespace": "ai-tenant-e2e-shared-b-w3-c9590b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ee0016d-9bf3-474d-9223-2dafa65b2d7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c9590b"} 2026-09-08T20:55:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c9590b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c9590b", "reconcileID": "248d9eba-ee69-4dad-b6b5-6bbf2f90de6b", "Gateway": "e2e-shared-b-w3-c9590b", "namespace": "openshift-ingress"} 2026-09-08T20:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "1336bc0d-7c48-431b-8865-f3a2d35faf56", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "1336bc0d-7c48-431b-8865-f3a2d35faf56", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "1336bc0d-7c48-431b-8865-f3a2d35faf56", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c5ecca9-8352-4342-9a8a-09a9650d28e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T20:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "1336bc0d-7c48-431b-8865-f3a2d35faf56", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597-kserve-route-authn"} 2026-09-08T20:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "1336bc0d-7c48-431b-8865-f3a2d35faf56", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T20:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "1336bc0d-7c48-431b-8865-f3a2d35faf56", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c5ecca9-8352-4342-9a8a-09a9650d28e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T20:59:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7c5ecca9-8352-4342-9a8a-09a9650d28e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T20:59:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "a9817174-38ff-40c8-bc03-18cc3c9bf143", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "a9817174-38ff-40c8-bc03-18cc3c9bf143", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "a9817174-38ff-40c8-bc03-18cc3c9bf143", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "a9817174-38ff-40c8-bc03-18cc3c9bf143", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597-kserve-route-authn"} 2026-09-08T20:59:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "a9817174-38ff-40c8-bc03-18cc3c9bf143", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T20:59:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "a9817174-38ff-40c8-bc03-18cc3c9bf143", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "c21ee881-22d5-4eac-a7b8-2e3a124e9327", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "c21ee881-22d5-4eac-a7b8-2e3a124e9327", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "c21ee881-22d5-4eac-a7b8-2e3a124e9327", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c6adc8d-6f13-4794-82bc-408b7e76a06b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T20:59:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "c21ee881-22d5-4eac-a7b8-2e3a124e9327", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597-kserve-route-authn"} 2026-09-08T20:59:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "c21ee881-22d5-4eac-a7b8-2e3a124e9327", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T20:59:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "c21ee881-22d5-4eac-a7b8-2e3a124e9327", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c6adc8d-6f13-4794-82bc-408b7e76a06b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T20:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c6adc8d-6f13-4794-82bc-408b7e76a06b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T20:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dcfd916-b57d-46a9-9b92-00923a32b2f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T20:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dcfd916-b57d-46a9-9b92-00923a32b2f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T20:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dcfd916-b57d-46a9-9b92-00923a32b2f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T20:59:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "f262c8a4-d0a6-4973-a0e0-d7f9f8f6923a", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "f262c8a4-d0a6-4973-a0e0-d7f9f8f6923a", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "f262c8a4-d0a6-4973-a0e0-d7f9f8f6923a", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "f262c8a4-d0a6-4973-a0e0-d7f9f8f6923a", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597-kserve-route-authn"} 2026-09-08T20:59:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "f262c8a4-d0a6-4973-a0e0-d7f9f8f6923a", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T20:59:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "f262c8a4-d0a6-4973-a0e0-d7f9f8f6923a", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "e5236d1a-8bdc-423b-8d88-8a0875a77090", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "e5236d1a-8bdc-423b-8d88-8a0875a77090", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "e5236d1a-8bdc-423b-8d88-8a0875a77090", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T20:59:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "e5236d1a-8bdc-423b-8d88-8a0875a77090", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597-kserve-route-authn"} 2026-09-08T20:59:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "e5236d1a-8bdc-423b-8d88-8a0875a77090", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T20:59:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "e5236d1a-8bdc-423b-8d88-8a0875a77090", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c79ca697-7f8d-4362-bb48-0639b4c5a5fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c79ca697-7f8d-4362-bb48-0639b4c5a5fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T21:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c79ca697-7f8d-4362-bb48-0639b4c5a5fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "8456bd03-f90c-4da6-9896-70ced58d5594", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "8456bd03-f90c-4da6-9896-70ced58d5594", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "8456bd03-f90c-4da6-9896-70ced58d5594", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "8456bd03-f90c-4da6-9896-70ced58d5594", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597-kserve-route-authn"} 2026-09-08T21:00:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "8456bd03-f90c-4da6-9896-70ced58d5594", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T21:00:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "8456bd03-f90c-4da6-9896-70ced58d5594", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "27de2840-e4c4-4088-9cef-a3e1e320865b", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "27de2840-e4c4-4088-9cef-a3e1e320865b", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "27de2840-e4c4-4088-9cef-a3e1e320865b", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "27de2840-e4c4-4088-9cef-a3e1e320865b", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597-kserve-route-authn"} 2026-09-08T21:00:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "27de2840-e4c4-4088-9cef-a3e1e320865b", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T21:00:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "27de2840-e4c4-4088-9cef-a3e1e320865b", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "46020114-3060-4071-9653-bef52094587d", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "46020114-3060-4071-9653-bef52094587d", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "46020114-3060-4071-9653-bef52094587d", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "46020114-3060-4071-9653-bef52094587d", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597-kserve-route-authn"} 2026-09-08T21:00:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "46020114-3060-4071-9653-bef52094587d", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "authType": "userdefined"} 2026-09-08T21:00:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "46020114-3060-4071-9653-bef52094587d", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "8a35becd-1f21-4fdb-90c6-e4895cea718d", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "8a35becd-1f21-4fdb-90c6-e4895cea718d", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597"} 2026-09-08T21:00:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "8a35becd-1f21-4fdb-90c6-e4895cea718d", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "8a35becd-1f21-4fdb-90c6-e4895cea718d", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "8a35becd-1f21-4fdb-90c6-e4895cea718d", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597-kserve-route-authn"} 2026-09-08T21:00:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "8a35becd-1f21-4fdb-90c6-e4895cea718d", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm", "name": "e2e-same-id-a-89808597-kserve-route-authn"} 2026-09-08T21:00:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-89808597", "reconcileID": "6f186d2c-2ca0-4dc5-852b-498565fca438", "LLMInferenceService": "e2e-same-id-a-89808597", "namespace": "llm"} 2026-09-08T21:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c9b59a2-2e04-49b1-ba5b-18271c5ee85c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c9b59a2-2e04-49b1-ba5b-18271c5ee85c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T21:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2c9b59a2-2e04-49b1-ba5b-18271c5ee85c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16486d4c-40aa-4d88-9190-223e9b17e12e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16486d4c-40aa-4d88-9190-223e9b17e12e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T21:00:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "16486d4c-40aa-4d88-9190-223e9b17e12e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "d748b0be-d49a-41d6-9b79-ba9dcaea26a8", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "d748b0be-d49a-41d6-9b79-ba9dcaea26a8", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597"} 2026-09-08T21:00:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "d748b0be-d49a-41d6-9b79-ba9dcaea26a8", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "d748b0be-d49a-41d6-9b79-ba9dcaea26a8", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "d748b0be-d49a-41d6-9b79-ba9dcaea26a8", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597-kserve-route-authn"} 2026-09-08T21:00:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "d748b0be-d49a-41d6-9b79-ba9dcaea26a8", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm", "name": "e2e-same-id-b-89808597-kserve-route-authn"} 2026-09-08T21:00:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-89808597","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-89808597", "reconcileID": "5facea12-ffcd-452d-bcc8-8721fd12124b", "LLMInferenceService": "e2e-same-id-b-89808597", "namespace": "llm"} 2026-09-08T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49db143c-2465-4f9a-ab9f-afd1b5dd954b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49db143c-2465-4f9a-ab9f-afd1b5dd954b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49db143c-2465-4f9a-ab9f-afd1b5dd954b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fae30a2-099e-440e-abf1-206cf361fcb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fae30a2-099e-440e-abf1-206cf361fcb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fae30a2-099e-440e-abf1-206cf361fcb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T21:01:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T21:01:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T21:01:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T21:01:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}