2026-06-11T20:07:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "974b33f4-ff9b-4446-8aa2-ebde4b874912", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-11T20:07:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "0fd245fd-8243-4020-b884-82e8a60b6409", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:07:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "0fd245fd-8243-4020-b884-82e8a60b6409", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-11T20:07:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc04a154-f577-4d6a-8d13-51ee2c490600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-11T20:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "506eb9ac-ed7f-48a6-aceb-e42b43bf811d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "506eb9ac-ed7f-48a6-aceb-e42b43bf811d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "506eb9ac-ed7f-48a6-aceb-e42b43bf811d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "994d8b7d-16a5-4bcc-9af8-8417d300483f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-11T20:07:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75f46e53-faa7-46f8-8ef7-c74cfe5220cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:07:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75f46e53-faa7-46f8-8ef7-c74cfe5220cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:07:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75f46e53-faa7-46f8-8ef7-c74cfe5220cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0ba4ebe3-fe4e-46a0-866f-2e689df1c1db", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T20:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "b864c165-55a6-4d15-a9ff-8df83b26495f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T20:08:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "48f89da9-1fd4-4113-8fb0-02422e1b0109", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:08:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "48f89da9-1fd4-4113-8fb0-02422e1b0109", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T20:08:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "67335e43-1ad7-4f57-9373-e20d06a2b20a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:08:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "67335e43-1ad7-4f57-9373-e20d06a2b20a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6220082d-3a47-4860-8083-4b30f38cd018", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T20:08:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0d426310-ea1d-4898-9635-1d812f70e218", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:08:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "0d426310-ea1d-4898-9635-1d812f70e218", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T20:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f61b6ffe-c02b-4fbb-a606-cda4784b31b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T20:08:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24981060-fe1c-46c7-8703-80a4280a0864", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97e0eb81-fa93-4c99-b583-b805f9e9aef8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97e0eb81-fa93-4c99-b583-b805f9e9aef8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97e0eb81-fa93-4c99-b583-b805f9e9aef8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b0bc1864-53df-49ec-b889-57c065e9232f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b0bc1864-53df-49ec-b889-57c065e9232f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b0bc1864-53df-49ec-b889-57c065e9232f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18859c0e-25ca-4ba7-b66f-13fa7adfb753", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18859c0e-25ca-4ba7-b66f-13fa7adfb753", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b0bc1864-53df-49ec-b889-57c065e9232f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T20:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b0bc1864-53df-49ec-b889-57c065e9232f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "b0bc1864-53df-49ec-b889-57c065e9232f", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18859c0e-25ca-4ba7-b66f-13fa7adfb753", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2380a88-e784-4a57-a038-6578a8a154ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8da66cde-15c7-41cb-8a58-703f7c866293", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8da66cde-15c7-41cb-8a58-703f7c866293", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8da66cde-15c7-41cb-8a58-703f7c866293", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8da66cde-15c7-41cb-8a58-703f7c866293", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T20:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8da66cde-15c7-41cb-8a58-703f7c866293", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8da66cde-15c7-41cb-8a58-703f7c866293", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2380a88-e784-4a57-a038-6578a8a154ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21f605d4-6153-4f54-8199-19779ff135b4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21f605d4-6153-4f54-8199-19779ff135b4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21f605d4-6153-4f54-8199-19779ff135b4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21f605d4-6153-4f54-8199-19779ff135b4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T20:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21f605d4-6153-4f54-8199-19779ff135b4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "21f605d4-6153-4f54-8199-19779ff135b4", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2380a88-e784-4a57-a038-6578a8a154ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "23772b61-44ae-4ecd-bcf2-66ff10ecaacc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "23772b61-44ae-4ecd-bcf2-66ff10ecaacc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "23772b61-44ae-4ecd-bcf2-66ff10ecaacc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "317267df-17b4-4449-b64a-6f3d0386efeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "23772b61-44ae-4ecd-bcf2-66ff10ecaacc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T20:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "23772b61-44ae-4ecd-bcf2-66ff10ecaacc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "23772b61-44ae-4ecd-bcf2-66ff10ecaacc", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "317267df-17b4-4449-b64a-6f3d0386efeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "317267df-17b4-4449-b64a-6f3d0386efeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "66de78d9-079b-48c6-ae51-755cfafef910", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "66de78d9-079b-48c6-ae51-755cfafef910", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "66de78d9-079b-48c6-ae51-755cfafef910", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03878782-867f-47a5-ab5b-7fca8856c748", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "66de78d9-079b-48c6-ae51-755cfafef910", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "66de78d9-079b-48c6-ae51-755cfafef910", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "66de78d9-079b-48c6-ae51-755cfafef910", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03878782-867f-47a5-ab5b-7fca8856c748", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03878782-867f-47a5-ab5b-7fca8856c748", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f8960683-e54f-46c0-aed1-edbdfc843ad2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f8960683-e54f-46c0-aed1-edbdfc843ad2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f8960683-e54f-46c0-aed1-edbdfc843ad2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de90ac9a-dcf0-4137-8490-815d126b3180", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f8960683-e54f-46c0-aed1-edbdfc843ad2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:08:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f8960683-e54f-46c0-aed1-edbdfc843ad2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f8960683-e54f-46c0-aed1-edbdfc843ad2", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de90ac9a-dcf0-4137-8490-815d126b3180", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de90ac9a-dcf0-4137-8490-815d126b3180", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "63db529a-c8fa-46c5-9546-0be90faeb56d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:08:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "63db529a-c8fa-46c5-9546-0be90faeb56d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:08:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "63db529a-c8fa-46c5-9546-0be90faeb56d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be741342-8a33-4d81-87a6-796182a7f779", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "63db529a-c8fa-46c5-9546-0be90faeb56d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T20:08:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "63db529a-c8fa-46c5-9546-0be90faeb56d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "63db529a-c8fa-46c5-9546-0be90faeb56d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be741342-8a33-4d81-87a6-796182a7f779", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be741342-8a33-4d81-87a6-796182a7f779", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69d3d2e0-53a8-4615-a7ce-71e3e65b9328", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69d3d2e0-53a8-4615-a7ce-71e3e65b9328", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69d3d2e0-53a8-4615-a7ce-71e3e65b9328", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4150dbbe-90a8-4198-a7f7-b01469a39e4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4150dbbe-90a8-4198-a7f7-b01469a39e4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4150dbbe-90a8-4198-a7f7-b01469a39e4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4150dbbe-90a8-4198-a7f7-b01469a39e4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T20:08:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4150dbbe-90a8-4198-a7f7-b01469a39e4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4150dbbe-90a8-4198-a7f7-b01469a39e4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af8947f0-2cc1-46cd-9fe2-13ed1d1fb589", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af8947f0-2cc1-46cd-9fe2-13ed1d1fb589", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af8947f0-2cc1-46cd-9fe2-13ed1d1fb589", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af8947f0-2cc1-46cd-9fe2-13ed1d1fb589", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T20:08:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af8947f0-2cc1-46cd-9fe2-13ed1d1fb589", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "af8947f0-2cc1-46cd-9fe2-13ed1d1fb589", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8492bfa-d3ad-4a5b-b18f-a26a456961c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8492bfa-d3ad-4a5b-b18f-a26a456961c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8492bfa-d3ad-4a5b-b18f-a26a456961c4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13fc7aad-0134-4f03-bc92-742444f8a717", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13fc7aad-0134-4f03-bc92-742444f8a717", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13fc7aad-0134-4f03-bc92-742444f8a717", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13fc7aad-0134-4f03-bc92-742444f8a717", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T20:08:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13fc7aad-0134-4f03-bc92-742444f8a717", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "13fc7aad-0134-4f03-bc92-742444f8a717", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97d2671d-8c00-4254-ae5a-4c80f75474af", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97d2671d-8c00-4254-ae5a-4c80f75474af", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97d2671d-8c00-4254-ae5a-4c80f75474af", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97d2671d-8c00-4254-ae5a-4c80f75474af", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T20:08:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97d2671d-8c00-4254-ae5a-4c80f75474af", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "97d2671d-8c00-4254-ae5a-4c80f75474af", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6767108-0b8e-4258-ad3b-3f3aca2b11bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6767108-0b8e-4258-ad3b-3f3aca2b11bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:08:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c6767108-0b8e-4258-ad3b-3f3aca2b11bf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:08:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f80fc240-3337-41de-8613-6b6a32327050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f80fc240-3337-41de-8613-6b6a32327050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f80fc240-3337-41de-8613-6b6a32327050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f80fc240-3337-41de-8613-6b6a32327050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T20:08:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f80fc240-3337-41de-8613-6b6a32327050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "f80fc240-3337-41de-8613-6b6a32327050", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "da3b3cc4-bbb1-4da0-afbd-f12f592daf5c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "da3b3cc4-bbb1-4da0-afbd-f12f592daf5c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "da3b3cc4-bbb1-4da0-afbd-f12f592daf5c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:08:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "da3b3cc4-bbb1-4da0-afbd-f12f592daf5c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:08:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "da3b3cc4-bbb1-4da0-afbd-f12f592daf5c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:08:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "da3b3cc4-bbb1-4da0-afbd-f12f592daf5c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f285add8-e77e-4c7b-8277-77b6e9c3c750", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:09:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f285add8-e77e-4c7b-8277-77b6e9c3c750", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:09:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f285add8-e77e-4c7b-8277-77b6e9c3c750", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:09:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e7ba0d3a-122f-47d3-a565-1f741768cd2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e7ba0d3a-122f-47d3-a565-1f741768cd2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e7ba0d3a-122f-47d3-a565-1f741768cd2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e7ba0d3a-122f-47d3-a565-1f741768cd2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:09:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e7ba0d3a-122f-47d3-a565-1f741768cd2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e7ba0d3a-122f-47d3-a565-1f741768cd2d", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ba1b87fe-7f8a-4678-8a4b-393eaf23311a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ba1b87fe-7f8a-4678-8a4b-393eaf23311a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ba1b87fe-7f8a-4678-8a4b-393eaf23311a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ba1b87fe-7f8a-4678-8a4b-393eaf23311a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:09:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ba1b87fe-7f8a-4678-8a4b-393eaf23311a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "ba1b87fe-7f8a-4678-8a4b-393eaf23311a", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:09Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:09:09Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:09:12Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:09:12Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:09:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0943e995-31f2-40da-a193-1399ce567f42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:09:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0943e995-31f2-40da-a193-1399ce567f42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:09:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0943e995-31f2-40da-a193-1399ce567f42", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:09:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fbd59fbb-72e8-46a2-8d4c-aece3e9797f4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fbd59fbb-72e8-46a2-8d4c-aece3e9797f4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fbd59fbb-72e8-46a2-8d4c-aece3e9797f4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fbd59fbb-72e8-46a2-8d4c-aece3e9797f4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:09:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fbd59fbb-72e8-46a2-8d4c-aece3e9797f4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fbd59fbb-72e8-46a2-8d4c-aece3e9797f4", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "920ace4d-d0d9-4109-b22e-c8d9b3c9d6ba", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "920ace4d-d0d9-4109-b22e-c8d9b3c9d6ba", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "920ace4d-d0d9-4109-b22e-c8d9b3c9d6ba", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "920ace4d-d0d9-4109-b22e-c8d9b3c9d6ba", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T20:09:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "920ace4d-d0d9-4109-b22e-c8d9b3c9d6ba", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "920ace4d-d0d9-4109-b22e-c8d9b3c9d6ba", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6ea1f26-d081-4558-bc61-8bab96ccbb6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6ea1f26-d081-4558-bc61-8bab96ccbb6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b6ea1f26-d081-4558-bc61-8bab96ccbb6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "14715b55-97df-4135-a241-3f397be3100c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "14715b55-97df-4135-a241-3f397be3100c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "14715b55-97df-4135-a241-3f397be3100c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "14715b55-97df-4135-a241-3f397be3100c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T20:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "14715b55-97df-4135-a241-3f397be3100c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "14715b55-97df-4135-a241-3f397be3100c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:09:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "264c31ea-b9c8-45e7-bc77-10a3d7f1a1d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:09:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "264c31ea-b9c8-45e7-bc77-10a3d7f1a1d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:09:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "264c31ea-b9c8-45e7-bc77-10a3d7f1a1d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:09:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "264c31ea-b9c8-45e7-bc77-10a3d7f1a1d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T20:09:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "264c31ea-b9c8-45e7-bc77-10a3d7f1a1d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "264c31ea-b9c8-45e7-bc77-10a3d7f1a1d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T20:09:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb095a11-32f6-4648-a938-9c5c557ae983", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:09:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb095a11-32f6-4648-a938-9c5c557ae983", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:09:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb095a11-32f6-4648-a938-9c5c557ae983", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:09:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb095a11-32f6-4648-a938-9c5c557ae983", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T20:09:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb095a11-32f6-4648-a938-9c5c557ae983", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "bb095a11-32f6-4648-a938-9c5c557ae983", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T20:09:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "43ba687e-726e-4a4b-bc39-ad1e320ac1b8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:09:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "43ba687e-726e-4a4b-bc39-ad1e320ac1b8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:09:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "43ba687e-726e-4a4b-bc39-ad1e320ac1b8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:09:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "43ba687e-726e-4a4b-bc39-ad1e320ac1b8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T20:09:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "43ba687e-726e-4a4b-bc39-ad1e320ac1b8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "43ba687e-726e-4a4b-bc39-ad1e320ac1b8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:09:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5acdbf-7af5-4c36-a672-ed8ea9b255d8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5acdbf-7af5-4c36-a672-ed8ea9b255d8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5acdbf-7af5-4c36-a672-ed8ea9b255d8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:09:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5acdbf-7af5-4c36-a672-ed8ea9b255d8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:09:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5acdbf-7af5-4c36-a672-ed8ea9b255d8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:09:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "dc5acdbf-7af5-4c36-a672-ed8ea9b255d8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:10:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dc1f7c9b-0726-4233-8f70-6cbdd64b4118", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:10:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dc1f7c9b-0726-4233-8f70-6cbdd64b4118", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:10:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dc1f7c9b-0726-4233-8f70-6cbdd64b4118", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:10:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dc1f7c9b-0726-4233-8f70-6cbdd64b4118", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T20:10:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dc1f7c9b-0726-4233-8f70-6cbdd64b4118", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:10:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dc1f7c9b-0726-4233-8f70-6cbdd64b4118", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80a79f71-2eeb-4d41-9150-ede7981b267f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80a79f71-2eeb-4d41-9150-ede7981b267f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80a79f71-2eeb-4d41-9150-ede7981b267f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80a79f71-2eeb-4d41-9150-ede7981b267f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T20:10:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80a79f71-2eeb-4d41-9150-ede7981b267f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:10:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "80a79f71-2eeb-4d41-9150-ede7981b267f", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad98a061-5132-461c-84e1-09e133507826", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad98a061-5132-461c-84e1-09e133507826", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad98a061-5132-461c-84e1-09e133507826", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:10:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad98a061-5132-461c-84e1-09e133507826", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T20:10:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad98a061-5132-461c-84e1-09e133507826", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T20:10:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "ad98a061-5132-461c-84e1-09e133507826", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T20:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "982ab300-a19c-422b-ad00-12f2650729ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T20:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "16669c04-a016-4cee-829a-922705702de0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T20:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bc873277-968d-4f40-972d-8bf8a084aac8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:10:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "bc873277-968d-4f40-972d-8bf8a084aac8", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T20:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e42ea4da-c8af-4364-9a5d-baf38b4e074f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T20:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "ab407ce9-72e1-4210-8384-6c4d0975b93c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T20:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0241dbfa-4def-4ba8-95f1-790e69afb01b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:10:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "0241dbfa-4def-4ba8-95f1-790e69afb01b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T20:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "063609e7-14ed-4fc7-a055-3cda970f803c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T20:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "bf2c80f7-6911-48c4-b332-0fbc77b0f823", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T20:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bc1a204a-b5aa-4d94-b2e4-64fe4650c061", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T20:10:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "259c1c7b-240e-477b-a5c1-c27312c4746a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:10:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "259c1c7b-240e-477b-a5c1-c27312c4746a", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T20:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "72a18294-1086-4a5d-bada-342bc99c236f", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T20:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3151ef6b-14fd-4ffc-8b7d-eee4c68152fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T20:10:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "cedcd995-5ce7-4a83-8770-8ecbaca1389b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:10:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "cedcd995-5ce7-4a83-8770-8ecbaca1389b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T20:10:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2256e4a0-4ea6-4400-bb6f-c2cdf8613398", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T20:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "aac23a8a-f8f2-4551-9e48-d2b968ed4668", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ddfa7bb3-e8d8-4cf9-a2d2-112acd920678", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:12:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "ddfa7bb3-e8d8-4cf9-a2d2-112acd920678", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "618da21b-7ea7-4cfb-91a4-54c830b895cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1348ea7-47b9-4132-80d3-1493a345a283", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "0b8818b7-d708-420f-a25d-004431e92641", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ad6a47f4-9798-4a45-99e3-3cbc6505a035", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:12:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ad6a47f4-9798-4a45-99e3-3cbc6505a035", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c720ca38-6f73-4bcb-b525-5430d02dd127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c131ff-bffa-49a3-a9f5-4649aadd804f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c131ff-bffa-49a3-a9f5-4649aadd804f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:12:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c131ff-bffa-49a3-a9f5-4649aadd804f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:12:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ce73020f-83da-48ed-9229-2366c9b9289a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "ce73020f-83da-48ed-9229-2366c9b9289a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "03a129fd-8ae7-4b23-8aef-01162f6209c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "03a129fd-8ae7-4b23-8aef-01162f6209c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d48a3c-1162-4be7-8b51-298543d545e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:12:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2d48a3c-1162-4be7-8b51-298543d545e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "20760ef0-bff7-4a53-bbcc-ee0ba33e0b0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "8d83fbad-5d3b-49bd-b202-6ac726689745", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6df54711-aa1e-4741-84ce-94ed45a77294", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:13:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6df54711-aa1e-4741-84ce-94ed45a77294", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "647dfde8-27b8-4767-b333-d588d5a696c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:13:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "647dfde8-27b8-4767-b333-d588d5a696c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:13:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4dc84ca-2138-420c-b922-b91f1fb322e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:13:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4dc84ca-2138-420c-b922-b91f1fb322e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "3519d73d-75de-4ba5-a4bb-8d4be77ca16b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f54efae0-9a67-4ff7-89a0-72d2a4409d8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90654fb1-39f6-4fa3-9303-6c7d541114ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f18b6a41-ed0b-415d-b8f4-bbbe468cf7fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f18b6a41-ed0b-415d-b8f4-bbbe468cf7fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:13:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f18b6a41-ed0b-415d-b8f4-bbbe468cf7fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:13:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f8a6d71c-b480-409d-a7fa-5c464d1ca9cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f8a6d71c-b480-409d-a7fa-5c464d1ca9cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9050765b-c5c9-49a6-a4f2-b411ac37fbee", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "9050765b-c5c9-49a6-a4f2-b411ac37fbee", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9af4c06-ba0e-459e-8a3c-ca4f89498d24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9af4c06-ba0e-459e-8a3c-ca4f89498d24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "openshift-service-ca.crt", "reconcileID": "a8c293ab-1872-4473-afa2-a9f6c167cd07", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "2cd5fc8d-fa97-4bdd-a8ca-b3d444543f41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "openshift-service-ca.crt", "reconcileID": "a0bc1f35-0341-494d-b40d-dfd7ae13e4e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-909dfb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:13:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "openshift-service-ca.crt", "reconcileID": "a0bc1f35-0341-494d-b40d-dfd7ae13e4e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "488308be-76c2-418d-89ac-2289f86ff259", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "openshift-service-ca.crt", "reconcileID": "96dc8b18-abc5-4083-9078-5d62d30959c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "9d0c96f3-351f-45f6-b5ae-e590d51e72a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-909dfb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:13:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "9d0c96f3-351f-45f6-b5ae-e590d51e72a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2627dd28-6ddf-4515-8db4-fc337a42edc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:13:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d60ba4b3-d369-4634-848f-0084d2c3a755", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d60ba4b3-d369-4634-848f-0084d2c3a755", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:13:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d60ba4b3-d369-4634-848f-0084d2c3a755", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "300ab8cc-f910-42a3-97d9-5e958b6d66d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "300ab8cc-f910-42a3-97d9-5e958b6d66d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:13:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "300ab8cc-f910-42a3-97d9-5e958b6d66d7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b3ec444-305d-4713-a345-d9fdf4ed46e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b3ec444-305d-4713-a345-d9fdf4ed46e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b3ec444-305d-4713-a345-d9fdf4ed46e9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e92844cb-4784-4a20-8f78-d076c0c7eef1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:13:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e92844cb-4784-4a20-8f78-d076c0c7eef1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:13:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e92844cb-4784-4a20-8f78-d076c0c7eef1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d51a207-9f3f-4450-87b2-9f5fc4dc833c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d51a207-9f3f-4450-87b2-9f5fc4dc833c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-909dfb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d51a207-9f3f-4450-87b2-9f5fc4dc833c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-909dfb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:14:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "9905daf3-47cc-4876-b199-0615742f0277", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "9905daf3-47cc-4876-b199-0615742f0277", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "openshift-service-ca.crt", "reconcileID": "7eb258df-8ee9-4baf-a808-1fb23f2697bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "openshift-service-ca.crt", "reconcileID": "7eb258df-8ee9-4baf-a808-1fb23f2697bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e70ede11-8ce8-438e-908c-fcb1942939cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-909dfb"}, "namespace": "e2e-modelref-909dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e70ede11-8ce8-438e-908c-fcb1942939cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-909dfb"} 2026-06-11T20:14:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "openshift-service-ca.crt", "reconcileID": "66924431-7700-487c-964a-21c481175024", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-trusted-ca-bundle", "reconcileID": "57419f23-2780-45e7-bdc4-54d50cc1f6a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "openshift-service-ca.crt", "reconcileID": "7619c503-46c8-48ba-a5b3-e33b95f96e28", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-aece63", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "openshift-service-ca.crt", "reconcileID": "7619c503-46c8-48ba-a5b3-e33b95f96e28", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af0ede6c-0410-4a04-8ca5-88e58f299346", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "openshift-service-ca.crt", "reconcileID": "d2381bd0-8253-4155-86eb-7a3fd1dc01dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b405af15-a9e6-469f-aa76-9665cc1cfe01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b405af15-a9e6-469f-aa76-9665cc1cfe01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:14:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b405af15-a9e6-469f-aa76-9665cc1cfe01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2aecba1-e7fd-4c33-9b82-4d9f4a4bff98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2aecba1-e7fd-4c33-9b82-4d9f4a4bff98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:14:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2aecba1-e7fd-4c33-9b82-4d9f4a4bff98", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-trusted-ca-bundle", "reconcileID": "66625b0e-b8c8-4be7-916a-6a0964b07c64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-aece63", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-trusted-ca-bundle", "reconcileID": "66625b0e-b8c8-4be7-916a-6a0964b07c64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3d34a7b-49be-4b76-82e9-598bda62018d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64955d0b-44f5-4700-b282-f55be08660ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64955d0b-44f5-4700-b282-f55be08660ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64955d0b-44f5-4700-b282-f55be08660ac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3592a79e-9ce2-49eb-8a20-333b99a5f3b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3592a79e-9ce2-49eb-8a20-333b99a5f3b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:14:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3592a79e-9ce2-49eb-8a20-333b99a5f3b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:14:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52058be-c264-4995-8553-3a0880aa1ccc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52058be-c264-4995-8553-3a0880aa1ccc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-aece63", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52058be-c264-4995-8553-3a0880aa1ccc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-aece63 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:14:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-trusted-ca-bundle", "reconcileID": "f2a588c4-8e59-4ba0-961f-5dab6af81e58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-trusted-ca-bundle", "reconcileID": "f2a588c4-8e59-4ba0-961f-5dab6af81e58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "openshift-service-ca.crt", "reconcileID": "99defe98-9c63-4236-a05a-aaba3928bec3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "openshift-service-ca.crt", "reconcileID": "99defe98-9c63-4236-a05a-aaba3928bec3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d573440a-ba86-4163-a919-fd65288759d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-aece63"}, "namespace": "e2e-modelref-aece63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d573440a-ba86-4163-a919-fd65288759d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-aece63"} 2026-06-11T20:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "openshift-service-ca.crt", "reconcileID": "f525d21a-495c-4887-8b7d-311054c709ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "openshift-service-ca.crt", "reconcileID": "b35a9883-6bd0-4e17-9af6-59c2145a12af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-21ce00", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "openshift-service-ca.crt", "reconcileID": "b35a9883-6bd0-4e17-9af6-59c2145a12af", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-trusted-ca-bundle", "reconcileID": "153794b3-ca4b-4e7d-a14f-c1a9c3f7934c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf80d3fc-eadd-4455-b706-840e3917c806", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "openshift-service-ca.crt", "reconcileID": "e15f28c5-5474-49da-a924-14363f9e85aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-trusted-ca-bundle", "reconcileID": "14b9782e-f859-4a3a-a919-260195e5ad14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-21ce00", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-trusted-ca-bundle", "reconcileID": "14b9782e-f859-4a3a-a919-260195e5ad14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adf1b0a3-fc0d-459b-9dd4-dcc166fe8a90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "678d061e-34a2-4843-8a90-e05268caba7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "678d061e-34a2-4843-8a90-e05268caba7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-21ce00", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "678d061e-34a2-4843-8a90-e05268caba7c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-21ce00 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:14:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e9b207-950f-4bfa-8d43-811e8e91cdc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-trusted-ca-bundle", "reconcileID": "a8e9b207-950f-4bfa-8d43-811e8e91cdc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "openshift-service-ca.crt", "reconcileID": "f36eea45-079d-4879-983b-657ba570cceb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "openshift-service-ca.crt", "reconcileID": "f36eea45-079d-4879-983b-657ba570cceb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce9ebf29-2b13-4645-868e-35d075364215", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-21ce00"}, "namespace": "e2e-webhook-test-21ce00", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce9ebf29-2b13-4645-868e-35d075364215", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-21ce00"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "openshift-service-ca.crt", "reconcileID": "456aa777-dda6-403c-9880-ef4b729bac0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:14:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-trusted-ca-bundle", "reconcileID": "66da717e-f0d3-48f4-8ba3-5cd2e3df491c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-81566e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-trusted-ca-bundle", "reconcileID": "66da717e-f0d3-48f4-8ba3-5cd2e3df491c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "openshift-service-ca.crt", "reconcileID": "6259411a-770e-4639-9ac8-839a066540a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c58c587-057a-47b4-8d32-3b5ef161fbbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "openshift-service-ca.crt", "reconcileID": "c5b1707c-62e9-4eb5-b9fc-082d92a0b70a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:14:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-trusted-ca-bundle", "reconcileID": "e681a16e-3f0c-4b57-9653-5428aa58e27c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-81566e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:14:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-trusted-ca-bundle", "reconcileID": "e681a16e-3f0c-4b57-9653-5428aa58e27c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:14:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b773093-9a9b-4c4b-b85b-beb09a7ea69b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d98d86f-bb51-489c-8c8b-6365f31f4b2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d98d86f-bb51-489c-8c8b-6365f31f4b2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-81566e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:15:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d98d86f-bb51-489c-8c8b-6365f31f4b2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-81566e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-trusted-ca-bundle", "reconcileID": "65b9496b-67f8-4d84-983f-5b93c8baffdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-trusted-ca-bundle", "reconcileID": "65b9496b-67f8-4d84-983f-5b93c8baffdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "openshift-service-ca.crt", "reconcileID": "f09c7bf0-10c8-42ea-af6f-6c311f6fb0a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "openshift-service-ca.crt", "reconcileID": "f09c7bf0-10c8-42ea-af6f-6c311f6fb0a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e920d55-4900-4d55-8f87-65cd4861010a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:15:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-81566e"}, "namespace": "e2e-webhook-test-81566e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e920d55-4900-4d55-8f87-65cd4861010a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-81566e"} 2026-06-11T20:20:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:20:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:20:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:20:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:26:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:26:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:26:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:26:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:31:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94952e8c-da7e-4cb3-b84e-bda30ea69264", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:31:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94952e8c-da7e-4cb3-b84e-bda30ea69264", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:31:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "94952e8c-da7e-4cb3-b84e-bda30ea69264", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d78f163-2d09-45df-9b94-c7cb94344d67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d78f163-2d09-45df-9b94-c7cb94344d67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d78f163-2d09-45df-9b94-c7cb94344d67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "618eda3c-3697-4ce6-ad24-b39f290296f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "618eda3c-3697-4ce6-ad24-b39f290296f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "618eda3c-3697-4ce6-ad24-b39f290296f5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b219a66-1f18-4b48-931d-84e1b64a77f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b219a66-1f18-4b48-931d-84e1b64a77f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T20:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b219a66-1f18-4b48-931d-84e1b64a77f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T20:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4358b283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4358b283", "reconcileID": "a17388fd-fc0b-4ab4-a75d-50406022c3a1", "Gateway": "e2e-ait-4358b283", "namespace": "openshift-ingress"} 2026-06-11T20:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4358b283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4358b283", "reconcileID": "649ec3cc-fb7b-4b9f-b3cd-b2233e5fc6ea", "Gateway": "e2e-ait-4358b283", "namespace": "openshift-ingress"} 2026-06-11T20:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4358b283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4358b283", "reconcileID": "714d3887-4bd7-4fff-9efe-31b08c1d9b6f", "Gateway": "e2e-ait-4358b283", "namespace": "openshift-ingress"} 2026-06-11T20:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4358b283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4358b283", "reconcileID": "89455a69-e8c3-4784-ae8c-c2bb1d4618e8", "Gateway": "e2e-ait-4358b283", "namespace": "openshift-ingress"} 2026-06-11T20:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4358b283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4358b283", "reconcileID": "9e8ec570-bf3d-4ed8-9dc0-253ed70dfce4", "Gateway": "e2e-ait-4358b283", "namespace": "openshift-ingress"} 2026-06-11T20:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "openshift-service-ca.crt", "reconcileID": "6f610957-4068-4ab3-bd0c-7ab05186de19", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-trusted-ca-bundle", "reconcileID": "f6412c7a-2e70-4f63-a8c2-36c69363ee4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "openshift-service-ca.crt", "reconcileID": "ea3d75c4-09aa-48ac-8c6f-992c60e5dc7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4358b283", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:32:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "openshift-service-ca.crt", "reconcileID": "ea3d75c4-09aa-48ac-8c6f-992c60e5dc7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38223897-5318-4edd-a689-0a630a8d3cb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "openshift-service-ca.crt", "reconcileID": "23fbe456-1958-4671-9dba-61bbe608c52d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-trusted-ca-bundle", "reconcileID": "9e355621-8525-4e32-9a56-f29fd6bf3059", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4358b283", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:32:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-trusted-ca-bundle", "reconcileID": "9e355621-8525-4e32-9a56-f29fd6bf3059", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cd410ba-013b-4b5d-be1e-870f07dc5af8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4358b283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4358b283", "reconcileID": "9a22d914-47bd-41b2-99d7-ea353b103fda", "Gateway": "e2e-ait-4358b283", "namespace": "openshift-ingress"} 2026-06-11T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b844de5-07f0-4fc5-84c2-c1cb47e8bdbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b844de5-07f0-4fc5-84c2-c1cb47e8bdbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4358b283", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:32:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b844de5-07f0-4fc5-84c2-c1cb47e8bdbe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4358b283 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-trusted-ca-bundle", "reconcileID": "f8339ec6-8767-4ea7-b582-a449f5ac1529", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-trusted-ca-bundle", "reconcileID": "f8339ec6-8767-4ea7-b582-a449f5ac1529", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "openshift-service-ca.crt", "reconcileID": "746202dd-8a96-4dd3-b640-afe44f36ad35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "openshift-service-ca.crt", "reconcileID": "746202dd-8a96-4dd3-b640-afe44f36ad35", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3fa0975-861c-436b-b32d-92306e4fcc90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4358b283"}, "namespace": "e2e-aitenant-4358b283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3fa0975-861c-436b-b32d-92306e4fcc90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4358b283"} 2026-06-11T20:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "8d498d60-31cb-4dd2-a538-acd0158b3668", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "050b42c3-56f7-41a0-9ef3-a4d32820f440", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "38b237e6-9a41-4410-bb7f-fd93a95cbfd6", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "416168c5-3b83-4ec8-8dec-d68b432055da", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "690a89c6-e590-456d-8d99-d10bcec4469d", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "openshift-service-ca.crt", "reconcileID": "57352686-d9db-4770-bac7-ebd5156814a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-trusted-ca-bundle", "reconcileID": "961948e6-d6f7-4a01-a3ad-e5977844efda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "openshift-service-ca.crt", "reconcileID": "d666dcef-d84c-44cb-98de-7e6d4db3654e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cbf12515", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:32:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "openshift-service-ca.crt", "reconcileID": "d666dcef-d84c-44cb-98de-7e6d4db3654e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd97ac17-0d41-494e-87d5-f2eac4fac505", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "openshift-service-ca.crt", "reconcileID": "8db412cd-4b1c-4515-8961-8ea353d064d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-trusted-ca-bundle", "reconcileID": "ffd742a4-d284-4f70-87a8-94c220b47ea1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cbf12515", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:32:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-trusted-ca-bundle", "reconcileID": "ffd742a4-d284-4f70-87a8-94c220b47ea1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78a7f7bd-e56e-4932-a4dd-ac727ea033e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "049adb31-0988-4316-ba19-0010f9475949", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cbf12515","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cbf12515", "reconcileID": "e096a6b8-1d65-48d9-a101-1e7012a2acd2", "Gateway": "e2e-ait-cbf12515", "namespace": "openshift-ingress"} 2026-06-11T20:32:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:32:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:32:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:32:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T20:32:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a7bc04-026b-4dca-a8cf-d0a0a81acb0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a7bc04-026b-4dca-a8cf-d0a0a81acb0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cbf12515", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T20:32:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a7bc04-026b-4dca-a8cf-d0a0a81acb0f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-cbf12515 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T20:32:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-trusted-ca-bundle", "reconcileID": "ec9c9d11-eb23-4ec2-8756-10014fa92a6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-trusted-ca-bundle", "reconcileID": "ec9c9d11-eb23-4ec2-8756-10014fa92a6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "openshift-service-ca.crt", "reconcileID": "16ee6fd7-a4fa-4358-bf19-c8588af8a22a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "openshift-service-ca.crt", "reconcileID": "16ee6fd7-a4fa-4358-bf19-c8588af8a22a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65bd2fb8-6dba-4bfa-8822-8162a0681e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cbf12515"} 2026-06-11T20:32:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-cbf12515"}, "namespace": "e2e-aitenant-cbf12515", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65bd2fb8-6dba-4bfa-8822-8162a0681e94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-cbf12515"}