2026-06-12T22:29:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "dfa58e70-d789-498e-adfe-2efeb1977703", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:29:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "dfa58e70-d789-498e-adfe-2efeb1977703", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T22:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5d8a32c-157d-4c36-9030-e856f2688549", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1c39def-b3a8-4540-b3cb-c54fce8689bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T22:29:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa53f292-f3b8-43c0-b7ba-8f6a60663429", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:29:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa53f292-f3b8-43c0-b7ba-8f6a60663429", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "88e3fc92-71a8-4f95-9297-07321a12eb7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-12T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97384156-ee49-414c-b7e9-e01b4fe9c7c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "d6dcbb89-4c97-485c-a764-c7b2838180b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91e409fb-d26e-4516-90a4-73c7ca262e07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:29:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "08c7f090-0582-4123-8d96-cc2dba59d755", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:29:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "08c7f090-0582-4123-8d96-cc2dba59d755", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b205559b-90ad-4e84-9e2c-6ef334d6d4ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-12T22:29:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "9e1f33a9-4ac7-4960-ad1d-5efd1b78f091", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:29:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "9e1f33a9-4ac7-4960-ad1d-5efd1b78f091", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f40fd7a5-f1f4-4699-b6b3-53c899adba68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-12T22:30:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0767cefc-ae73-4a2f-a2cd-f54344f2c21a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:30:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0767cefc-ae73-4a2f-a2cd-f54344f2c21a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0767cefc-ae73-4a2f-a2cd-f54344f2c21a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:30:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "76fad67b-b8b3-465c-9740-753759c8deba", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-12T22:30:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bf24057b-c90b-44c8-80e0-1a04579e8337", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:30:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bf24057b-c90b-44c8-80e0-1a04579e8337", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:30:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bf24057b-c90b-44c8-80e0-1a04579e8337", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "02b3940f-9f52-40a6-aa0b-f50e1a64526a", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T22:33:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "1260804d-456c-42ed-a7c7-b6a09c7712d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T22:33:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b85e12ef-dbc0-4ba1-b0f5-87becd6c7610", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:33:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "b85e12ef-dbc0-4ba1-b0f5-87becd6c7610", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T22:33:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "99c6beb2-2ab3-4540-8039-200f1050a9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:33:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "99c6beb2-2ab3-4540-8039-200f1050a9c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:33:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50db44c4-6657-47d2-8310-e50781941501", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T22:33:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "dd74cd96-bf47-42cc-af47-0f306925f8b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-12T22:33:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c437595b-8b68-4d59-a48d-b019ac8f8152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:33:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c437595b-8b68-4d59-a48d-b019ac8f8152", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-12T22:33:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2789a595-86ef-431b-92a1-aec2cf7c0816", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbb15737-6860-49b5-ae5c-4860c7f3e2ca", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbb15737-6860-49b5-ae5c-4860c7f3e2ca", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbb15737-6860-49b5-ae5c-4860c7f3e2ca", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88de389e-300b-4781-a87e-3210ad05c75e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88de389e-300b-4781-a87e-3210ad05c75e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbb15737-6860-49b5-ae5c-4860c7f3e2ca", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T22:33:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbb15737-6860-49b5-ae5c-4860c7f3e2ca", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "fbb15737-6860-49b5-ae5c-4860c7f3e2ca", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "88de389e-300b-4781-a87e-3210ad05c75e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9afd579a-f0c9-4d99-9269-e7c62b14dfe2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9afd579a-f0c9-4d99-9269-e7c62b14dfe2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9afd579a-f0c9-4d99-9269-e7c62b14dfe2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "556e6eb0-4a4a-4b6a-8c9a-790e91746cb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9afd579a-f0c9-4d99-9269-e7c62b14dfe2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T22:33:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9afd579a-f0c9-4d99-9269-e7c62b14dfe2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "9afd579a-f0c9-4d99-9269-e7c62b14dfe2", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "556e6eb0-4a4a-4b6a-8c9a-790e91746cb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "556e6eb0-4a4a-4b6a-8c9a-790e91746cb5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8baa1570-ab33-4135-a4e5-51b3fb91fd0c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8baa1570-ab33-4135-a4e5-51b3fb91fd0c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8baa1570-ab33-4135-a4e5-51b3fb91fd0c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8baa1570-ab33-4135-a4e5-51b3fb91fd0c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T22:33:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8baa1570-ab33-4135-a4e5-51b3fb91fd0c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "8baa1570-ab33-4135-a4e5-51b3fb91fd0c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "af947850-49e6-4308-813c-d2de85cd63d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "af947850-49e6-4308-813c-d2de85cd63d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "af947850-49e6-4308-813c-d2de85cd63d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac6f0419-fc13-4c88-87a2-f6492260dac9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "af947850-49e6-4308-813c-d2de85cd63d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T22:33:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "af947850-49e6-4308-813c-d2de85cd63d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "af947850-49e6-4308-813c-d2de85cd63d0", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac6f0419-fc13-4c88-87a2-f6492260dac9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac6f0419-fc13-4c88-87a2-f6492260dac9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea2c009-4896-4c91-a04d-927297f4827c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea2c009-4896-4c91-a04d-927297f4827c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ea2c009-4896-4c91-a04d-927297f4827c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "aff179f2-9518-44f4-a4fb-df1a766f8888", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "aff179f2-9518-44f4-a4fb-df1a766f8888", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "aff179f2-9518-44f4-a4fb-df1a766f8888", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bc044b2-a2f7-4fae-926c-7cc02e7046ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "aff179f2-9518-44f4-a4fb-df1a766f8888", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:33:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "aff179f2-9518-44f4-a4fb-df1a766f8888", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "aff179f2-9518-44f4-a4fb-df1a766f8888", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bc044b2-a2f7-4fae-926c-7cc02e7046ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9bc044b2-a2f7-4fae-926c-7cc02e7046ff", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "764b50f6-6717-4222-a231-0bda902e3a99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "764b50f6-6717-4222-a231-0bda902e3a99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "764b50f6-6717-4222-a231-0bda902e3a99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "646db5c2-1ef5-4f40-8d7c-c38650c4de7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "764b50f6-6717-4222-a231-0bda902e3a99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:33:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "764b50f6-6717-4222-a231-0bda902e3a99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "764b50f6-6717-4222-a231-0bda902e3a99", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "646db5c2-1ef5-4f40-8d7c-c38650c4de7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "646db5c2-1ef5-4f40-8d7c-c38650c4de7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6de1cf62-ecea-4cf7-9c74-4be30a09651e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6de1cf62-ecea-4cf7-9c74-4be30a09651e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6de1cf62-ecea-4cf7-9c74-4be30a09651e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5acac07f-387a-4935-8008-f63d286e7248", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6de1cf62-ecea-4cf7-9c74-4be30a09651e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T22:33:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6de1cf62-ecea-4cf7-9c74-4be30a09651e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "6de1cf62-ecea-4cf7-9c74-4be30a09651e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5acac07f-387a-4935-8008-f63d286e7248", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5acac07f-387a-4935-8008-f63d286e7248", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c182449-dd5d-45a9-b3e7-f5239adbf3ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c182449-dd5d-45a9-b3e7-f5239adbf3ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6c182449-dd5d-45a9-b3e7-f5239adbf3ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a7587335-d84d-4cce-a2f5-a5a2af554adf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a7587335-d84d-4cce-a2f5-a5a2af554adf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a7587335-d84d-4cce-a2f5-a5a2af554adf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a7587335-d84d-4cce-a2f5-a5a2af554adf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T22:33:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a7587335-d84d-4cce-a2f5-a5a2af554adf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a7587335-d84d-4cce-a2f5-a5a2af554adf", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d7330c63-9757-4d94-91d3-602a421fd761", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d7330c63-9757-4d94-91d3-602a421fd761", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d7330c63-9757-4d94-91d3-602a421fd761", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d7330c63-9757-4d94-91d3-602a421fd761", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T22:33:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d7330c63-9757-4d94-91d3-602a421fd761", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "d7330c63-9757-4d94-91d3-602a421fd761", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5c861b0-a9a0-4608-9e7d-5dc08f2e5802", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5c861b0-a9a0-4608-9e7d-5dc08f2e5802", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d5c861b0-a9a0-4608-9e7d-5dc08f2e5802", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:33:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2ce12920-18a3-4c94-91a0-774af08de205", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2ce12920-18a3-4c94-91a0-774af08de205", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2ce12920-18a3-4c94-91a0-774af08de205", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2ce12920-18a3-4c94-91a0-774af08de205", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T22:33:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2ce12920-18a3-4c94-91a0-774af08de205", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "2ce12920-18a3-4c94-91a0-774af08de205", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a46f2cf0-a950-4887-8d45-033908aaeb24", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a46f2cf0-a950-4887-8d45-033908aaeb24", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a46f2cf0-a950-4887-8d45-033908aaeb24", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:33:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a46f2cf0-a950-4887-8d45-033908aaeb24", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T22:33:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a46f2cf0-a950-4887-8d45-033908aaeb24", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:33:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a46f2cf0-a950-4887-8d45-033908aaeb24", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22546086-32c2-4ccf-9d7e-81137cdac473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22546086-32c2-4ccf-9d7e-81137cdac473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:34:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22546086-32c2-4ccf-9d7e-81137cdac473", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dec76bb7-7f38-4da5-b1d7-55252a661b2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dec76bb7-7f38-4da5-b1d7-55252a661b2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dec76bb7-7f38-4da5-b1d7-55252a661b2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dec76bb7-7f38-4da5-b1d7-55252a661b2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T22:34:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dec76bb7-7f38-4da5-b1d7-55252a661b2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "dec76bb7-7f38-4da5-b1d7-55252a661b2f", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "52e0d609-ad98-4bef-8d25-c9c2d112da90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "52e0d609-ad98-4bef-8d25-c9c2d112da90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "52e0d609-ad98-4bef-8d25-c9c2d112da90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "52e0d609-ad98-4bef-8d25-c9c2d112da90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:34:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "52e0d609-ad98-4bef-8d25-c9c2d112da90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "52e0d609-ad98-4bef-8d25-c9c2d112da90", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:34:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:34:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:34:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:34:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ed7462d-926e-4315-9840-80239508c56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ed7462d-926e-4315-9840-80239508c56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:34:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ed7462d-926e-4315-9840-80239508c56e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b233e4ed-37d3-4e34-ac35-0b2f907f09ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b233e4ed-37d3-4e34-ac35-0b2f907f09ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b233e4ed-37d3-4e34-ac35-0b2f907f09ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b233e4ed-37d3-4e34-ac35-0b2f907f09ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:34:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b233e4ed-37d3-4e34-ac35-0b2f907f09ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b233e4ed-37d3-4e34-ac35-0b2f907f09ee", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1bcc33d5-80f2-44fb-b4d2-e01dddc170d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1bcc33d5-80f2-44fb-b4d2-e01dddc170d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1bcc33d5-80f2-44fb-b4d2-e01dddc170d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1bcc33d5-80f2-44fb-b4d2-e01dddc170d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:34:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1bcc33d5-80f2-44fb-b4d2-e01dddc170d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "1bcc33d5-80f2-44fb-b4d2-e01dddc170d6", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "79907302-943d-4ff1-a962-f665e17e9184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "79907302-943d-4ff1-a962-f665e17e9184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:34:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "79907302-943d-4ff1-a962-f665e17e9184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dfc65b97-15eb-4af1-993d-3a27cb22c725", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dfc65b97-15eb-4af1-993d-3a27cb22c725", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dfc65b97-15eb-4af1-993d-3a27cb22c725", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dfc65b97-15eb-4af1-993d-3a27cb22c725", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:34:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dfc65b97-15eb-4af1-993d-3a27cb22c725", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "dfc65b97-15eb-4af1-993d-3a27cb22c725", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9666e249-48d6-4ed9-852e-049a489097df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9666e249-48d6-4ed9-852e-049a489097df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9666e249-48d6-4ed9-852e-049a489097df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9666e249-48d6-4ed9-852e-049a489097df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T22:34:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9666e249-48d6-4ed9-852e-049a489097df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "9666e249-48d6-4ed9-852e-049a489097df", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0f81978-4ef9-4b89-ab16-b10ab32908b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0f81978-4ef9-4b89-ab16-b10ab32908b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:34:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0f81978-4ef9-4b89-ab16-b10ab32908b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:34:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1d529e-f723-4c29-a6f7-91ff8a6aba5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1d529e-f723-4c29-a6f7-91ff8a6aba5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1d529e-f723-4c29-a6f7-91ff8a6aba5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1d529e-f723-4c29-a6f7-91ff8a6aba5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T22:34:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1d529e-f723-4c29-a6f7-91ff8a6aba5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "8b1d529e-f723-4c29-a6f7-91ff8a6aba5a", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:34:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0089073f-8985-487f-b48d-2cbabf345586", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:34:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0089073f-8985-487f-b48d-2cbabf345586", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:34:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0089073f-8985-487f-b48d-2cbabf345586", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:34:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0089073f-8985-487f-b48d-2cbabf345586", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-12T22:34:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0089073f-8985-487f-b48d-2cbabf345586", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:34:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "0089073f-8985-487f-b48d-2cbabf345586", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-12T22:35:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "42fb395b-c66f-4371-8f93-febb4153668e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:35:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "42fb395b-c66f-4371-8f93-febb4153668e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:35:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "42fb395b-c66f-4371-8f93-febb4153668e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:35:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "42fb395b-c66f-4371-8f93-febb4153668e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-12T22:35:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "42fb395b-c66f-4371-8f93-febb4153668e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:35:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "42fb395b-c66f-4371-8f93-febb4153668e", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-12T22:35:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a096161d-a47e-4a62-817d-7897b70445eb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:35:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a096161d-a47e-4a62-817d-7897b70445eb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:35:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a096161d-a47e-4a62-817d-7897b70445eb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:35:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a096161d-a47e-4a62-817d-7897b70445eb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-12T22:35:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a096161d-a47e-4a62-817d-7897b70445eb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:35:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a096161d-a47e-4a62-817d-7897b70445eb", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-12T22:35:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8bfee565-d130-4540-bb9e-0e3fd1393b81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:35:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8bfee565-d130-4540-bb9e-0e3fd1393b81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:35:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8bfee565-d130-4540-bb9e-0e3fd1393b81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:35:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8bfee565-d130-4540-bb9e-0e3fd1393b81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:35:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8bfee565-d130-4540-bb9e-0e3fd1393b81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:35:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8bfee565-d130-4540-bb9e-0e3fd1393b81", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:36:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fe530cea-5447-49a3-b05a-3d18cff135ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:36:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fe530cea-5447-49a3-b05a-3d18cff135ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:36:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fe530cea-5447-49a3-b05a-3d18cff135ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:36:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fe530cea-5447-49a3-b05a-3d18cff135ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-12T22:36:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fe530cea-5447-49a3-b05a-3d18cff135ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:36:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "fe530cea-5447-49a3-b05a-3d18cff135ac", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-12T22:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf6f6c8e-d607-41d3-ac1a-dce68d255451", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf6f6c8e-d607-41d3-ac1a-dce68d255451", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf6f6c8e-d607-41d3-ac1a-dce68d255451", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf6f6c8e-d607-41d3-ac1a-dce68d255451", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-12T22:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf6f6c8e-d607-41d3-ac1a-dce68d255451", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-12T22:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "cf6f6c8e-d607-41d3-ac1a-dce68d255451", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-12T22:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "91f55d13-d290-4451-9fd8-6b3a5fbe6437", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T22:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e5684f85-31b9-4f88-8fd9-544311aa65e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "48d44b94-5a97-4365-9acc-7d909dd94529", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:36:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "48d44b94-5a97-4365-9acc-7d909dd94529", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T22:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d3dde85-d66b-4c37-9e57-a287961deca5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "4d1d8336-4352-402e-8c76-ed474559d7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-12T22:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "21d9a4cc-9c00-48af-a235-ca907a408938", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:36:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "21d9a4cc-9c00-48af-a235-ca907a408938", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9d05743-81bd-4262-aba6-a7e9e863a34e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-12T22:36:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "af2101e9-1f52-41c6-a59d-ef444f09d1f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T22:36:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "be5cce62-c600-4539-b070-63ddb08f567e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:36:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9b57fcda-d71e-4b7f-a191-b74dcb2b12bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:36:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "9b57fcda-d71e-4b7f-a191-b74dcb2b12bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T22:36:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "600d4e4a-626f-4f38-b91e-a13d1e674663", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:36:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "1b824bf6-bdb0-4df0-b639-a04fa65c848b", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-12T22:36:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a7212325-f60f-48e1-b2ad-c809317b7798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:36:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a7212325-f60f-48e1-b2ad-c809317b7798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:36:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c768f3a-8b80-428d-abb3-307b27c6d693", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-12T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "11ed0df1-0f0a-4488-a2c2-f93cc7c319d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "e79fd844-17c5-46ea-b1ec-4771a277bc3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eb8d21ae-f009-42f2-bddb-446c536c6952", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:38:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "eb8d21ae-f009-42f2-bddb-446c536c6952", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d75880c1-1d64-4f76-8f82-86538b403c26", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c66dd120-7b20-4b29-813f-b4702216f077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ef5f60-de88-4d9a-859e-ea63585b8c36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:38:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ef5f60-de88-4d9a-859e-ea63585b8c36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887d4d30-5a2a-4316-9e25-d170af96c617", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5574757b-b897-4876-b5e9-526a6646a03a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5574757b-b897-4876-b5e9-526a6646a03a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:38:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5574757b-b897-4876-b5e9-526a6646a03a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2a9f18e4-2b74-47f5-8d6d-65f6cbf4d0b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2a9f18e4-2b74-47f5-8d6d-65f6cbf4d0b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cd522c6d-9adc-4850-b074-2b72a77c484a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "cd522c6d-9adc-4850-b074-2b72a77c484a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf373a80-cfff-40f6-ac61-6e42c24d55cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:38:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf373a80-cfff-40f6-ac61-6e42c24d55cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b8123211-58e7-4c31-b075-841ae77e50d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "946a2d95-c6ed-4335-8900-1514f6a17d32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "960de6c3-d796-47ca-8a21-c76b9a28f173", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:39:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "960de6c3-d796-47ca-8a21-c76b9a28f173", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "30b0abd3-8a6d-4b04-a81a-5ee57141445d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a684e37-feaf-4d54-87fc-d294fb873569", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fb45f649-d46c-49e0-bc9a-f749526c10cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:39:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "fb45f649-d46c-49e0-bc9a-f749526c10cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "819907b5-2c50-4b67-a441-6558a172de73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "177f3272-df17-41d8-b8a5-635feb31d1c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "177f3272-df17-41d8-b8a5-635feb31d1c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:39:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "177f3272-df17-41d8-b8a5-635feb31d1c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df5e3a0b-ce07-4b04-bc41-e23da10b31cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df5e3a0b-ce07-4b04-bc41-e23da10b31cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:39:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "df5e3a0b-ce07-4b04-bc41-e23da10b31cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "83853bb1-edf3-4b40-8130-627a96e74813", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "83853bb1-edf3-4b40-8130-627a96e74813", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cc5967d-9ebb-46b8-aa38-ef4ae94630c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cc5967d-9ebb-46b8-aa38-ef4ae94630c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "95eb9eb7-6d7f-4e34-b2de-7c8bc8ea5268", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "95eb9eb7-6d7f-4e34-b2de-7c8bc8ea5268", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-12T22:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "openshift-service-ca.crt", "reconcileID": "4c2fb5f3-c5c5-4633-a83c-41f88dced670", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-trusted-ca-bundle", "reconcileID": "d79eecf2-c599-4be3-971b-ac1a7c61a95d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "openshift-service-ca.crt", "reconcileID": "96106b06-42b8-4102-8cdb-a54990a91d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1d624e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:39:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "openshift-service-ca.crt", "reconcileID": "96106b06-42b8-4102-8cdb-a54990a91d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d46940c3-f67c-4f6d-aaca-3f6829c71109", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "openshift-service-ca.crt", "reconcileID": "9171935c-c55f-4317-bdf1-e95ddabec60e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-trusted-ca-bundle", "reconcileID": "391b6c4e-1a20-4f4c-945c-6da46b234726", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1d624e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:39:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-trusted-ca-bundle", "reconcileID": "391b6c4e-1a20-4f4c-945c-6da46b234726", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a65fb3ff-d856-485b-924d-0a2c8642e5ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:39:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b6eca67-f933-486a-ae11-2612c61822ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b6eca67-f933-486a-ae11-2612c61822ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:39:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b6eca67-f933-486a-ae11-2612c61822ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de24e9d6-c6f9-4403-98a8-afab26db3388", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de24e9d6-c6f9-4403-98a8-afab26db3388", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:39:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "de24e9d6-c6f9-4403-98a8-afab26db3388", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ed82509-d30e-4010-8b3c-c5f7bcbf4092", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ed82509-d30e-4010-8b3c-c5f7bcbf4092", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3ed82509-d30e-4010-8b3c-c5f7bcbf4092", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd10c6f-9849-4991-9e53-7e907a2c4d21", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:39:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd10c6f-9849-4991-9e53-7e907a2c4d21", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:39:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7cd10c6f-9849-4991-9e53-7e907a2c4d21", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4d111e5-68a8-4e37-b95d-2cdc5c5a8648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4d111e5-68a8-4e37-b95d-2cdc5c5a8648", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1d624e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4d111e5-68a8-4e37-b95d-2cdc5c5a8648", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-1d624e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-trusted-ca-bundle", "reconcileID": "f9464f7f-63eb-4d8d-83a5-abb6eb1f8569", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-trusted-ca-bundle", "reconcileID": "f9464f7f-63eb-4d8d-83a5-abb6eb1f8569", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "openshift-service-ca.crt", "reconcileID": "e5f01a30-298f-463c-87f9-c6559dfd0b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "openshift-service-ca.crt", "reconcileID": "e5f01a30-298f-463c-87f9-c6559dfd0b8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab35157a-3f69-49a7-84f6-c318674f9256", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-1d624e"}, "namespace": "e2e-modelref-1d624e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab35157a-3f69-49a7-84f6-c318674f9256", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-1d624e"} 2026-06-12T22:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "openshift-service-ca.crt", "reconcileID": "1b24138b-88ba-407b-a0b4-5e356a868e5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-trusted-ca-bundle", "reconcileID": "d7006e66-ae46-4797-8507-29fd768932ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "openshift-service-ca.crt", "reconcileID": "167b58dd-8168-48f1-870e-3311d8a93ca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5a9835", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "openshift-service-ca.crt", "reconcileID": "167b58dd-8168-48f1-870e-3311d8a93ca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d33fbca-0c1f-45dc-9525-bd24f5623035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "openshift-service-ca.crt", "reconcileID": "2216f715-ea2d-456d-bff4-18a412f6176d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-trusted-ca-bundle", "reconcileID": "44cc9c19-93ef-4787-a539-f93dba1f0456", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5a9835", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-trusted-ca-bundle", "reconcileID": "44cc9c19-93ef-4787-a539-f93dba1f0456", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29152813-88c3-469c-90af-c8c17c5183c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2555c26-296f-49bc-9795-e8813ca8442a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2555c26-296f-49bc-9795-e8813ca8442a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2555c26-296f-49bc-9795-e8813ca8442a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1300dd4d-7468-4109-add8-e73ef65240a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1300dd4d-7468-4109-add8-e73ef65240a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1300dd4d-7468-4109-add8-e73ef65240a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20558b10-8bb8-47da-96cc-00f7b4377386", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20558b10-8bb8-47da-96cc-00f7b4377386", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20558b10-8bb8-47da-96cc-00f7b4377386", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3555efbd-e8be-440f-9e9a-7a796378147c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3555efbd-e8be-440f-9e9a-7a796378147c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:40:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3555efbd-e8be-440f-9e9a-7a796378147c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74c6054e-e0ae-4deb-8442-c83a23fb79eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74c6054e-e0ae-4deb-8442-c83a23fb79eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5a9835", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74c6054e-e0ae-4deb-8442-c83a23fb79eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5a9835 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-trusted-ca-bundle", "reconcileID": "ebc80f2c-876e-49cd-9fd8-b8ff0dd08254", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-trusted-ca-bundle", "reconcileID": "ebc80f2c-876e-49cd-9fd8-b8ff0dd08254", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "openshift-service-ca.crt", "reconcileID": "f111e5a2-7ab3-4c9f-a587-0b2d4c165c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "openshift-service-ca.crt", "reconcileID": "f111e5a2-7ab3-4c9f-a587-0b2d4c165c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa5f14d-3e93-4d6b-9e97-a8e2e1c202d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5a9835"}, "namespace": "e2e-modelref-5a9835", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fa5f14d-3e93-4d6b-9e97-a8e2e1c202d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5a9835"} 2026-06-12T22:40:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "openshift-service-ca.crt", "reconcileID": "78f7c206-89ec-4dcd-bad3-ef6fd1e126ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "b7846004-1772-4bba-ad76-e3e6be24d0e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "openshift-service-ca.crt", "reconcileID": "9c279ac2-3d12-40d3-9109-1e68d81e047d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-140fb3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "openshift-service-ca.crt", "reconcileID": "9c279ac2-3d12-40d3-9109-1e68d81e047d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbde5718-b0ce-4ea2-9761-bf8de84619b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "openshift-service-ca.crt", "reconcileID": "83005b3a-2522-4a2e-92ff-60235bf02279", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "d9651913-1e2f-4d5b-9fdd-f6d67d653a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-140fb3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "d9651913-1e2f-4d5b-9fdd-f6d67d653a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ed60af8-a909-4c21-a725-1c2c0b65fb8f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df26cec8-c2d5-49b0-9f7e-059bac250a90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df26cec8-c2d5-49b0-9f7e-059bac250a90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-140fb3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df26cec8-c2d5-49b0-9f7e-059bac250a90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-140fb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:40:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "d2288fe6-d99f-40c4-9826-d593b0ad8193", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-trusted-ca-bundle", "reconcileID": "d2288fe6-d99f-40c4-9826-d593b0ad8193", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "openshift-service-ca.crt", "reconcileID": "33b89642-3526-45c2-a4c0-d54952d90d84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "openshift-service-ca.crt", "reconcileID": "33b89642-3526-45c2-a4c0-d54952d90d84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4bcff40-e4e4-4236-9331-b4a38be79b86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-140fb3"}, "namespace": "e2e-webhook-test-140fb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4bcff40-e4e4-4236-9331-b4a38be79b86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-140fb3"} 2026-06-12T22:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "openshift-service-ca.crt", "reconcileID": "a49bf9f3-4490-42e6-8204-a59f88f64465", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-trusted-ca-bundle", "reconcileID": "df7cddcc-e481-4d79-a8aa-f954a4d7f2c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "openshift-service-ca.crt", "reconcileID": "161df540-121e-4f51-a43b-71fc0c8d0e33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-204b45", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "openshift-service-ca.crt", "reconcileID": "161df540-121e-4f51-a43b-71fc0c8d0e33", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee1bfb0e-ec63-4e2e-bda1-f1b93fc5a8fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "openshift-service-ca.crt", "reconcileID": "6f60d9ed-6809-417e-b498-63970f54ea09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-trusted-ca-bundle", "reconcileID": "75eeec00-de64-48de-bd11-f48d3a5ca7a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-204b45", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-trusted-ca-bundle", "reconcileID": "75eeec00-de64-48de-bd11-f48d3a5ca7a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "947dcaf4-7f71-4150-b20f-7b838b76fedc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52954525-bbc9-49b3-95bb-15bc70f51620", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52954525-bbc9-49b3-95bb-15bc70f51620", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-204b45", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:40:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52954525-bbc9-49b3-95bb-15bc70f51620", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-204b45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:40:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-trusted-ca-bundle", "reconcileID": "0a6573b6-0b60-4f87-aaa4-b8c90dd766d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-trusted-ca-bundle", "reconcileID": "0a6573b6-0b60-4f87-aaa4-b8c90dd766d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "openshift-service-ca.crt", "reconcileID": "a1210f0b-d632-47b7-b0f3-dbd748737e7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "openshift-service-ca.crt", "reconcileID": "a1210f0b-d632-47b7-b0f3-dbd748737e7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd65a60e-49da-4673-b1e9-a5c10db25058", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:40:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-204b45"}, "namespace": "e2e-webhook-test-204b45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd65a60e-49da-4673-b1e9-a5c10db25058", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-204b45"} 2026-06-12T22:53:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:53:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:53:39Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:53:39Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-12T22:57:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a6cf4ba-588b-402c-ba4b-901eb073c11c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:57:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a6cf4ba-588b-402c-ba4b-901eb073c11c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:57:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3a6cf4ba-588b-402c-ba4b-901eb073c11c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:57:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a052787-2f00-4879-8ba1-48f48c4a4ef0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:57:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a052787-2f00-4879-8ba1-48f48c4a4ef0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:57:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a052787-2f00-4879-8ba1-48f48c4a4ef0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9077ce9-1e33-4c58-bce4-6cdccbd79049", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9077ce9-1e33-4c58-bce4-6cdccbd79049", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9077ce9-1e33-4c58-bce4-6cdccbd79049", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9a84af5-d301-4688-b887-d02fafd4ca80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9a84af5-d301-4688-b887-d02fafd4ca80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-12T22:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9a84af5-d301-4688-b887-d02fafd4ca80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-12T22:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "e6cf30d8-23d4-4d14-b647-164cb7fd0b3c", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "5c0a8a52-7f3f-41f8-8d90-083e54298533", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "34e98118-e8a8-4e54-b0c5-081ddeaf8576", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "14874887-f9dc-4fbf-bcc3-186f317b396e", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "09110e3d-235e-483a-8f2a-da41acd052cb", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "openshift-service-ca.crt", "reconcileID": "87d8bd56-71a8-4156-951b-c65e0d7db8e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-trusted-ca-bundle", "reconcileID": "a0f27f18-9290-4895-83ca-8f4b92b0b7d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "openshift-service-ca.crt", "reconcileID": "7fdf5d5b-6d9a-49c5-b9e0-caf54a0fe1dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-856854ff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "openshift-service-ca.crt", "reconcileID": "7fdf5d5b-6d9a-49c5-b9e0-caf54a0fe1dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "openshift-service-ca.crt", "reconcileID": "4a429f61-5d49-4fc9-a6c0-03b1922026b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b87f6ce-5d76-40f1-abaa-fbbb0f941949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-trusted-ca-bundle", "reconcileID": "a45bd650-95b4-465a-8c09-82bd88bfea1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-856854ff", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:58:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-trusted-ca-bundle", "reconcileID": "a45bd650-95b4-465a-8c09-82bd88bfea1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57b94cb4-d99c-4662-b675-11fbf5f8186e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "12511aa2-840b-4ad0-8e32-e5b20c323761", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-856854ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-856854ff", "reconcileID": "c125ed66-20e5-4d16-92ad-02f6e3c1e886", "Gateway": "e2e-ait-856854ff", "namespace": "openshift-ingress"} 2026-06-12T22:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be7e3a1-418e-41ac-9409-35c9c761f143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be7e3a1-418e-41ac-9409-35c9c761f143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-856854ff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:58:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be7e3a1-418e-41ac-9409-35c9c761f143", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-856854ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-trusted-ca-bundle", "reconcileID": "4c8dac67-c115-415e-b246-bbc7a88d5cef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-trusted-ca-bundle", "reconcileID": "4c8dac67-c115-415e-b246-bbc7a88d5cef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "openshift-service-ca.crt", "reconcileID": "450dd291-f3c7-42ad-85cd-e02a3322e936", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "openshift-service-ca.crt", "reconcileID": "450dd291-f3c7-42ad-85cd-e02a3322e936", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c36c585-d92a-4d94-94fc-2ff2c89949f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-856854ff"}, "namespace": "e2e-aitenant-856854ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c36c585-d92a-4d94-94fc-2ff2c89949f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-856854ff"} 2026-06-12T22:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "62fc2f9c-b819-428d-9960-600fc6d228d8", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "ba468f54-fbc3-4065-ba01-a340db7a5252", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "2c18bdd7-8687-43a7-b63a-ec6061b00abc", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "0034d2be-86b1-40bb-ad20-0b3ccb167c79", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "929f22fb-2ad6-4d0d-b70b-a368b73030f3", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "openshift-service-ca.crt", "reconcileID": "db8a2d62-5963-4a6a-8c70-da9300029213", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-trusted-ca-bundle", "reconcileID": "48d0bc44-9a6b-454f-85e5-9f77b14119fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "openshift-service-ca.crt", "reconcileID": "4fb98548-24cf-4090-bda5-ec1d592fd535", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-43839776", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:58:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "openshift-service-ca.crt", "reconcileID": "4fb98548-24cf-4090-bda5-ec1d592fd535", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abfaa079-efed-499b-893d-6190e4355607", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "openshift-service-ca.crt", "reconcileID": "57ca7869-a68a-4f51-bcd1-1196664a1070", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-trusted-ca-bundle", "reconcileID": "bb15ee9f-7de9-43ed-96c1-1579ff9a17ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-43839776", "update": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:58:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-trusted-ca-bundle", "reconcileID": "bb15ee9f-7de9-43ed-96c1-1579ff9a17ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09810021-7748-405a-98c6-a9b1f3bed6b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "83a8bbe5-eeb7-45db-b241-5d05481152c4", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-43839776","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-43839776", "reconcileID": "383f29c9-3076-47fe-8365-4aaa306591d7", "Gateway": "e2e-ait-43839776", "namespace": "openshift-ingress"} 2026-06-12T22:58:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28376da5-96a4-4143-81bc-48c01da67b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28376da5-96a4-4143-81bc-48c01da67b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-43839776", "create": "odh-kserve-custom-ca-bundle"} 2026-06-12T22:58:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28376da5-96a4-4143-81bc-48c01da67b53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-43839776 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-12T22:58:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-trusted-ca-bundle", "reconcileID": "710240cb-2efa-40c8-a829-a3a95e3fd46e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-trusted-ca-bundle", "reconcileID": "710240cb-2efa-40c8-a829-a3a95e3fd46e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "openshift-service-ca.crt", "reconcileID": "652d911f-77bd-4375-a971-f87fb25d85ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "openshift-service-ca.crt", "reconcileID": "652d911f-77bd-4375-a971-f87fb25d85ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89b5d257-68d4-4565-a0a4-31647904370f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-43839776"} 2026-06-12T22:58:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-43839776"}, "namespace": "e2e-aitenant-43839776", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89b5d257-68d4-4565-a0a4-31647904370f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-43839776"}