diff --git a/routellm/controller.py b/routellm/controller.py index 8a02a05..a46d7d2 100644 --- a/routellm/controller.py +++ b/routellm/controller.py @@ -4,7 +4,10 @@ from typing import Any, Optional import pandas as pd +import litellm from litellm import acompletion, completion + +litellm.drop_params = True from tqdm import tqdm from routellm.routers.routers import ROUTER_CLS