diff --git a/docs/source/package_reference/models.mdx b/docs/source/package_reference/models.mdx index a0e8d68ac..01066fb60 100644 --- a/docs/source/package_reference/models.mdx +++ b/docs/source/package_reference/models.mdx @@ -7,8 +7,8 @@ ## Accelerate and Transformers Models ### TransformersModel -[[autodoc]] models.transformers.base_model.TransformersModelConfig -[[autodoc]] models.transformers.base_model.TransformersModel +[[autodoc]] models.transformers.transformers_model.TransformersModelConfig +[[autodoc]] models.transformers.transformers_model.TransformersModel ### AdapterModel [[autodoc]] models.transformers.adapter_model.AdapterModelConfig diff --git a/src/lighteval/main_accelerate.py b/src/lighteval/main_accelerate.py index e785034b6..e962d5384 100644 --- a/src/lighteval/main_accelerate.py +++ b/src/lighteval/main_accelerate.py @@ -44,7 +44,7 @@ def accelerate( # noqa C901 model_args: Annotated[ str, Argument( - help="Model arguments in the form key1=value1,key2=value2,... or path to yaml config file (see examples/model_configs/base_model.yaml)" + help="Model arguments in the form key1=value1,key2=value2,... or path to yaml config file (see examples/model_configs/transformers_model.yaml)" ), ], tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")], diff --git a/src/lighteval/main_endpoint.py b/src/lighteval/main_endpoint.py index bb88e015e..470374e09 100644 --- a/src/lighteval/main_endpoint.py +++ b/src/lighteval/main_endpoint.py @@ -46,7 +46,7 @@ def openai( model_args: Annotated[ str, Argument( - help="Model name as a string (has to be available through the openai API) or path to yaml config file (see examples/model_configs/base_model.yaml)" + help="Model name as a string (has to be available through the openai API) or path to yaml config file (see examples/model_configs/transformers_model.yaml)" ), ], tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")], diff --git a/src/lighteval/main_vllm.py b/src/lighteval/main_vllm.py index 850343e6d..b1742b117 100644 --- a/src/lighteval/main_vllm.py +++ b/src/lighteval/main_vllm.py @@ -40,7 +40,7 @@ def vllm( model_args: Annotated[ str, Argument( - help="Model arguments in the form key1=value1,key2=value2,... or path to yaml config file (see examples/model_configs/base_model.yaml)" + help="Model arguments in the form key1=value1,key2=value2,... or path to yaml config file (see examples/model_configs/transformers_model.yaml)" ), ], tasks: Annotated[str, Argument(help="Comma-separated list of tasks to evaluate on.")],