From d6590e41cdffae00b064d717aedcfe72164806af Mon Sep 17 00:00:00 2001
From: hexiangyu <87466111+jackhexiangyu12@users.noreply.github.com>
Date: Tue, 22 Oct 2024 16:37:01 +0800
Subject: [PATCH] Update toolbench_server.py
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

solve the issue：
https://github.com/OpenBMB/ToolBench/issues/188
---
 toolbench/inference/toolbench_server.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/toolbench/inference/toolbench_server.py b/toolbench/inference/toolbench_server.py
index 9d6de21..84ce471 100644
--- a/toolbench/inference/toolbench_server.py
+++ b/toolbench/inference/toolbench_server.py
@@ -91,6 +91,10 @@ def get_args(self):
         parser.add_argument('--rapidapi_key', type=str, default="",required=False, help='your rapidapi key to request rapidapi service')
         parser.add_argument('--use_rapidapi_key', action="store_true", help="To use customized rapidapi service or not.")
         parser.add_argument('--api_customization', action="store_true", help="To use customized api or not.")
+        parser.add_argument('--max_source_sequence_length', type=int, default=4096, required=False,
+                            help='original maximum model sequence length')
+        parser.add_argument('--max_sequence_length', type=int, default=8192, required=False,
+                            help='maximum model sequence length')
 
         args = parser.parse_args()
         return args