We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4760835 commit ee77ff9Copy full SHA for ee77ff9
1 file changed
fastdeploy/config.py
@@ -1979,7 +1979,7 @@ def check(self):
1979
self.scheduler_config.max_num_batched_tokens
1980
<= self.model_config.max_model_len * self.scheduler_config.max_num_seqs
1981
), (
1982
- f"max_num_batched_tokens: {self.scheduler_config.max_num_batched_tokens} should be larger"
+ f"max_num_batched_tokens: {self.scheduler_config.max_num_batched_tokens} should be less "
1983
f"than or equal to max_num_seqs: {self.scheduler_config.max_num_seqs} * max_model_len: {self.model_config.max_model_len}"
1984
)
1985
assert (
0 commit comments