diff --git a/backends/neuron/server/text_generation_server/tgi_env.py b/backends/neuron/server/text_generation_server/tgi_env.py index ee97f180eee..3d68c92d16f 100644 --- a/backends/neuron/server/text_generation_server/tgi_env.py +++ b/backends/neuron/server/text_generation_server/tgi_env.py @@ -112,7 +112,7 @@ def neuron_config_to_env(neuron_config): def sort_neuron_configs(dictionary): - return -dictionary["tp_degree"], -dictionary["batch_size"] + return -dictionary["tp_degree"], dictionary["batch_size"] def lookup_compatible_cached_model(