diff --git a/config.json b/config.json index e04f70a..1f828c0 100644 --- a/config.json +++ b/config.json @@ -76,7 +76,7 @@ "model_impl": "transformers", "ctx": "32768", "trust_remote": true, - "valid_tp": [2], + "valid_tp": [1, 2], "max_num_seqs": "4", "max_tokens": "2048", "gpu_util": "0.90",