Fix load_compress_model retry using bitwise ~ on bool instead of logical not

Chessing234 · Chessing234 · commit 492e16891d51 · 2026-04-19T10:40:59.000+05:30
diff --git a/fastchat/model/compression.py b/fastchat/model/compression.py
@@ -115,7 +115,7 @@ def load_compress_model(model_path, device, torch_dtype, use_fast, revision="mai
         )
     except TypeError:
         tokenizer = AutoTokenizer.from_pretrained(
-            model_path, use_fast=~use_fast, revision=revision, trust_remote_code=True
+            model_path, use_fast=not use_fast, revision=revision, trust_remote_code=True
         )
     with init_empty_weights():
         # `trust_remote_code` should be set as `True` for both AutoConfig and AutoModel

Original file line number	Diff line number	Diff line change
`@@ -115,7 +115,7 @@ def load_compress_model(model_path, device, torch_dtype, use_fast, revision="mai`
`115`	`115`	`)`
`116`	`116`	`except TypeError:`
`117`	`117`	`tokenizer = AutoTokenizer.from_pretrained(`
`118`		`- model_path, use_fast=~use_fast, revision=revision, trust_remote_code=True`
	`118`	`+ model_path, use_fast=not use_fast, revision=revision, trust_remote_code=True`
`119`	`119`	`)`
`120`	`120`	`with init_empty_weights():`
`121`	`121`	# `trust_remote_code` should be set as `True` for both AutoConfig and AutoModel