Update README.md
Browse files
README.md
CHANGED
|
@@ -25,6 +25,7 @@ from accelerate.utils import get_balanced_memory
|
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-7b-sft")
|
| 26 |
|
| 27 |
model = AutoModelForCausalLM.from_pretrained("TigerResearch/tigerbot-7b-sft")
|
|
|
|
| 28 |
max_memory = get_balanced_memory(model)
|
| 29 |
device_map = infer_auto_device_map(model, max_memory=max_memory, no_split_module_classes=["BloomBlock"])
|
| 30 |
model = dispatch_model(model, device_map=device_map, offload_buffers=True)
|
|
|
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained("TigerResearch/tigerbot-7b-sft")
|
| 26 |
|
| 27 |
model = AutoModelForCausalLM.from_pretrained("TigerResearch/tigerbot-7b-sft")
|
| 28 |
+
|
| 29 |
max_memory = get_balanced_memory(model)
|
| 30 |
device_map = infer_auto_device_map(model, max_memory=max_memory, no_split_module_classes=["BloomBlock"])
|
| 31 |
model = dispatch_model(model, device_map=device_map, offload_buffers=True)
|