Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -365,9 +365,9 @@ We provide an example code to run `InternVL3.5-8B-HF` using `transformers`. Plea
|
|
| 365 |
|
| 366 |
```python
|
| 367 |
import torch
|
| 368 |
-
from transformers import AutoTokenizer,
|
| 369 |
path = "OpenGVLab/InternVL3_5-8B-HF"
|
| 370 |
-
model =
|
| 371 |
path,
|
| 372 |
torch_dtype=torch.bfloat16,
|
| 373 |
low_cpu_mem_usage=True,
|
|
@@ -379,9 +379,9 @@ model = AutoModel.from_pretrained(
|
|
| 379 |
|
| 380 |
```python
|
| 381 |
import torch
|
| 382 |
-
from transformers import AutoTokenizer,
|
| 383 |
path = "OpenGVLab/InternVL3_5-8B-HF"
|
| 384 |
-
model =
|
| 385 |
path,
|
| 386 |
torch_dtype=torch.bfloat16,
|
| 387 |
load_in_8bit=True,
|
|
@@ -395,10 +395,10 @@ model = AutoModel.from_pretrained(
|
|
| 395 |
```python
|
| 396 |
import math
|
| 397 |
import torch
|
| 398 |
-
from transformers import AutoTokenizer,
|
| 399 |
|
| 400 |
path = "OpenGVLab/InternVL3_5-8B-HF"
|
| 401 |
-
model =
|
| 402 |
path,
|
| 403 |
torch_dtype=torch.bfloat16,
|
| 404 |
low_cpu_mem_usage=True,
|
|
|
|
| 365 |
|
| 366 |
```python
|
| 367 |
import torch
|
| 368 |
+
from transformers import AutoTokenizer, AutoModelForImageTextToText
|
| 369 |
path = "OpenGVLab/InternVL3_5-8B-HF"
|
| 370 |
+
model = AutoModelForImageTextToText.from_pretrained(
|
| 371 |
path,
|
| 372 |
torch_dtype=torch.bfloat16,
|
| 373 |
low_cpu_mem_usage=True,
|
|
|
|
| 379 |
|
| 380 |
```python
|
| 381 |
import torch
|
| 382 |
+
from transformers import AutoTokenizer, AutoModelForImageTextToText
|
| 383 |
path = "OpenGVLab/InternVL3_5-8B-HF"
|
| 384 |
+
model = AutoModelForImageTextToText.from_pretrained(
|
| 385 |
path,
|
| 386 |
torch_dtype=torch.bfloat16,
|
| 387 |
load_in_8bit=True,
|
|
|
|
| 395 |
```python
|
| 396 |
import math
|
| 397 |
import torch
|
| 398 |
+
from transformers import AutoTokenizer, AutoModelForImageTextToText
|
| 399 |
|
| 400 |
path = "OpenGVLab/InternVL3_5-8B-HF"
|
| 401 |
+
model = AutoModelForImageTextToText.from_pretrained(
|
| 402 |
path,
|
| 403 |
torch_dtype=torch.bfloat16,
|
| 404 |
low_cpu_mem_usage=True,
|