Update README.md
Browse files
README.md
CHANGED
@@ -135,7 +135,7 @@ bnb_config = BitsAndBytesConfig(
|
|
135 |
)
|
136 |
|
137 |
# Model ID
|
138 |
-
model_id = "
|
139 |
|
140 |
# Load processor
|
141 |
processor = AutoProcessor.from_pretrained(model_id, token=token)
|
@@ -255,7 +255,7 @@ if torch.cuda.is_available():
|
|
255 |
print(f"CUDA memory reserved: {torch.cuda.memory_reserved(0)/1024**3:.2f} GB")
|
256 |
|
257 |
# Load the 4-bit quantized model from Unsloth
|
258 |
-
model_id = "
|
259 |
try:
|
260 |
# Free GPU memory before loading
|
261 |
if torch.cuda.is_available():
|
|
|
135 |
)
|
136 |
|
137 |
# Model ID
|
138 |
+
model_id = "ABDALLALSWAITI/Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit-copy"
|
139 |
|
140 |
# Load processor
|
141 |
processor = AutoProcessor.from_pretrained(model_id, token=token)
|
|
|
255 |
print(f"CUDA memory reserved: {torch.cuda.memory_reserved(0)/1024**3:.2f} GB")
|
256 |
|
257 |
# Load the 4-bit quantized model from Unsloth
|
258 |
+
model_id = "ABDALLALSWAITI/Qwen2.5-VL-7B-Instruct-unsloth-bnb-4bit-copy"
|
259 |
try:
|
260 |
# Free GPU memory before loading
|
261 |
if torch.cuda.is_available():
|