Update README.md
Browse files
README.md
CHANGED
@@ -98,7 +98,7 @@ transformers chat localhost:8000 --model-name-or-path openai/gpt-oss-20b
|
|
98 |
|
99 |
## Unsloth
|
100 |
Installation
|
101 |
-
```
|
102 |
%%capture
|
103 |
# We're installing the latest Torch, Triton, OpenAI's Triton kernels, Transformers and Unsloth!
|
104 |
!pip install --upgrade -qqq uv
|
@@ -114,7 +114,7 @@ except: install_numpy = "numpy"
|
|
114 |
```
|
115 |
|
116 |
Loading model
|
117 |
-
```
|
118 |
from unsloth import FastLanguageModel
|
119 |
import torch
|
120 |
max_seq_length = 1024
|
@@ -140,7 +140,7 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|
140 |
|
141 |
Lora adapter
|
142 |
|
143 |
-
```
|
144 |
model = FastLanguageModel.get_peft_model(
|
145 |
model,
|
146 |
r = 8, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
|
@@ -158,7 +158,7 @@ model = FastLanguageModel.get_peft_model(
|
|
158 |
```
|
159 |
|
160 |
You can use unsloth message example:
|
161 |
-
```
|
162 |
messages = [
|
163 |
{"role": "system", "content": "reasoning language: French\n\nYou are a helpful assistant that can solve mathematical problems."},
|
164 |
{"role": "user", "content": "Solve x^5 + 3x^4 - 10 = 3."},
|
|
|
98 |
|
99 |
## Unsloth
|
100 |
Installation
|
101 |
+
```py
|
102 |
%%capture
|
103 |
# We're installing the latest Torch, Triton, OpenAI's Triton kernels, Transformers and Unsloth!
|
104 |
!pip install --upgrade -qqq uv
|
|
|
114 |
```
|
115 |
|
116 |
Loading model
|
117 |
+
```py
|
118 |
from unsloth import FastLanguageModel
|
119 |
import torch
|
120 |
max_seq_length = 1024
|
|
|
140 |
|
141 |
Lora adapter
|
142 |
|
143 |
+
```py
|
144 |
model = FastLanguageModel.get_peft_model(
|
145 |
model,
|
146 |
r = 8, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128
|
|
|
158 |
```
|
159 |
|
160 |
You can use unsloth message example:
|
161 |
+
```py
|
162 |
messages = [
|
163 |
{"role": "system", "content": "reasoning language: French\n\nYou are a helpful assistant that can solve mathematical problems."},
|
164 |
{"role": "user", "content": "Solve x^5 + 3x^4 - 10 = 3."},
|