Update README.md
Browse files
README.md
CHANGED
|
@@ -109,7 +109,7 @@ ds = load_dataset(DATASET_ID, split=DATASET_SPLIT)
|
|
| 109 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
| 110 |
|
| 111 |
def preprocess(example):
|
| 112 |
-
concat_txt = example["
|
| 113 |
return {"text": concat_txt}
|
| 114 |
|
| 115 |
ds = ds.map(preprocess)
|
|
|
|
| 109 |
ds = ds.shuffle(seed=42).select(range(NUM_CALIBRATION_SAMPLES))
|
| 110 |
|
| 111 |
def preprocess(example):
|
| 112 |
+
concat_txt = example["Instruction"] + "\n" + example["output"]
|
| 113 |
return {"text": concat_txt}
|
| 114 |
|
| 115 |
ds = ds.map(preprocess)
|