Skip to content

Commit 60d4a97

Browse files
Merge pull request #240 from tushar2407/documentation
Documentation Altering for ease of navigation
2 parents b4ba1f0 + 9495bda commit 60d4a97

File tree

2 files changed

+73
-1
lines changed

2 files changed

+73
-1
lines changed

docs/docs/finetune/guide.md

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,8 +3,9 @@ title: Guide
33
description: Fine-tuning with xTuring
44
sidebar_position: 1
55
---
6-
6+
import Test from './test';
77
# Fine-tuning guide
8+
<Test />
89

910
## 1. Prepare dataset
1011

docs/docs/finetune/test.jsx

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
import React, { useState } from 'react'
2+
import clsx from 'clsx'
3+
import styles from './styles.module.css'
4+
import MDXContent from '@theme/MDXContent'
5+
import CodeBlock from '@theme/CodeBlock'
6+
7+
export default function Test() {
8+
const [model, setModel] = useState('LLaMa')
9+
const [version, setVersion] = useState('LLaMa')
10+
11+
console.log(model, version)
12+
13+
return (
14+
<div className={clsx('col')}>
15+
<label htmlFor='model'>Choose a model:</label>
16+
17+
<select
18+
name='model'
19+
id='model'
20+
onChange={(e) => console.log(e.target.value)}
21+
>
22+
<option value='LLaMa'>LLaMa</option>
23+
<option value='GPT-J'>GPT-J</option>
24+
<option value='GPT-3'>GPT-3</option>
25+
<option value='GPT-4'>GPT-4</option>
26+
</select>
27+
28+
<label htmlFor='model-version'>Choose a version:</label>
29+
30+
<select
31+
name='model-version'
32+
id='model-version'
33+
onChange={(e) => console.log(e.target.value)}
34+
>
35+
<option value='v1'>V1</option>
36+
<option value='v2'>V2</option>
37+
<option value='v3'>V3</option>
38+
<option value='v4'>V4</option>
39+
</select>
40+
41+
<CodeBlock
42+
className='row'
43+
showLineNumbers={false}
44+
language='python'
45+
children={`import json from datasets
46+
import Dataset, DatasetDict
47+
48+
alpaca_data = json.load(open(alpaca_dataset_path))
49+
50+
instructions = []
51+
inputs = []
52+
outputs = []
53+
54+
for data in alpaca_data:
55+
instructions.append(data["instruction"]) inputs.append(data["input"])
56+
outputs.append(data["output"])
57+
58+
data_dict = {
59+
"train": {"instruction": instructions, "text": inputs, "target": outputs}
60+
}
61+
62+
dataset = DatasetDict()
63+
64+
for k, v in data_dict.items():
65+
dataset[k] =
66+
Dataset.from_dict(v) dataset.save_to_disk(str("./alpaca_data"))
67+
`}
68+
/>
69+
</div>
70+
)
71+
}

0 commit comments

Comments
 (0)