-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathscripts.json
More file actions
56 lines (56 loc) · 1.97 KB
/
Copy pathscripts.json
File metadata and controls
56 lines (56 loc) · 1.97 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
"name": "custom-gpt-from-scratch",
"description": "Your GPT Training Scripts - Like package.json for AI!",
"scripts": {
"info": "python gpt.py info",
"train": "python gpt.py train",
"generate": "python gpt.py generate",
"config": "python gpt.py config",
"dataset": "python gpt.py dataset",
"hardware": "python gpt.py hardware",
"quick-train": "python train.py --config config/train_demo.py",
"full-train": "python train.py --config config/train_default.py",
"check": "python check_hardware.py"
},
"usage": {
"Most Common": {
"Start Training": "python gpt.py train",
"Generate Text": "python gpt.py generate",
"Check Setup": "python gpt.py info",
"Check Hardware": "python gpt.py hardware"
},
"Dataset Management": {
"Manage Datasets": "python gpt.py dataset",
"Prepare Shakespeare": "cd data && python prepare.py && cd .."
},
"Configuration": {
"Create Config": "python gpt.py config",
"Interactive Training": "python train.py --interactive"
},
"Quick Commands": {
"Show Info": "python gpt.py info",
"Quick Test": "python train.py --config config/train_demo.py"
}
},
"presets": {
"models": {
"tiny": "~6M params, fast training, good for testing",
"small": "~25M params, good for laptops",
"medium": "~80M params, needs GPU",
"large": "~350M params, needs high-end GPU"
},
"durations": {
"quick": "200 iterations (~5 min on CPU)",
"short": "1000 iterations (~20 min on CPU)",
"medium": "5000 iterations (~2 hours on CPU)",
"long": "20000+ iterations (several hours)"
}
},
"tips": [
"Always start with 'python gpt.py info' to check your setup",
"Use 'quick' duration for testing, 'medium' or 'long' for real training",
"Start with 'tiny' or 'small' models if you're on CPU",
"More layers = better results but slower training",
"Watch the loss value - it should decrease over time"
]
}