forked from deepspeedai/DeepSpeed
-
Notifications
You must be signed in to change notification settings - Fork 17
/
Copy pathnavigation.yml
executable file
·123 lines (122 loc) · 4.1 KB
/
navigation.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
main:
- title: 'Getting Started'
url: /getting-started/
- title: 'Blog'
url: /posts/
- title: 'Tutorials'
url: /tutorials/
- title: 'Documentation'
url: https://deepspeed.readthedocs.io/
- title: 'GitHub'
url: https://github.com/microsoft/DeepSpeed
lnav:
- title: 'Training'
url: /training/
- title: 'Inference'
url: /inference/
- title: 'Compression'
url: /compression/
- title: 'Science'
url: /deepspeed4science/
- title: 'Getting Started'
url: /getting-started/
- title: 'ds_config'
url: /docs/config-json/
children:
- title: 'Autotuning'
url: /docs/config-json/#autotuning
- title: 'Batch size'
url: /docs/config-json/#batch-size-related-parameters
- title: 'Optimizer'
url: /docs/config-json/#optimizer-parameters
- title: 'FP16'
url: /docs/config-json/#fp16-training-options
- title: 'BFLOAT16'
url: /docs/config-json/#bfloat16-training-options
- title: 'ZeRO optimizations'
url: /docs/config-json/#zero-optimizations-for-fp16-training
- title: 'Logging'
url: /docs/config-json/#logging
- title: 'Flops Profiler'
url: /docs/config-json/#flops-profiler
- title: 'Monitoring'
url: /docs/config-json/#monitoring-module-tensorboard-wandb-csv
- title: 'Communication Logging'
url: /docs/config-json/#communication-logging
- title: 'Model Compression'
url: /docs/config-json/#compression
- title: 'Data Efficiency'
url: /docs/config-json/#data-efficiency
- title: 'Tutorials'
url: /tutorials/
children:
- title: 'Getting started'
url: /getting-started/
- title: 'Getting started on Azure'
url: /tutorials/azure/
- title: 'Automatic Tensor Parallelism'
url: /tutorials/automatic-tensor-parallelism/
- title: 'Autotuning'
url: /tutorials/autotuning/
- title: 'BingBertSQuAD Fine-tuning'
url: /tutorials/bert-finetuning/
- title: 'BERT Pre-training'
url: /tutorials/bert-pretraining/
- title: 'CIFAR-10'
url: /tutorials/cifar-10/
- title: 'Curriculum Learning'
url: /tutorials/curriculum-learning/
- title: 'Data Efficiency'
url: /tutorials/data-efficiency/
- title: 'DS4Sci_EvoformerAttention'
url: /tutorials/ds4sci_evoformerattention/
- title: 'Flops Profiler'
url: /tutorials/flops-profiler/
- title: 'PyTorch Profiler'
url: /tutorials/pytorch-profiler/
- title: 'GAN'
url: /tutorials/gan/
- title: 'Inference'
url: /tutorials/inference-tutorial/
- title: 'Learning Rate Range Test'
url: /tutorials/lrrt/
- title: 'Megatron-LM GPT2'
url: /tutorials/megatron/
- title: 'Mixture-of-Experts (MoE)'
url: /tutorials/mixture-of-experts/
- title: 'MoE for NLG'
url: /tutorials/mixture-of-experts-nlg/
- title: 'MoE Inference'
url: /tutorials/mixture-of-experts-inference/
- title: 'Model Compression'
url: /tutorials/model-compression/
- title: 'Mixture-of-Quantization'
url: /tutorials/MoQ-tutorial/
- title: 'Monitoring'
url: /tutorials/monitor
- title: 'Communication Logging'
url: /tutorials/comms-logging
- title: 'One-Cycle Schedule'
url: /tutorials/one-cycle/
- title: 'One-Bit Adam'
url: /tutorials/onebit-adam/
- title: "Zero-One Adam"
url: /tutorials/zero-one-adam/
- title: "One-Bit LAMB"
url: /tutorials/onebit-lamb/
- title: 'Pipeline Parallelism'
url: /tutorials/pipeline/
- title: 'Progressive Layer Dropping'
url: /tutorials/progressive_layer_dropping/
- title: 'Sparse Attention'
url: /tutorials/sparse-attention/
- title: 'Transformer Kernel'
url: /tutorials/transformer_kernel/
- title: 'ZeRO-Offload'
url: /tutorials/zero-offload/
- title: 'ZeRO'
url: /tutorials/zero/
- title: 'ZeRO++'
url: /tutorials/zeropp/
- title: 'Contributing'
url: /contributing/