-
Notifications
You must be signed in to change notification settings - Fork 5.4k
/
examples.yml
127 lines (125 loc) · 3.76 KB
/
examples.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
text: Below are examples for using Ray Train with a variety of frameworks and use cases.
columns_to_show:
- frameworks
examples:
- title: Train a Fashion MNIST Image Classifier with PyTorch
skill_level: beginner
frameworks:
- pytorch
use_cases:
- computer vision
link: examples/pytorch/torch_fashion_mnist_example
- title: Train an MNIST Image Classifier with Lightning
skill_level: beginner
frameworks:
- lightning
use_cases:
- computer vision
link: examples/lightning/lightning_mnist_example
- title: Distributed Data Parallel Training with Hugging Face Accelerate
frameworks:
- accelerate
- pytorch
- hugging face
skill_level: beginner
use_cases:
- large language models
- natural language processing
link: examples/accelerate/accelerate_example
- title: Train with DeepSpeed ZeRO-3
frameworks:
- deepspeed
- pytorch
skill_level: beginner
use_cases:
- large language models
- natural language processing
link: examples/deepspeed/deepspeed_example
- title: Train an MNIST Image Classifier with TensorFlow
frameworks:
- tensorflow
skill_level: beginner
use_cases:
- computer vision
link: examples/tf/tensorflow_mnist_example
- title: Train with Horovod and PyTorch
frameworks:
- horovod
skill_level: beginner
link: examples/horovod/horovod_example
- title: "Train ResNet model with HPU"
frameworks:
- pytorch
skill_level: beginner
use_cases:
- computer vision
contributor: community
link: examples/hpu/resnet
- title: "Train BERT model with HPU"
frameworks:
- transformers
skill_level: beginner
use_cases:
- natural language processing
contributor: community
link: examples/hpu/bert
- title: Fine-tune of Stable Diffusion with DreamBooth and Ray Train
skill_level: intermediate
frameworks:
- pytorch
use_cases:
- computer vision
- generative ai
link: examples/pytorch/dreambooth_finetuning
- title: Train with PyTorch Lightning and Ray Data
frameworks:
- lightning
skill_level: intermediate
use_cases:
- natural language processing
link: examples/lightning/lightning_cola_advanced
- title: Fine-tune a Text Classifier on GLUE Benchmark with Hugging Face Accelerate
frameworks:
- transformers
skill_level: intermediate
use_cases:
- natural language processing
link: examples/transformers/huggingface_text_classification
- title: Fine-tune Llama-2 series models with Deepspeed, Accelerate, and Ray Train TorchTrainer
frameworks:
- accelerate
- deepspeed
- hugging face
skill_level: advanced
use_cases:
- natural language processing
- large language models
link: https://github.com/ray-project/ray/tree/master/doc/source/templates/04_finetuning_llms_with_deepspeed
- title: Fine-tune GPT-J-6B with Ray Train and DeepSpeed
frameworks:
- hugging face
- deepspeed
skill_level: advanced
use_cases:
- natural language processing
- large language models
- generative ai
link: examples/deepspeed/gptj_deepspeed_fine_tuning
- title: Fine-tune vicuna-13b with PyTorch Lightning and DeepSpeed
frameworks:
- lightning
- deepspeed
skill_level: advanced
use_cases:
- large language models
- generative ai
link: examples/lightning/vicuna_13b_lightning_deepspeed_finetune
- title: Fine-tune dolly-v2-7b with PyTorch Lightning and FSDP
frameworks:
- lightning
skill_level: advanced
use_cases:
- large language models
- generative ai
- natural language processing
link: examples/lightning/dolly_lightning_fsdp_finetuning