colossalai

1
{
2
  "tutorialSidebar": [
3
    {
4
      "type": "category",
5
      "label": "Get started",
6
      "collapsed": true,
7
      "items": [
8
        "get_started/installation",
9
        "get_started/run_demo",
10
        "get_started/reading_roadmap"
11
      ]
12
    },
13
    {
14
      "type": "category",
15
      "label": "Concepts",
16
      "collapsed": true,
17
      "items": [
18
        "concepts/distributed_training",
19
        "concepts/paradigms_of_parallelism",
20
        "concepts/colossalai_overview"
21
      ]
22
    },
23
    {
24
      "type": "category",
25
      "label": "Basics",
26
      "collapsed": true,
27
      "items": [
28
        "basics/command_line_tool",
29
        "basics/launch_colossalai",
30
        "basics/booster_api",
31
        "basics/booster_plugins",
32
        "basics/booster_checkpoint"
33
      ]
34
    },
35
    {
36
      "type": "category",
37
      "label": "Features",
38
      "collapsed": true,
39
      "items": [
40
        "features/shardformer",
41
        "features/mixed_precision_training_with_booster",
42
        "features/gradient_accumulation_with_booster",
43
        "features/gradient_clipping_with_booster",
44
        "features/zero_with_chunk",
45
        {
46
          "type": "category",
47
          "label": "Tensor Parallel",
48
          "collapsed": true,
49
          "items": [
50
            "features/1D_tensor_parallel",
51
            "features/2D_tensor_parallel",
52
            "features/2p5D_tensor_parallel",
53
            "features/3D_tensor_parallel"
54
          ]
55
        },
56
        "features/pipeline_parallel",
57
        "features/nvme_offload",
58
        "features/lazy_init",
59
        "features/cluster_utils"
60
      ]
61
    },
62
    {
63
      "type": "category",
64
      "label": "Advanced Tutorials",
65
      "collapsed": true,
66
      "items": [
67
        "advanced_tutorials/train_vit_with_hybrid_parallelism",
68
        "advanced_tutorials/train_gpt_using_hybrid_parallelism",
69
        "advanced_tutorials/meet_gemini",
70
        "advanced_tutorials/integrate_mixture_of_experts_into_your_model",
71
        "advanced_tutorials/opt_service"
72
      ]
73
    }
74
  ]
75
}
76