githubmirror/ColossalAI

docs/sidebars.json
75 строк2 KB
flybird11111
[doc] update advanced tutorials, training gpt with hybrid parallelism (#4866)
10 окт 2023, 11:18
10 окт 2023, 11:186a21f96
{
  "tutorialSidebar": [
    {
      "type": "category",
      "label": "Get started",
      "collapsed": true,
      "items": [
        "get_started/installation",
        "get_started/run_demo",
        "get_started/reading_roadmap"
      ]
    },
    {
      "type": "category",
      "label": "Concepts",
      "collapsed": true,
      "items": [
        "concepts/distributed_training",
        "concepts/paradigms_of_parallelism",
        "concepts/colossalai_overview"
      ]
    },
    {
      "type": "category",
      "label": "Basics",
      "collapsed": true,
      "items": [
        "basics/command_line_tool",
        "basics/launch_colossalai",
        "basics/booster_api",
        "basics/booster_plugins",
        "basics/booster_checkpoint"
      ]
    },
    {
      "type": "category",
      "label": "Features",
      "collapsed": true,
      "items": [
        "features/shardformer",
        "features/mixed_precision_training_with_booster",
        "features/gradient_accumulation_with_booster",
        "features/gradient_clipping_with_booster",
        "features/zero_with_chunk",
        {
          "type": "category",
          "label": "Tensor Parallel",
          "collapsed": true,
          "items": [
            "features/1D_tensor_parallel",
            "features/2D_tensor_parallel",
            "features/2p5D_tensor_parallel",
            "features/3D_tensor_parallel"
          ]
        },
        "features/pipeline_parallel",
        "features/nvme_offload",
        "features/lazy_init",
        "features/cluster_utils"
      ]
    },
    {
      "type": "category",
      "label": "Advanced Tutorials",
      "collapsed": true,
      "items": [
        "advanced_tutorials/train_vit_with_hybrid_parallelism",
        "advanced_tutorials/train_gpt_using_hybrid_parallelism",
        "advanced_tutorials/meet_gemini",
        "advanced_tutorials/integrate_mixture_of_experts_into_your_model",
        "advanced_tutorials/opt_service"
      ]
    }
  ]
}