githubmirror/ColossalAI

docs/sidebars.json
87 строк3 KB
Mingyan Jiang
[doc] update amp document
23 май 2023, 11:20
23 май 2023, 11:201167bf5
{
  "tutorialSidebar": [
    {
      "type": "category",
      "label": "Get started",
      "collapsed": true,
      "items": [
        "get_started/installation",
        "get_started/run_demo",
        "get_started/reading_roadmap"
      ]
    },
    {
      "type": "category",
      "label": "Concepts",
      "collapsed": true,
      "items": [
        "concepts/distributed_training",
        "concepts/paradigms_of_parallelism",
        "concepts/colossalai_overview"
      ]
    },
    {
      "type": "category",
      "label": "Basics",
      "collapsed": true,
      "items": [
        "basics/command_line_tool",
        "basics/launch_colossalai",
        "basics/booster_api",
        "basics/booster_plugins",
        "basics/booster_checkpoint",
        "basics/define_your_config",
        "basics/initialize_features",
        "basics/engine_trainer",
        "basics/configure_parallelization",
        "basics/model_checkpoint",
        "basics/colotensor_concept"
      ]
    },
    {
      "type": "category",
      "label": "Features",
      "collapsed": true,
      "items": [
        "features/mixed_precision_training_with_booster",
        "features/mixed_precision_training",
        "features/gradient_accumulation_with_booster",
        "features/gradient_accumulation",
        "features/gradient_clipping_with_booster",
        "features/gradient_clipping",
        "features/gradient_handler",
        "features/zero_with_chunk",
        {
          "type": "category",
          "label": "Tensor Parallel",
          "collapsed": true,
          "items": [
            "features/1D_tensor_parallel",
            "features/2D_tensor_parallel",
            "features/2p5D_tensor_parallel",
            "features/3D_tensor_parallel"
          ]
        },
        "features/pipeline_parallel",
        "features/nvme_offload",
        "features/cluster_utils"
      ]
    },
    {
      "type": "category",
      "label": "Advanced Tutorials",
      "collapsed": true,
      "items": [
        "advanced_tutorials/train_vit_using_pipeline_parallelism",
        "advanced_tutorials/train_vit_with_hybrid_parallelism",
        "advanced_tutorials/train_gpt_using_hybrid_parallelism",
        "advanced_tutorials/define_your_own_parallel_model",
        "advanced_tutorials/add_your_parallel",
        "advanced_tutorials/meet_gemini",
        "advanced_tutorials/parallelize_your_training_like_Megatron",
        "advanced_tutorials/integrate_mixture_of_experts_into_your_model",
        "advanced_tutorials/opt_service"
      ]
    }
  ]
}