From d950992b919101d8d5ad388face714927fbc0fb3 Mon Sep 17 00:00:00 2001 From: Sirui Tao <1318342565@qq.com> Date: Tue, 10 Jan 2023 13:14:47 +0800 Subject: [PATCH] [Nano] How-To Guides: Accelerate PyTorch Training with IPEX & Multi-instance & BF16 & Channels last (#7035) * add pytorch training ipex guide * add pytorch training multi-instance guide * add bf16 guide * small changes of presentation * add channels last guide * remove validation loader * hide code block * update based on comments * add guide for reference * update guides w.r.t. comments --- docs/readthedocs/source/_toc.yml | 4 ++++ .../Training/PyTorch/accelerate_pytorch_training_bf16.nblink | 3 +++ .../Training/PyTorch/accelerate_pytorch_training_ipex.nblink | 3 +++ .../PyTorch/accelerate_pytorch_training_multi_instance.nblink | 3 +++ .../Training/PyTorch/pytorch_training_channels_last.nblink | 3 +++ docs/readthedocs/source/doc/Nano/Howto/index.rst | 4 ++++ 6 files changed, 20 insertions(+) create mode 100644 docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_bf16.nblink create mode 100644 docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_ipex.nblink create mode 100644 docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_multi_instance.nblink create mode 100644 docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/pytorch_training_channels_last.nblink diff --git a/docs/readthedocs/source/_toc.yml b/docs/readthedocs/source/_toc.yml index d4b319e5..c03a4c78 100644 --- a/docs/readthedocs/source/_toc.yml +++ b/docs/readthedocs/source/_toc.yml @@ -108,6 +108,10 @@ subtrees: - file: doc/Nano/Howto/Training/PyTorchLightning/pytorch_lightning_training_bf16 - file: doc/Nano/Howto/Training/PyTorch/convert_pytorch_training_torchnano - file: doc/Nano/Howto/Training/PyTorch/use_nano_decorator_pytorch_training + - file: doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_ipex + - file: doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_multi_instance + - file: doc/Nano/Howto/Training/PyTorch/pytorch_training_channels_last + - file: doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_bf16 - file: doc/Nano/Howto/Training/TensorFlow/accelerate_tensorflow_training_multi_instance - file: doc/Nano/Howto/Training/TensorFlow/tensorflow_training_embedding_sparseadam - file: doc/Nano/Howto/Training/TensorFlow/tensorflow_training_bf16 diff --git a/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_bf16.nblink b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_bf16.nblink new file mode 100644 index 00000000..38883226 --- /dev/null +++ b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_bf16.nblink @@ -0,0 +1,3 @@ +{ + "path": "../../../../../../../../python/nano/tutorial/notebook/training/pytorch/accelerate_pytorch_training_bf16.ipynb" +} \ No newline at end of file diff --git a/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_ipex.nblink b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_ipex.nblink new file mode 100644 index 00000000..c27ec972 --- /dev/null +++ b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_ipex.nblink @@ -0,0 +1,3 @@ +{ + "path": "../../../../../../../../python/nano/tutorial/notebook/training/pytorch/accelerate_pytorch_training_ipex.ipynb" +} \ No newline at end of file diff --git a/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_multi_instance.nblink b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_multi_instance.nblink new file mode 100644 index 00000000..f5ad8c48 --- /dev/null +++ b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/accelerate_pytorch_training_multi_instance.nblink @@ -0,0 +1,3 @@ +{ + "path": "../../../../../../../../python/nano/tutorial/notebook/training/pytorch/accelerate_pytorch_training_multi_instance.ipynb" +} \ No newline at end of file diff --git a/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/pytorch_training_channels_last.nblink b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/pytorch_training_channels_last.nblink new file mode 100644 index 00000000..271e0fbf --- /dev/null +++ b/docs/readthedocs/source/doc/Nano/Howto/Training/PyTorch/pytorch_training_channels_last.nblink @@ -0,0 +1,3 @@ +{ + "path": "../../../../../../../../python/nano/tutorial/notebook/training/pytorch/pytorch_training_channels_last.ipynb" +} \ No newline at end of file diff --git a/docs/readthedocs/source/doc/Nano/Howto/index.rst b/docs/readthedocs/source/doc/Nano/Howto/index.rst index 0177a95d..880745fd 100644 --- a/docs/readthedocs/source/doc/Nano/Howto/index.rst +++ b/docs/readthedocs/source/doc/Nano/Howto/index.rst @@ -27,6 +27,10 @@ PyTorch ~~~~~~~~~~~~~~~~~~~~~~~~~ * |convert_pytorch_training_torchnano|_ * |use_nano_decorator_pytorch_training|_ +* `How to accelerate a PyTorch application on training workloads through Intel® Extension for PyTorch* `_ +* `How to accelerate a PyTorch application on training workloads through multiple instances `_ +* `How to use the channels last memory format in your PyTorch application for training `_ +* `How to conduct BFloat16 Mixed Precision training in your PyTorch application `_ .. |use_nano_decorator_pytorch_training| replace:: How to accelerate your PyTorch training loop with ``@nano`` decorator .. _use_nano_decorator_pytorch_training: Training/PyTorch/use_nano_decorator_pytorch_training.html