Zero3 memory optimizations (#140)

This commit is contained in:
Varuna Jayasiri
2022-08-11 15:44:13 +05:30
committed by GitHub
parent 0bfb210671
commit 980a84ed4f
43 changed files with 12573 additions and 9 deletions

View File

@ -5,7 +5,7 @@ with open("readme.md", "r") as f:
setuptools.setup(
name='labml-nn',
version='0.4.127',
version='0.4.128',
author="Varuna Jayasiri, Nipun Wijerathne",
author_email="vpjayasiri@gmail.com, hnipun@gmail.com",
description="🧑‍🏫 Implementations/tutorials of deep learning papers with side-by-side notes 📝; including transformers (original, xl, switch, feedback, vit), optimizers (adam, radam, adabelief), gans(dcgan, cyclegan, stylegan2), 🎮 reinforcement learning (ppo, dqn), capsnet, distillation, diffusion, etc. 🧠",
@ -26,7 +26,8 @@ setuptools.setup(
'torchtext',
'torchvision',
'einops',
'numpy'],
'numpy',
'fairscale'],
classifiers=[
"Programming Language :: Python :: 3",
"License :: OSI Approved :: MIT License",