LICENSE
MANIFEST.in
README.md
pyproject.toml
requirements.txt
setup.cfg
setup.py
benchmarks/__init__.py
benchmarks/oss.py
benchmarks/pipe.py
benchmarks/datasets/__init__.py
benchmarks/datasets/mnist.py
benchmarks/datasets/wikitext2_data.py
benchmarks/golden_configs/__init__.py
benchmarks/golden_configs/lm_wikitext2.py
benchmarks/golden_configs/oss_mnist.py
benchmarks/models/__init__.py
benchmarks/models/transformer_lm.py
fairscale/__init__.py
fairscale.egg-info/PKG-INFO
fairscale.egg-info/SOURCES.txt
fairscale.egg-info/dependency_links.txt
fairscale.egg-info/requires.txt
fairscale.egg-info/top_level.txt
fairscale/clib/fused_adam_cuda/compat.h
fairscale/clib/fused_adam_cuda/fused_adam_cuda.cpp
fairscale/clib/fused_adam_cuda/fused_adam_cuda_kernel.cu
fairscale/clib/fused_adam_cuda/multi_tensor_apply.cuh
fairscale/experimental/__init__.py
fairscale/experimental/nn/__init__.py
fairscale/experimental/nn/offload.py
fairscale/experimental/nn/ampnet_pipe/__init__.py
fairscale/experimental/nn/ampnet_pipe/ampnet.py
fairscale/experimental/nn/ampnet_pipe/pipe.py
fairscale/nn/__init__.py
fairscale/nn/data_parallel/__init__.py
fairscale/nn/data_parallel/fully_sharded_data_parallel.py
fairscale/nn/data_parallel/sharded_ddp.py
fairscale/nn/misc/__init__.py
fairscale/nn/misc/checkpoint_activations.py
fairscale/nn/misc/flatten_params_wrapper.py
fairscale/nn/misc/grad_bucket.py
fairscale/nn/misc/misc.py
fairscale/nn/model_parallel/__init__.py
fairscale/nn/model_parallel/cross_entropy.py
fairscale/nn/model_parallel/initialize.py
fairscale/nn/model_parallel/layers.py
fairscale/nn/model_parallel/mappings.py
fairscale/nn/model_parallel/random.py
fairscale/nn/model_parallel/utils.py
fairscale/nn/moe/__init__.py
fairscale/nn/moe/moe_layer.py
fairscale/nn/moe/top2gate.py
fairscale/nn/pipe/__init__.py
fairscale/nn/pipe/async_pipe.py
fairscale/nn/pipe/async_pipeline.py
fairscale/nn/pipe/async_schedule.py
fairscale/nn/pipe/batchnorm.py
fairscale/nn/pipe/checkpoint.py
fairscale/nn/pipe/copy.py
fairscale/nn/pipe/dependency.py
fairscale/nn/pipe/messages.py
fairscale/nn/pipe/microbatch.py
fairscale/nn/pipe/multiprocess_pipe.py
fairscale/nn/pipe/multiprocess_pipeline.py
fairscale/nn/pipe/phony.py
fairscale/nn/pipe/pipe.py
fairscale/nn/pipe/pipeline.py
fairscale/nn/pipe/rpc.py
fairscale/nn/pipe/stream.py
fairscale/nn/pipe/types.py
fairscale/nn/pipe/worker.py
fairscale/nn/pipe/balance/__init__.py
fairscale/nn/pipe/balance/blockpartition.py
fairscale/nn/pipe/balance/profile.py
fairscale/nn/pipe/skip/__init__.py
fairscale/nn/pipe/skip/layout.py
fairscale/nn/pipe/skip/namespace.py
fairscale/nn/pipe/skip/portal.py
fairscale/nn/pipe/skip/skippable.py
fairscale/nn/pipe/skip/tracker.py
fairscale/nn/wrap/__init__.py
fairscale/nn/wrap/auto_wrap.py
fairscale/optim/__init__.py
fairscale/optim/adam.py
fairscale/optim/adascale.py
fairscale/optim/grad_scaler.py
fairscale/optim/oss.py
fairscale/optim/utils.py
fairscale/utils/__init__.py
fairscale/utils/containers.py
fairscale/utils/golden_testing_data.py
fairscale/utils/object.py
fairscale/utils/parallel.py
fairscale/utils/reduce_scatter_bucketer.py
fairscale/utils/state_dict.py
fairscale/utils/testing.py
fairscale/utils/testing_memory.py