mirror of
https://github.com/deepspeedai/DeepSpeed.git
synced 2025-10-20 15:33:51 +08:00
* Abstract accelerator (step 2) * more flex op_builder path for both installation and runtime * add SpatialInferenceBuilder into cuda_accelerator.py * use reflection to make cuda_accelerator adapt to CUDA op builder change automatically * clean up deepspeed/__init__.py * add comments in cuda_accelerator for no torch path * Update deepspeed/env_report.py Change env_report.py according to suggestion Co-authored-by: Michael Wyatt <mrwyattii@gmail.com> * reduce the range of try...except for better code clarity * Add porting for deepspeed/ops/random_ltd/dropping_utils.py * move accelerator to top directory and create symlink under deepspeed Co-authored-by: Olatunji Ruwase <olruwase@microsoft.com> Co-authored-by: Michael Wyatt <mrwyattii@gmail.com> Co-authored-by: Jeff Rasley <jerasley@microsoft.com>
18 lines
688 B
Python
18 lines
688 B
Python
"""
|
|
Copyright 2020 The Microsoft DeepSpeed Team
|
|
"""
|
|
from .cpu_adam import CPUAdamBuilder
|
|
from .cpu_adagrad import CPUAdagradBuilder
|
|
from .fused_adam import FusedAdamBuilder
|
|
from .fused_lamb import FusedLambBuilder
|
|
from .sparse_attn import SparseAttnBuilder
|
|
from .transformer import TransformerBuilder
|
|
from .random_ltd import RandomLTDBuilder
|
|
from .stochastic_transformer import StochasticTransformerBuilder
|
|
from .utils import UtilsBuilder
|
|
from .async_io import AsyncIOBuilder
|
|
from .transformer_inference import InferenceBuilder
|
|
from .quantizer import QuantizerBuilder
|
|
from .spatial_inference import SpatialInferenceBuilder
|
|
from .builder import get_default_compute_capabilities, OpBuilder
|