Threatthriver's picture
Upload folder using huggingface_hub
f24563f verified
"""
Parallelism module for LLM implementation.
Contains parallelism strategies for distributed training.
"""
from parallelism.data_parallel import DataParallel
from parallelism.tensor_parallel import TensorParallel
from parallelism.pipeline_parallel import PipelineParallel
from parallelism.sharding import ParameterSharding, ShardingStrategy
__all__ = [
'DataParallel',
'TensorParallel',
'PipelineParallel',
'ParameterSharding', 'ShardingStrategy'
]