File size: 469 Bytes
f24563f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
"""
Parallelism module for LLM implementation.
Contains parallelism strategies for distributed training.
"""
from parallelism.data_parallel import DataParallel
from parallelism.tensor_parallel import TensorParallel
from parallelism.pipeline_parallel import PipelineParallel
from parallelism.sharding import ParameterSharding, ShardingStrategy
__all__ = [
'DataParallel',
'TensorParallel',
'PipelineParallel',
'ParameterSharding', 'ShardingStrategy'
]
|