diff --git a/khaosz/model/parallel.py b/khaosz/parallel/module.py similarity index 98% rename from khaosz/model/parallel.py rename to khaosz/parallel/module.py index c888304..5f41434 100644 --- a/khaosz/model/parallel.py +++ b/khaosz/parallel/module.py @@ -104,4 +104,4 @@ class ColumnParallelLinear(ParallelModel): if self.bias is not None: bias_slice = full_bias[start_idx:end_idx] - self.bias.data.copy_(bias_slice) + self.bias.data.copy_(bias_slice) \ No newline at end of file diff --git a/khaosz/parallel/setup_parallel.py b/khaosz/parallel/utils.py similarity index 100% rename from khaosz/parallel/setup_parallel.py rename to khaosz/parallel/utils.py