File tree Expand file tree Collapse file tree
benchmarks/prototype/moe_training/mxfp8/ep/syncless
test/prototype/moe_training/ep/syncless
torchao/prototype/moe_training/ep/syncless Expand file tree Collapse file tree Original file line number Diff line number Diff line change 4747 MXFP8TrainingOpConfig ,
4848 MXFP8TrainingRecipe ,
4949)
50- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
50+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
5151 SymmetricMemoryBufferManager ,
5252)
5353from torchao .prototype .moe_training .ep .syncless .expert_parallel import (
Original file line number Diff line number Diff line change 2828
2929from benchmarks .utils import profile_fn
3030from torchao .prototype .moe_training .ep .permute import permute_and_pad
31- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
31+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
3232 SymmetricMemoryBufferManager ,
3333)
3434from torchao .prototype .moe_training .ep .syncless .token_combine import token_combine
Original file line number Diff line number Diff line change @@ -148,7 +148,7 @@ def test_save_activations_in_managed_buffer(self):
148148 total_global_tokens + 128 * experts_per_rank * self .world_size
149149 )
150150
151- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
151+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
152152 get_buffer_manager ,
153153 )
154154
Original file line number Diff line number Diff line change @@ -94,7 +94,7 @@ def test_token_combine(self):
9494 total_global_tokens + 128 * experts_per_rank * self .world_size
9595 )
9696
97- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
97+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
9898 get_buffer_manager ,
9999 )
100100
Original file line number Diff line number Diff line change @@ -105,7 +105,7 @@ def test_mxfp8_a2a(self):
105105 )
106106
107107 # Preallocate symmetric memory buffers
108- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
108+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
109109 get_buffer_manager ,
110110 )
111111
Original file line number Diff line number Diff line change 1- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
1+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
22 SymmetricMemoryBufferManager , # noqa: F401
33 get_buffer_manager , # noqa: F401
44)
Original file line number Diff line number Diff line change 3232from torch .distributed .tensor import Shard
3333from torch .distributed .tensor .parallel import ParallelStyle
3434
35- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
35+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
3636 SymmetricMemoryBufferManager ,
3737 get_buffer_manager ,
3838)
File renamed without changes.
Original file line number Diff line number Diff line change 2323)
2424from torch .library import triton_op , wrap_triton
2525
26- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
26+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
2727 SymmetricMemoryBufferManager ,
2828)
2929
@@ -65,7 +65,7 @@ def forward(
6565 buffer_manager: optional buffer manager for reusing buffers.
6666 token_alignment: expert token group alignment (default 128).
6767 """
68- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
68+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
6969 get_buffer_manager ,
7070 )
7171
Original file line number Diff line number Diff line change 44import triton .language as tl
55from torch .library import triton_op , wrap_triton
66
7- from torchao .prototype .moe_training .ep .syncless .buffer_manager import (
7+ from torchao .prototype .moe_training .ep .syncless .sym_mem_buffer_manager import (
88 SymmetricMemoryBufferManager ,
99 get_buffer_manager ,
1010)
You can’t perform that action at this time.
0 commit comments