Skip to content

Commit

Permalink
[fix] code format
Browse files Browse the repository at this point in the history
  • Loading branch information
mikecovlee committed Jul 30, 2024
1 parent ab6b3b3 commit 88ff7cd
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions tests/test_moe_layer.py
Original file line number Diff line number Diff line change
Expand Up @@ -73,7 +73,7 @@ def test_llama_forward(self):
input = torch.zeros(shape)
output: torch.Tensor = moe_layer(input)
self.assertEqual(output.shape, shape)

def test_phi_forward(self):
mlp_layer = PhiMLP(
PhiConfig(
Expand All @@ -84,9 +84,7 @@ def test_phi_forward(self):
num_attention_heads=2,
)
)
moe_layer = dummy_moe_layer(
"phi", mlp_layer, hidden_size, ["fc1", "fc2"]
)
moe_layer = dummy_moe_layer("phi", mlp_layer, hidden_size, ["fc1", "fc2"])
for shape in dummy_test_shapes(hidden_size):
with self.subTest(f"test for shape = {shape}"):
input = torch.zeros(shape)
Expand Down

0 comments on commit 88ff7cd

Please sign in to comment.