update

mlfoundations · Dec 15, 2023 · ec8cd0f · ec8cd0f
1 parent 24cbb9b
commit ec8cd0f
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/open_lm/model.py b/open_lm/model.py
@@ -20,8 +20,11 @@
 from open_lm.positional_embedding.llama_rotary import LLaMARotaryWithCast
 
 # from open_lm.moe.mixture_of_experts import MoE
-from megablocks.layers.moe import MoE
-from megablocks.layers.arguments import Arguments as MoEArgs
+try:
+    from megablocks.layers.moe import MoE
+    from megablocks.layers.arguments import Arguments as MoEArgs
+except ImportError:
+    pass
 
 
 try:  # optional import