diff --git a/examples/multimodal/evaluate_ai2d.py b/examples/multimodal/evaluation/evaluate_ai2d.py
similarity index 100%
rename from examples/multimodal/evaluate_ai2d.py
rename to examples/multimodal/evaluation/evaluate_ai2d.py
diff --git a/examples/multimodal/evaluate_chartqa.py b/examples/multimodal/evaluation/evaluate_chartqa.py
similarity index 100%
rename from examples/multimodal/evaluate_chartqa.py
rename to examples/multimodal/evaluation/evaluate_chartqa.py
diff --git a/examples/multimodal/evaluate_coco.py b/examples/multimodal/evaluation/evaluate_coco.py
similarity index 100%
rename from examples/multimodal/evaluate_coco.py
rename to examples/multimodal/evaluation/evaluate_coco.py
diff --git a/examples/multimodal/evaluate_mathvista.py b/examples/multimodal/evaluation/evaluate_mathvista.py
similarity index 100%
rename from examples/multimodal/evaluate_mathvista.py
rename to examples/multimodal/evaluation/evaluate_mathvista.py
diff --git a/examples/multimodal/evaluate_mmmu.py b/examples/multimodal/evaluation/evaluate_mmmu.py
similarity index 94%
rename from examples/multimodal/evaluate_mmmu.py
rename to examples/multimodal/evaluation/evaluate_mmmu.py
index 22c3921f25..798c42bfa7 100644
--- a/examples/multimodal/evaluate_mmmu.py
+++ b/examples/multimodal/evaluation/evaluate_mmmu.py
@@ -2,9 +2,15 @@
 import glob
 import json
 import os
+import sys
 import re
 import subprocess
 
+# Get the absolute path of the parent directory
+parent_dir = os.path.abspath(os.path.join(os.path.dirname(__file__), os.path.pardir))
+# Add the parent directory to sys.path
+sys.path.insert(0, parent_dir)
+
 from run_text_generation import get_output_path
 from config import EvaluationConfig
 
diff --git a/examples/multimodal/evaluate_ocrbench.py b/examples/multimodal/evaluation/evaluate_ocrbench.py
similarity index 100%
rename from examples/multimodal/evaluate_ocrbench.py
rename to examples/multimodal/evaluation/evaluate_ocrbench.py
diff --git a/examples/multimodal/evaluate_textvqa.py b/examples/multimodal/evaluation/evaluate_textvqa.py
similarity index 100%
rename from examples/multimodal/evaluate_textvqa.py
rename to examples/multimodal/evaluation/evaluate_textvqa.py
diff --git a/examples/multimodal/evaluate_vqav2.py b/examples/multimodal/evaluation/evaluate_vqav2.py
similarity index 100%
rename from examples/multimodal/evaluate_vqav2.py
rename to examples/multimodal/evaluation/evaluate_vqav2.py
diff --git a/examples/multimodal/evaluation_datasets.py b/examples/multimodal/evaluation/evaluation_datasets.py
similarity index 100%
rename from examples/multimodal/evaluation_datasets.py
rename to examples/multimodal/evaluation/evaluation_datasets.py
diff --git a/examples/multimodal/run_text_generation.py b/examples/multimodal/run_text_generation.py
index 5b8622c643..cbde6680cc 100644
--- a/examples/multimodal/run_text_generation.py
+++ b/examples/multimodal/run_text_generation.py
@@ -14,7 +14,7 @@
 import torch
 import yaml
 from config import EvaluationConfig
-from evaluation_datasets import get_evaluation_dataset
+from evaluation.evaluation_datasets import get_evaluation_dataset
 from model import model_provider
 from multimodal_args import add_multimodal_extra_args