fix tests.

Signed-off-by: Yuchuan <[email protected]>

Author: Seven-Streams

tests/python/test_structural_tag_converter.py

@@ -12,6 +12,20 @@
 tokenizer_id = "meta-llama/Llama-3.1-8B-Instruct"
 
 
+@pytest.fixture(autouse=True)
+def disable_profiler(request):
+    global PROFILER_ON
+    global profiler
+    markexpr = getattr(request.config.option, "markexpr", "") or request.config.getoption(
+        "markexpr", ""
+    )
+    hf_token_not_provided = "not hf_token_required" in (markexpr or "")
+    if hf_token_not_provided:
+        PROFILER_ON = False
+    if PROFILER_ON:
+        profiler = Profiler(tokenizer_id)
+
+
 class Profiler:
     def __init__(self, tokenizer_id: str):
         tokenizer = AutoTokenizer.from_pretrained(
@@ -45,10 +59,6 @@ def profile_stag(self, structural_tag_format: Dict[str, Any], instance: str):
             print(f"Time to generate mask: {duration / 1000} us, Character: '{char}'")
 
 
-if PROFILER_ON:
-    profiler = Profiler(tokenizer_id)
-
-
 def check_stag_with_grammar(structural_tag_format: Dict[str, Any], expected_grammar_ebnf: str):
     structural_tag = {"type": "structural_tag", "format": structural_tag_format}
     stag_ebnf = xgr.Grammar.from_structural_tag(structural_tag)