diff --git a/tests/unittest/llmapi/test_llm_pytorch.py b/tests/unittest/llmapi/test_llm_pytorch.py
index 20ee44a093..5c06e873ea 100644
--- a/tests/unittest/llmapi/test_llm_pytorch.py
+++ b/tests/unittest/llmapi/test_llm_pytorch.py
@@ -16,6 +16,7 @@ from utils.util import force_ampere
 
 @force_ampere
 def test_tinyllama_guided_decoding():
+    pytest.skip(reason="https://nvbugs/5240350")
     tinyllama_guided_decoding_test_harness(backend="pytorch")