diff --git a/Makefile b/Makefile
index 37a68ab780e0..c6f924897252 100644
--- a/Makefile
+++ b/Makefile
@@ -35,7 +35,7 @@ lint:
 test: unit-test
 
 unit-test:
-	PYTHONPATH=$(shell pwd) pytest \
+	PYTHONPATH=$(shell pwd) pytest -x \
 		-n auto --cov paddlenlp \
 		--cov-report xml:coverage.xml