diff --git a/tests/nf_test.py b/tests/nf_test.py
index bf24b99..67c0046 100644
--- a/tests/nf_test.py
+++ b/tests/nf_test.py
@@ -81,7 +81,7 @@ def checkRegex(regex, should_work=True, upper=False):
         if server.sendCheckData(secrets.token_bytes(200) + base64.b64decode(regex) +  secrets.token_bytes(200)):
             puts(f"The request wasn't blocked ✔", color=colors.green)
         else:
-            puts(f"Test Failed: The request was blocked when it shouldn't have", color=colors.red)
+            puts(f"Test Failed: The request was blocked when it shouldn't have", color=colors.red); exit_test(1)
 
 checkRegex(regex)
 
diff --git a/tests/px_test.py b/tests/px_test.py
index e90e34d..46eccf9 100644
--- a/tests/px_test.py
+++ b/tests/px_test.py
@@ -95,7 +95,7 @@ def checkRegex(regex, should_work=True, upper=False):
         if server.sendCheckData(secrets.token_bytes(200) + base64.b64decode(regex) +  secrets.token_bytes(200)):
             puts(f"The request wasn't blocked ✔", color=colors.green)
         else:
-            puts(f"Test Failed: The request was blocked when it shouldn't have", color=colors.red)
+            puts(f"Test Failed: The request was blocked when it shouldn't have", color=colors.red); exit_test(1)
 
 checkRegex(regex)
 
diff --git a/tests/run_tests.sh b/tests/run_tests.sh
old mode 100755
new mode 100644