diff --git a/util/remaining-gnu-error.py b/util/remaining-gnu-error.py
index ea745c658..0209c6e67 100755
--- a/util/remaining-gnu-error.py
+++ b/util/remaining-gnu-error.py
@@ -37,8 +37,12 @@ for d in data:
                 a = a.replace(".pl", ".xpl")
 
         # the tests pass, we don't care anymore
-        if data[d][e] == "PASS" and a in list_of_files:
-            list_of_files.remove(a)
+        if data[d][e] == "PASS":
+            try:
+                list_of_files.remove(a)
+            except ValueError:
+                # Ignore the error
+                pass
 
 # Remove the factor tests and reverse the list (bigger first)
 tests = list(filter(lambda k: "factor" not in k, list_of_files))