some more exclussions

Signed-off-by: Esteban Papp <81431996+amznestebanpapp@users.noreply.github.com>
2021-11-15 14:04:05 -08:00
parent b4cbffed06
commit 4ca4bb3618
1 changed files with 1 additions and 1 deletions
@@ -77,7 +77,7 @@ def is_excluded(file):
    return False

 def filter_from_processed(filelist, filter_file_path):
-    filelist = [f for f in filelist if not is_excluded(f)]
+    filelist = set([f for f in filelist if not is_excluded(f)])
    if os.path.exists(filter_file_path):  
        with open(filter_file_path, 'r') as filter_file:
            processed_files = [s.strip() for s in filter_file.readlines()]