add start of workflow to extract non blacklisted artifacts

blacklist.csv

@@ -0,0 +1 @@
+artifacts/sc24_test.yaml, IMAGE_NOT_FOUND, 0

workflow/1_artifacts_to_build.smk

@@ -0,0 +1,28 @@
+import csv
+import os
+
+ARTIFACTS_FOLDER = "artifacts"
+BLACKLIST = "blacklist.csv"
+
+def get_blacklisted_paths(blacklist_csv_path):
+  blacklisted = set()
+  with open(blacklist_csv_path, "r") as csv_file:
+    spamreader = csv.reader(csv_file, delimiter=",")
+    for row in spamreader:
+      blacklisted.add(row[0])
+  return blacklisted
+
+def get_artifacts_to_build(artifacts_folder, blacklist_csv_path):
+  blacklisted = get_blacklisted_paths(blacklist_csv_path)
+  all_artifacts = set([os.path.join(artifacts_folder, a) for a in os.listdir(artifacts_folder) if not os.path.isdir(os.path.join(artifacts_folder, a))])
+  return list(all_artifacts.difference(blacklisted))
+
+rule all:
+  input:
+    BLACKLIST,
+  output:
+    "all.csv",
+  params:
+    artifacts = get_artifacts_to_build(ARTIFACTS_FOLDER, BLACKLIST),
+  shell:
+    "echo {params.artifacts} > {output}"