study-docker-repro-longevity/workflow/1_artifacts_to_build.smk
2024-07-11 13:37:07 +02:00

29 lines
852 B
Plaintext

import csv
import os
ARTIFACTS_FOLDER = "artifacts"
BLACKLIST = "blacklist.csv"
def get_blacklisted_paths(blacklist_csv_path):
blacklisted = set()
with open(blacklist_csv_path, "r") as csv_file:
spamreader = csv.reader(csv_file, delimiter=",")
for row in spamreader:
blacklisted.add(row[0])
return blacklisted
def get_artifacts_to_build(artifacts_folder, blacklist_csv_path):
blacklisted = get_blacklisted_paths(blacklist_csv_path)
all_artifacts = set([os.path.join(artifacts_folder, a) for a in os.listdir(artifacts_folder) if not os.path.isdir(os.path.join(artifacts_folder, a))])
return list(all_artifacts.difference(blacklisted))
rule all:
input:
BLACKLIST,
output:
"all.csv",
params:
artifacts = get_artifacts_to_build(ARTIFACTS_FOLDER, BLACKLIST),
shell:
"echo {params.artifacts} > {output}"