antux18
ce826c35a6
List of artifacts to build now generated using all available blacklists, not just the last one (ensures that we don't miss some blacklisted artifacts). Fixed update blacklist rule, because of grep's output. Removed default blacklist.
42 lines
1.7 KiB
Plaintext
42 lines
1.7 KiB
Plaintext
import csv
|
|
import os
|
|
|
|
def get_analysis_dates(directory):
|
|
outputs = []
|
|
if os.path.exists(directory):
|
|
for file in os.listdir(directory):
|
|
if not os.path.isdir(os.path.join(directory, file)):
|
|
outputs.append(os.path.splitext(file)[0])
|
|
if outputs == []:
|
|
outputs.append(datetime.datetime.now().strftime("%Y%m%d"))
|
|
return outputs
|
|
|
|
# def find_last_blacklist(blacklist_dir_path):
|
|
# last_blacklist = "0.csv"
|
|
# for blacklist in os.listdir(blacklist_dir_path):
|
|
# if not os.path.isdir(blacklist):
|
|
# # We want the latest one, so the one that has the most recent date
|
|
# # as file name:
|
|
# curbl_date = int(os.path.splitext(blacklist)[0])
|
|
# lastbl_date = int(os.path.splitext(last_blacklist)[0])
|
|
# if curbl_date > lastbl_date:
|
|
# last_blacklist = blacklist
|
|
# return last_blacklist
|
|
|
|
def get_blacklisted(blacklist_dir_path):
|
|
blacklisted = set()
|
|
if os.path.exists(blacklist_dir_path):
|
|
for blacklist in os.listdir(blacklist_dir_path):
|
|
if not os.path.isdir(blacklist):
|
|
blacklist_csv_path = os.path.join(blacklist_dir_path, blacklist)
|
|
with open(blacklist_csv_path, "r") as csv_file:
|
|
spamreader = csv.reader(csv_file, delimiter=",")
|
|
for row in spamreader:
|
|
blacklisted.add(row[0])
|
|
return blacklisted
|
|
|
|
def get_artifacts_to_build(artifacts_folder, blacklist_dir_path):
|
|
blacklisted = get_blacklisted(blacklist_dir_path)
|
|
all_artifacts = set([os.path.splitext(a)[0] for a in os.listdir(artifacts_folder) if not os.path.isdir(os.path.join(artifacts_folder, a))])
|
|
return list(all_artifacts.difference(blacklisted))
|