57 lines
1.6 KiB
Plaintext
57 lines
1.6 KiB
Plaintext
include: "utils.smk"
|
|
|
|
import datetime
|
|
DATE = datetime.datetime.now().strftime("%Y%m%d")
|
|
|
|
ARTIFACTS_FOLDER_NICKEL = "artifacts_nickel"
|
|
ARTIFACTS_FOLDER_JSON = "artifacts_json"
|
|
BLACKLIST_FOLDER = "blacklists"
|
|
BLACKLIST = "blacklist.csv"
|
|
EXTENSION = "json"
|
|
|
|
ARTIFACTS = get_artifacts_to_build(ARTIFACTS_FOLDER_NICKEL, BLACKLIST)
|
|
|
|
rule all:
|
|
input:
|
|
expand("{folder}/{artifact}/{date}.csv",\
|
|
folder=["logs", "pkgs", "status"],\
|
|
artifact=ARTIFACTS,\
|
|
date=DATE),
|
|
f"{BLACKLIST_FOLDER}/{DATE}.csv"
|
|
|
|
rule check_artifact:
|
|
input:
|
|
"flake.nix",
|
|
"flake.lock",
|
|
contract="workflow/nickel/artifact_contract.ncl",
|
|
artifact=f"{ARTIFACTS_FOLDER_NICKEL}/{{artifact}}.ncl"
|
|
output:
|
|
f"{ARTIFACTS_FOLDER_JSON}/{{artifact}}.json"
|
|
shell:
|
|
"""
|
|
nickel export --format json --output {output} <<< 'let {{Artifact, ..}} = import "{input.contract}" in ((import "{input.artifact}") | Artifact)'
|
|
"""
|
|
|
|
rule run_ecg:
|
|
input:
|
|
"flake.nix",
|
|
"flake.lock",
|
|
ecg="ecg.py",
|
|
artifact=f"{ARTIFACTS_FOLDER_JSON}/{{artifact}}.{EXTENSION}"
|
|
output:
|
|
log = "logs/{artifact}/{date}.csv",
|
|
pkg = "pkgs/{artifact}/{date}.csv",
|
|
status = "status/{artifact}/{date}.csv",
|
|
shell:
|
|
f"python3 {{input.ecg}} --log {{output.log}} --pkg {{output.pkg}} --status {{output.pkg}} {ARTIFACTS_FOLDER_JSON}/{{wildcards.artifact}}.{EXTENSION}"
|
|
|
|
rule update_blacklist:
|
|
input:
|
|
BLACKLIST,
|
|
status=expand("status/{artifact}/{{date}}.csv",\
|
|
artifact=ARTIFACTS)
|
|
output:
|
|
f"{BLACKLIST_FOLDER}/{{date}}.csv"
|
|
shell:
|
|
f"cat {{input}} > {{output}} && ln -s {{output}} {BLACKLIST}"
|