diff --git a/workflow/Snakefile b/workflow/Snakefile index 9609f19..961aa90 100644 --- a/workflow/Snakefile +++ b/workflow/Snakefile @@ -3,12 +3,13 @@ include: "utils.smk" import datetime DATE = datetime.datetime.now().strftime("%Y%m%d") -ARTIFACTS_FOLDER = "artifacts" +ARTIFACTS_FOLDER_NICKEL = "artifacts_nickel" +ARTIFACTS_FOLDER_JSON = "artifacts_json" BLACKLIST_FOLDER = "blacklists" BLACKLIST = "blacklist.csv" -EXTENSION = "yaml" +EXTENSION = "json" -ARTIFACTS = get_artifacts_to_build(ARTIFACTS_FOLDER, BLACKLIST) +ARTIFACTS = get_artifacts_to_build(ARTIFACTS_FOLDER_NICKEL, BLACKLIST) rule all: input: @@ -18,17 +19,31 @@ rule all: date=DATE), f"{BLACKLIST_FOLDER}/{DATE}.csv" +rule check_artifact: + input: + "flake.nix", + "flake.lock", + contract="workflow/nickel/artifact_contract.ncl", + artifact=f"{ARTIFACTS_FOLDER_NICKEL}/{{artifact}}.ncl" + output: + f"{ARTIFACTS_FOLDER_JSON}/{{artifact}}.json" + shell: + """ + nickel export --format json --output {output} <<< 'let {{Artifact, ..}} = import "{input.contract}" in ((import "{input.artifact}") | Artifact)' + """ + rule run_ecg: input: "flake.nix", "flake.lock", ecg="ecg.py", + artifact=f"{ARTIFACTS_FOLDER_JSON}/{{artifact}}.{EXTENSION}" output: log = "logs/{artifact}/{date}.csv", pkg = "pkgs/{artifact}/{date}.csv", status = "status/{artifact}/{date}.csv", shell: - f"python3 {{input.ecg}} --log {{output.log}} --pkg {{output.pkg}} --status {{output.pkg}} {ARTIFACTS_FOLDER}/{{wildcards.artifact}}.{EXTENSION}" + f"python3 {{input.ecg}} --log {{output.log}} --pkg {{output.pkg}} --status {{output.pkg}} {ARTIFACTS_FOLDER_JSON}/{{wildcards.artifact}}.{EXTENSION}" rule update_blacklist: input: diff --git a/artifact_contract.ncl b/workflow/nickel/artifact_contract.ncl similarity index 100% rename from artifact_contract.ncl rename to workflow/nickel/artifact_contract.ncl