From 2991e82576f97c2a66b8f3ef6054c62c1a8e7c39 Mon Sep 17 00:00:00 2001 From: mahinth1 Date: Fri, 25 Oct 2024 15:25:45 +0000 Subject: [PATCH] add path to last_processed_date.txt --- dvc.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dvc.yaml b/dvc.yaml index 0ad2a5c..bce27c3 100644 --- a/dvc.yaml +++ b/dvc.yaml @@ -5,7 +5,9 @@ stages: - stages/01_get_openaccess.py outs: - brick/articles.parquet: - persist: true + persist: True + - cache/loadurls/last_processed_date.txt: + persist: True download: cmd: python stages/02_download.py deps: