feat: remove regular files from downloaded results
Browse files- run_app.sh +3 -0
run_app.sh
CHANGED
|
@@ -10,6 +10,9 @@ mkdir -p ${HF_DATASET_LOCAL_PATH}
|
|
| 10 |
|
| 11 |
hf download ${HF_DATASET_REPO} --local-dir ${HF_DATASET_LOCAL_PATH} --repo-type dataset
|
| 12 |
|
|
|
|
|
|
|
|
|
|
| 13 |
if [ $? -eq 0 ]; then
|
| 14 |
echo "Dataset downloaded successfully!"
|
| 15 |
else
|
|
|
|
| 10 |
|
| 11 |
hf download ${HF_DATASET_REPO} --local-dir ${HF_DATASET_LOCAL_PATH} --repo-type dataset
|
| 12 |
|
| 13 |
+
# Find all regular files (-type f) in the downloaded directory and its subdirectories, and delete them.
|
| 14 |
+
find "${HF_DATASET_LOCAL_PATH}" -type f -delete
|
| 15 |
+
|
| 16 |
if [ $? -eq 0 ]; then
|
| 17 |
echo "Dataset downloaded successfully!"
|
| 18 |
else
|