Spaces:
Paused
Paused
Update backup.py
Browse files
backup.py
CHANGED
|
@@ -22,12 +22,13 @@ def run_backup():
|
|
| 22 |
os.makedirs(env["TMPDIR"], exist_ok=True)
|
| 23 |
|
| 24 |
local_path = '/home/vscode/workspace'
|
| 25 |
-
|
| 26 |
-
|
|
|
|
|
|
|
| 27 |
cmd = [
|
| 28 |
-
"hf", "
|
| 29 |
BACKUP_REPO,
|
| 30 |
-
local_path,
|
| 31 |
"workspace/",
|
| 32 |
"--repo-type", "dataset",
|
| 33 |
]
|
|
@@ -43,10 +44,14 @@ def run_backup():
|
|
| 43 |
|
| 44 |
for line in iter(process.stdout.readline, ''):
|
| 45 |
print("[Backup]", line.strip())
|
| 46 |
-
|
|
|
|
|
|
|
|
|
|
| 47 |
cmd = [
|
| 48 |
-
"hf", "
|
| 49 |
BACKUP_REPO,
|
|
|
|
| 50 |
"workspace/",
|
| 51 |
"--repo-type", "dataset",
|
| 52 |
]
|
|
@@ -60,11 +65,6 @@ def run_backup():
|
|
| 60 |
cwd="/tmp",
|
| 61 |
)
|
| 62 |
|
| 63 |
-
for line in iter(process.stdout.readline, ''):
|
| 64 |
-
print("[Backup]", line.strip())
|
| 65 |
-
|
| 66 |
-
process.wait()
|
| 67 |
-
|
| 68 |
while True:
|
| 69 |
try:
|
| 70 |
run_backup()
|
|
|
|
| 22 |
os.makedirs(env["TMPDIR"], exist_ok=True)
|
| 23 |
|
| 24 |
local_path = '/home/vscode/workspace'
|
| 25 |
+
|
| 26 |
+
for line in iter(process.stdout.readline, ''):
|
| 27 |
+
print("[Backup]", line.strip())
|
| 28 |
+
|
| 29 |
cmd = [
|
| 30 |
+
"hf", "repo-files", "delete",
|
| 31 |
BACKUP_REPO,
|
|
|
|
| 32 |
"workspace/",
|
| 33 |
"--repo-type", "dataset",
|
| 34 |
]
|
|
|
|
| 44 |
|
| 45 |
for line in iter(process.stdout.readline, ''):
|
| 46 |
print("[Backup]", line.strip())
|
| 47 |
+
|
| 48 |
+
process.wait()
|
| 49 |
+
|
| 50 |
+
# Upload with huggingface-cli
|
| 51 |
cmd = [
|
| 52 |
+
"hf", "upload",
|
| 53 |
BACKUP_REPO,
|
| 54 |
+
local_path,
|
| 55 |
"workspace/",
|
| 56 |
"--repo-type", "dataset",
|
| 57 |
]
|
|
|
|
| 65 |
cwd="/tmp",
|
| 66 |
)
|
| 67 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 68 |
while True:
|
| 69 |
try:
|
| 70 |
run_backup()
|