ThongCoder commited on
Commit
a06aff6
·
verified ·
1 Parent(s): ad4f168

Update backup.py

Browse files
Files changed (1) hide show
  1. backup.py +11 -11
backup.py CHANGED
@@ -22,12 +22,13 @@ def run_backup():
22
  os.makedirs(env["TMPDIR"], exist_ok=True)
23
 
24
  local_path = '/home/vscode/workspace'
25
-
26
- # Upload with huggingface-cli
 
 
27
  cmd = [
28
- "hf", "upload",
29
  BACKUP_REPO,
30
- local_path,
31
  "workspace/",
32
  "--repo-type", "dataset",
33
  ]
@@ -43,10 +44,14 @@ def run_backup():
43
 
44
  for line in iter(process.stdout.readline, ''):
45
  print("[Backup]", line.strip())
46
-
 
 
 
47
  cmd = [
48
- "hf", "repo-files", "delete",
49
  BACKUP_REPO,
 
50
  "workspace/",
51
  "--repo-type", "dataset",
52
  ]
@@ -60,11 +65,6 @@ def run_backup():
60
  cwd="/tmp",
61
  )
62
 
63
- for line in iter(process.stdout.readline, ''):
64
- print("[Backup]", line.strip())
65
-
66
- process.wait()
67
-
68
  while True:
69
  try:
70
  run_backup()
 
22
  os.makedirs(env["TMPDIR"], exist_ok=True)
23
 
24
  local_path = '/home/vscode/workspace'
25
+
26
+ for line in iter(process.stdout.readline, ''):
27
+ print("[Backup]", line.strip())
28
+
29
  cmd = [
30
+ "hf", "repo-files", "delete",
31
  BACKUP_REPO,
 
32
  "workspace/",
33
  "--repo-type", "dataset",
34
  ]
 
44
 
45
  for line in iter(process.stdout.readline, ''):
46
  print("[Backup]", line.strip())
47
+
48
+ process.wait()
49
+
50
+ # Upload with huggingface-cli
51
  cmd = [
52
+ "hf", "upload",
53
  BACKUP_REPO,
54
+ local_path,
55
  "workspace/",
56
  "--repo-type", "dataset",
57
  ]
 
65
  cwd="/tmp",
66
  )
67
 
 
 
 
 
 
68
  while True:
69
  try:
70
  run_backup()