Fix runtime weights schedule for Dia2-1B

config.json

@@ -12,10 +12,38 @@
     "action_pad_token_id": 0,
     "action_new_word_token_id": 1,
     "delay_pattern": [
-      16, 18, 18, 18, 18, 18, 18, 18,
-      18, 18, 18, 18, 18, 18, 18, 18,
-      18, 18, 18, 18, 18, 18, 18, 18,
-      18, 18, 18, 18, 18, 18, 18, 18
+      16,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18,
+      18
     ],
     "first_word_min_start": 3,
     "max_pad": 8,
@@ -49,15 +77,41 @@
     "dropout": 0.0,
     "rope_min_timescale": 1,
     "rope_max_timescale": 10000.0,
-    "normalization_layer_epsilon": 0.000001
+    "normalization_layer_epsilon": 1e-06
   },
   "runtime": {
     "weights_schedule": [
-      0, 0,
-      1, 1, 1, 1,
-      2, 2, 2, 2, 2, 2, 2, 2,
-      3, 3, 3, 3, 3, 3, 3, 3,
-      4, 4, 4, 4, 4, 4, 4, 4, 4
+      0,
+      0,
+      0,
+      0,
+      0,
+      0,
+      0,
+      0,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      1,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
     ],
     "max_context_steps": 1500
   }