Update evo_architecture.py

evo_architecture.py

@@ -28,6 +28,7 @@ def mutate_genome(base_config, exploration_rate=0.5):
     config = base_config.copy()
     config["genome_id"] = str(uuid.uuid4())
     mutation_type = random.choice(["num_layers", "ffn_dim", "num_heads", "memory_enabled"])
+
     if mutation_type == "memory_enabled":
         config["memory_enabled"] = not config["memory_enabled"]
     else:
@@ -35,8 +36,20 @@ def mutate_genome(base_config, exploration_rate=0.5):
         change = int((max_val - min_val) * exploration_rate)
         delta = random.randint(-change, change)
         config[mutation_type] = max(min_val, min(max_val, config[mutation_type] + delta))
+
+    # ✅ Fix: Ensure embed_dim is divisible by num_heads
+    embed_dim = 512  # Your hardcoded d_model
+    if config["num_heads"] > embed_dim:
+        config["num_heads"] = max(1, embed_dim // 64)  # fallback
+    while embed_dim % config["num_heads"] != 0:
+        config["num_heads"] -= 1
+        if config["num_heads"] <= 0:
+            config["num_heads"] = 1
+            break
+
     return config
 
+
 def log_genome(config, score=None):
     row = [
         config.get("genome_id", ""),