Spaces:
Sleeping
Sleeping
Update evo_architecture.py
Browse files- evo_architecture.py +1 -2
evo_architecture.py
CHANGED
|
@@ -40,7 +40,7 @@ def mutate_genome(base_config, exploration_rate=0.5):
|
|
| 40 |
# ✅ Fix: Ensure embed_dim is divisible by num_heads
|
| 41 |
embed_dim = 512 # Your hardcoded d_model
|
| 42 |
if config["num_heads"] > embed_dim:
|
| 43 |
-
config["num_heads"] = max(1, embed_dim // 64)
|
| 44 |
while embed_dim % config["num_heads"] != 0:
|
| 45 |
config["num_heads"] -= 1
|
| 46 |
if config["num_heads"] <= 0:
|
|
@@ -49,7 +49,6 @@ def mutate_genome(base_config, exploration_rate=0.5):
|
|
| 49 |
|
| 50 |
return config
|
| 51 |
|
| 52 |
-
|
| 53 |
def log_genome(config, score=None):
|
| 54 |
row = [
|
| 55 |
config.get("genome_id", ""),
|
|
|
|
| 40 |
# ✅ Fix: Ensure embed_dim is divisible by num_heads
|
| 41 |
embed_dim = 512 # Your hardcoded d_model
|
| 42 |
if config["num_heads"] > embed_dim:
|
| 43 |
+
config["num_heads"] = max(1, embed_dim // 64)
|
| 44 |
while embed_dim % config["num_heads"] != 0:
|
| 45 |
config["num_heads"] -= 1
|
| 46 |
if config["num_heads"] <= 0:
|
|
|
|
| 49 |
|
| 50 |
return config
|
| 51 |
|
|
|
|
| 52 |
def log_genome(config, score=None):
|
| 53 |
row = [
|
| 54 |
config.get("genome_id", ""),
|