Darwin V6 evolved model
Browse files- .gitattributes +1 -0
- README.md +62 -0
- darwin_v6_report.json +69 -0
- parent_comparison.png +3 -0
- prescription_ratios.png +0 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
parent_comparison.png filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
base_model:
|
| 4 |
+
- google/gemma-4-E4B-it
|
| 5 |
+
- arsovskidev/Gemma-4-E4B-Claude-4.6-Opus-Reasoning-Distilled
|
| 6 |
+
tags:
|
| 7 |
+
- darwin-v6
|
| 8 |
+
- evolutionary-merge
|
| 9 |
+
- mri-guided
|
| 10 |
+
- dare_ties
|
| 11 |
+
---
|
| 12 |
+
|
| 13 |
+
# Darwin V6 Evolved Model
|
| 14 |
+
|
| 15 |
+
Created by Darwin V6 diagnostic-guided evolutionary merge engine.
|
| 16 |
+
|
| 17 |
+
## Parent Models
|
| 18 |
+
- Father: `google/gemma-4-E4B-it`
|
| 19 |
+
- Mother: `arsovskidev/Gemma-4-E4B-Claude-4.6-Opus-Reasoning-Distilled`
|
| 20 |
+
|
| 21 |
+
## Evolution Result
|
| 22 |
+
- Benchmark score: 0.8292
|
| 23 |
+
- Merge method: dare_ties
|
| 24 |
+
- Merge hash:
|
| 25 |
+
|
| 26 |
+
## Merge Statistics
|
| 27 |
+
- Total tensors merged: 0
|
| 28 |
+
- Transplant A (Father preserved): 0
|
| 29 |
+
- Transplant B (Mother preserved): 0
|
| 30 |
+
- Blended: 0
|
| 31 |
+
|
| 32 |
+
## Optimal Genome
|
| 33 |
+
```
|
| 34 |
+
global_ratio: 0.4989
|
| 35 |
+
attn_ratio: 0.1766
|
| 36 |
+
ffn_ratio: 0.9021
|
| 37 |
+
embed_ratio: 0.6122
|
| 38 |
+
density_a: 0.9951
|
| 39 |
+
density_b: 0.9617
|
| 40 |
+
block_0_ratio: 0.5740
|
| 41 |
+
block_1_ratio: 0.5811
|
| 42 |
+
block_2_ratio: 0.5736
|
| 43 |
+
block_3_ratio: 0.4697
|
| 44 |
+
block_4_ratio: 0.4930
|
| 45 |
+
block_5_ratio: 0.8418
|
| 46 |
+
mri_trust: 0.4907
|
| 47 |
+
merge_method_weight: 0.3623
|
| 48 |
+
```
|
| 49 |
+
|
| 50 |
+
## Health Check
|
| 51 |
+
Not performed
|
| 52 |
+
|
| 53 |
+
## Method
|
| 54 |
+
Darwin V6 implements DARE-TIES merge directly via PyTorch tensor operations.
|
| 55 |
+
Per-tensor ratios are determined by MRI diagnostic (static tensor analysis +
|
| 56 |
+
probe-based functional importance) combined with evolutionary genome search.
|
| 57 |
+
|
| 58 |
+
Formula: final_ratio = mri_ratio * mri_trust + genome_ratio * (1 - mri_trust)
|
| 59 |
+
|
| 60 |
+
DARE-TIES algorithm: Yadav et al., 2023 (re-implemented, not library-dependent)
|
| 61 |
+
|
| 62 |
+
Built by VIDRAFT. Apache 2.0.
|
darwin_v6_report.json
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "darwin_v6",
|
| 3 |
+
"model_a": "google/gemma-4-E4B-it",
|
| 4 |
+
"model_b": "arsovskidev/Gemma-4-E4B-Claude-4.6-Opus-Reasoning-Distilled",
|
| 5 |
+
"scan_time_a": 42.475749492645264,
|
| 6 |
+
"scan_time_b": 167.82452273368835,
|
| 7 |
+
"prescription": {
|
| 8 |
+
"total_tensors": 2130,
|
| 9 |
+
"avg_ratio_b": NaN,
|
| 10 |
+
"avg_attn_ratio": NaN,
|
| 11 |
+
"avg_ffn_ratio": NaN,
|
| 12 |
+
"avg_embed_ratio": 0.4999999999999489,
|
| 13 |
+
"transplant_a_count": 0,
|
| 14 |
+
"transplant_b_count": 0,
|
| 15 |
+
"blended_count": 1160
|
| 16 |
+
},
|
| 17 |
+
"recommended_genome": {
|
| 18 |
+
"global_ratio": NaN,
|
| 19 |
+
"attn_ratio": NaN,
|
| 20 |
+
"ffn_ratio": NaN,
|
| 21 |
+
"embed_ratio": 0.4999999999999489,
|
| 22 |
+
"block_ratios": [
|
| 23 |
+
NaN,
|
| 24 |
+
NaN,
|
| 25 |
+
NaN,
|
| 26 |
+
NaN,
|
| 27 |
+
NaN,
|
| 28 |
+
NaN,
|
| 29 |
+
NaN,
|
| 30 |
+
NaN
|
| 31 |
+
],
|
| 32 |
+
"mri_trust": 0.7
|
| 33 |
+
},
|
| 34 |
+
"evolution": {
|
| 35 |
+
"best_score": 0.829201223135563,
|
| 36 |
+
"best_genome": [
|
| 37 |
+
0.4989350370880262,
|
| 38 |
+
0.1765596987144778,
|
| 39 |
+
0.9021353731189872,
|
| 40 |
+
0.6121816711168857,
|
| 41 |
+
0.9950687155130845,
|
| 42 |
+
0.9616749716399485,
|
| 43 |
+
0.5740460369734743,
|
| 44 |
+
0.5810983895063875,
|
| 45 |
+
0.573601237329962,
|
| 46 |
+
0.4697086657809396,
|
| 47 |
+
0.4930005152703568,
|
| 48 |
+
0.8418002526417858,
|
| 49 |
+
0.49071281679766654,
|
| 50 |
+
0.36230713269451437,
|
| 51 |
+
0.852050028439731,
|
| 52 |
+
0.9518639342120779
|
| 53 |
+
],
|
| 54 |
+
"elapsed_sec": 2612.163347005844,
|
| 55 |
+
"merge_report": {
|
| 56 |
+
"total": 0,
|
| 57 |
+
"transplant_a": 0,
|
| 58 |
+
"transplant_b": 0,
|
| 59 |
+
"blended": 0,
|
| 60 |
+
"method": "slerp",
|
| 61 |
+
"genome_hash": "d33cb3bd"
|
| 62 |
+
}
|
| 63 |
+
},
|
| 64 |
+
"health": {
|
| 65 |
+
"status": "healthy",
|
| 66 |
+
"summary": "failed: Repo id must be in the form 'repo_name' or 'namespace/repo_name': '/data/ray_temp/ginipick/darwin_merge_cache/merged_233e0e73'. Use `repo_type` argument if needed.",
|
| 67 |
+
"issue_count": 0
|
| 68 |
+
}
|
| 69 |
+
}
|
parent_comparison.png
ADDED
|
Git LFS Details
|
prescription_ratios.png
ADDED
|