SeaWolf-AI commited on
Commit
9a416f2
·
verified ·
1 Parent(s): 8d0058b

Darwin V6 evolved model

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ parent_comparison.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model:
4
+ - google/gemma-4-E4B-it
5
+ - arsovskidev/Gemma-4-E4B-Claude-4.6-Opus-Reasoning-Distilled
6
+ tags:
7
+ - darwin-v6
8
+ - evolutionary-merge
9
+ - mri-guided
10
+ - dare_ties
11
+ ---
12
+
13
+ # Darwin V6 Evolved Model
14
+
15
+ Created by Darwin V6 diagnostic-guided evolutionary merge engine.
16
+
17
+ ## Parent Models
18
+ - Father: `google/gemma-4-E4B-it`
19
+ - Mother: `arsovskidev/Gemma-4-E4B-Claude-4.6-Opus-Reasoning-Distilled`
20
+
21
+ ## Evolution Result
22
+ - Benchmark score: 0.8292
23
+ - Merge method: dare_ties
24
+ - Merge hash:
25
+
26
+ ## Merge Statistics
27
+ - Total tensors merged: 0
28
+ - Transplant A (Father preserved): 0
29
+ - Transplant B (Mother preserved): 0
30
+ - Blended: 0
31
+
32
+ ## Optimal Genome
33
+ ```
34
+ global_ratio: 0.4989
35
+ attn_ratio: 0.1766
36
+ ffn_ratio: 0.9021
37
+ embed_ratio: 0.6122
38
+ density_a: 0.9951
39
+ density_b: 0.9617
40
+ block_0_ratio: 0.5740
41
+ block_1_ratio: 0.5811
42
+ block_2_ratio: 0.5736
43
+ block_3_ratio: 0.4697
44
+ block_4_ratio: 0.4930
45
+ block_5_ratio: 0.8418
46
+ mri_trust: 0.4907
47
+ merge_method_weight: 0.3623
48
+ ```
49
+
50
+ ## Health Check
51
+ Not performed
52
+
53
+ ## Method
54
+ Darwin V6 implements DARE-TIES merge directly via PyTorch tensor operations.
55
+ Per-tensor ratios are determined by MRI diagnostic (static tensor analysis +
56
+ probe-based functional importance) combined with evolutionary genome search.
57
+
58
+ Formula: final_ratio = mri_ratio * mri_trust + genome_ratio * (1 - mri_trust)
59
+
60
+ DARE-TIES algorithm: Yadav et al., 2023 (re-implemented, not library-dependent)
61
+
62
+ Built by VIDRAFT. Apache 2.0.
darwin_v6_report.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "darwin_v6",
3
+ "model_a": "google/gemma-4-E4B-it",
4
+ "model_b": "arsovskidev/Gemma-4-E4B-Claude-4.6-Opus-Reasoning-Distilled",
5
+ "scan_time_a": 42.475749492645264,
6
+ "scan_time_b": 167.82452273368835,
7
+ "prescription": {
8
+ "total_tensors": 2130,
9
+ "avg_ratio_b": NaN,
10
+ "avg_attn_ratio": NaN,
11
+ "avg_ffn_ratio": NaN,
12
+ "avg_embed_ratio": 0.4999999999999489,
13
+ "transplant_a_count": 0,
14
+ "transplant_b_count": 0,
15
+ "blended_count": 1160
16
+ },
17
+ "recommended_genome": {
18
+ "global_ratio": NaN,
19
+ "attn_ratio": NaN,
20
+ "ffn_ratio": NaN,
21
+ "embed_ratio": 0.4999999999999489,
22
+ "block_ratios": [
23
+ NaN,
24
+ NaN,
25
+ NaN,
26
+ NaN,
27
+ NaN,
28
+ NaN,
29
+ NaN,
30
+ NaN
31
+ ],
32
+ "mri_trust": 0.7
33
+ },
34
+ "evolution": {
35
+ "best_score": 0.829201223135563,
36
+ "best_genome": [
37
+ 0.4989350370880262,
38
+ 0.1765596987144778,
39
+ 0.9021353731189872,
40
+ 0.6121816711168857,
41
+ 0.9950687155130845,
42
+ 0.9616749716399485,
43
+ 0.5740460369734743,
44
+ 0.5810983895063875,
45
+ 0.573601237329962,
46
+ 0.4697086657809396,
47
+ 0.4930005152703568,
48
+ 0.8418002526417858,
49
+ 0.49071281679766654,
50
+ 0.36230713269451437,
51
+ 0.852050028439731,
52
+ 0.9518639342120779
53
+ ],
54
+ "elapsed_sec": 2612.163347005844,
55
+ "merge_report": {
56
+ "total": 0,
57
+ "transplant_a": 0,
58
+ "transplant_b": 0,
59
+ "blended": 0,
60
+ "method": "slerp",
61
+ "genome_hash": "d33cb3bd"
62
+ }
63
+ },
64
+ "health": {
65
+ "status": "healthy",
66
+ "summary": "failed: Repo id must be in the form 'repo_name' or 'namespace/repo_name': '/data/ray_temp/ginipick/darwin_merge_cache/merged_233e0e73'. Use `repo_type` argument if needed.",
67
+ "issue_count": 0
68
+ }
69
+ }
parent_comparison.png ADDED

Git LFS Details

  • SHA256: 2437c15ebf866ed97a4c74345ec821f0e820b633d30183e5d0f7f571410af976
  • Pointer size: 131 Bytes
  • Size of remote file: 148 kB
prescription_ratios.png ADDED