TBNilles/TinyRecursiveModels
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

upload

Browse Source
This commit is contained in:
Alexia Jolicoeur-Martineau
2025-10-07 09:26:04 -04:00
commit 8120f2bdf7
39 changed files with 27428 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
config/arch/transformers_baseline.yaml Normal file
View File

@@ -0,0 +1,18 @@
name: recursive_reasoning.transformers_baseline@Model_ACTV2
loss:
name: losses@ACTLossHead
loss_type: stablemax_cross_entropy
halt_exploration_prob: 0.1
halt_max_steps: 16
H_cycles: 1 # kept for compatibility
H_layers: 8
hidden_size: 512
num_heads: 12
expansion: 4
puzzle_emb_ndim: ${.hidden_size}
pos_encodings: rope