Repository navigation
Expand file tree
/
Copy pathMANIFEST.sha256
More file actions
107 lines (107 loc) · 9.64 KB
/
Copy pathMANIFEST.sha256
File metadata and controls
107 lines (107 loc) · 9.64 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
6d5171f46779760b80a745335072025a17a1f1dac47a065483ea433646d0fef5 .gitignore
dfb7c46c72bb663732c8b0410929594fb7d4d1cc4662c39033c809f352b886ec README.md
6a78805a152c6d7b0404edc2d889f7678748eea3b3e2d7d67c9008e43887e716 THIRD_PARTY.md
2731a093ef1cb4d665e454461e8af10729da10c44cda10a13e5ec5a1c7b9b597 arguments.py
c5026185a13e596cdbf706083bd00b77c37137704747c16270e52a4300df5425 assets/overview.svg
e238953d42b8d91399a186184cec7ecd8a13eb3a760342b58ad87120925aa42d assets/paper-badge.svg
1b7fbe3c4c384cd9dba68b69f2ecce9afac4fba97d2110090fcdc9c8113de46c assets/results-recall-ruler-wikitext2.png
17662648aad548f037e8729c980a34661555e4f936a6671d79b5430d669a9ab8 configs/model/180m.json
72fb442382fbd6c941d32d1476b0a9ff8fee538b1db1be7a35ffc04e167d72fb configs/model/1b.json
ede6603fc59e520817617aed0e16ff25b46ef9da4c9522373445fe892b4ee5f0 configs/model/250m.json
bd8de2ab0b5993ad155edae7958dc86b48c82ed7ce9c6dc9cad9713d27cd4831 configs/model/390m.json
8bf722d518d12581fee6d0f073715ab6d70b7c387dc0fb83a7ba6bd9067daf76 configs/model/510m.json
4474a242c3c887197452a164e9368d534fad351c8f4c796b1f985e568ea905c7 configs/model/750m.json
e44611ec57b37c20db2a249984292659ad88d457de11b2c70da6517b54426583 configs/model/gdn-400m.json
09c7e338e9a71433c9283726d19ff738e6bdd477351e341a54913ae617906567 configs/model/gla-400m.json
8a52dbe675a37cff9d0b11aaec9244400a6e5050829315ba22bf4f019e4321c2 configs/model/retrieval.json
b6fc0dda4ae0b2d33fec326ec225de2ad8f165c33a0b65ba229f36cbece97c34 configs/training/180m/stage1.json
cca9a0e77af7c0f114b8501b8aa418acc9d2c217a4470319028fde4ab6e68e7e configs/training/180m/stage2.json
fff8712a3f988b9910a2d077365e442d710d8b97a941216af939713fb2d1eb87 configs/training/1b/stage1.json
421458e676c1c966feefb5dddedc685eebb099fdaee38b8fa8e79e1b909acf88 configs/training/1b/stage2.json
2ef1561ecd58a7a8ee2e00111434e92ca008e8c9d432e6ba9dd6530a755c2350 configs/training/250m/stage1.json
bdf8b28f24e3ae87304c250f49e1a01dd582043bc76f6d476304c5250ac79934 configs/training/250m/stage2.json
ae4c9147fed15029337567e770640a9e436023f738364e43ab227fe7fa9b6aa4 configs/training/390m/stage1.json
1e7be3e45554fc33cb269457c174d307225ccf71e18b41c515c8dae44ed8e890 configs/training/390m/stage2.json
9ad37573a85beb615b9abe01e0e18c80958b9d17a05f319b560af16842a696b0 configs/training/510m/stage1.json
77b69acd52e5d33d2cff5356af7bd9e06028f6053a115af0bf8675a2c5e54816 configs/training/510m/stage2.json
255fc2fae7a93ed23d755d94df66d95db269d98d7c1b55b3a062df46bc3394d1 configs/training/750m/stage1.json
6064314a2c9cdeac36e5e648e241eb7e41b964fac630f194ca006f5f24dc9578 configs/training/750m/stage2.json
5668d0abdc995c5b6ec075e7452af1ff32101c2718959cdb59869fdee708294c data/__init__.py
b348e32c56f36399a10a592289e7ac1c76acd97901eec77926eaa29cc40b8ac8 data/copy_utils.py
862743a16d650a99eae1b818137bcda140a6ff2f978dfdc2a66e84205de34da3 data/dclm.py
c5ee42843b8005d91b33f6c881e81abfd88bbb89cbad8456a7a6e9c05af72d40 data/multi_passkey.py
2f5e748bd66f090929964c8f6ff76577ef0d6fe031a89ff2ffa6866b094cc183 docs/ENVIRONMENT.md
8c96624046c24dd4d9426fd6b9c35320ee158e662ad85fd7e103c3f3c88b8a82 docs/EVALUATION.md
3dd393493eb8d168a60bc4f99698da729d60f2012968a4cabb12474076d1037b docs/REPRODUCE.md
666cf492ef4a517f0b7b0705736dedaf1ace2df20380a2052095a9b46a588d82 environment.yml
01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b evaluation/__init__.py
82239302e9318705330c56436d17a542613e9813aae185e92fa7a4af27d7f20f evaluation/longppl.py
ac6a5e1463e154afe45a659dc99a7fcde7712ab9f7ef614be4c76b828712c29c evaluation/position_loss.py
dc7f09c58800dc91d05c32cc67a47675c60735d59f1959255ab999e55082bf3c evaluation/prepare_data.py
51777a29399f49c4290a62c452b9f92216ec4530268afa13042d03f2cd06d6a1 evaluation/prepare_ruler.py
d1ab8d09d49018ae9cfdb450d73fd97d66fac0a639b0357ed3cb3494528a2087 evaluation/ruler.py
188e69ee9de488ba8c622c0ea96b59a5735b6f85bb0e53054d59bcf2ff38b669 evaluation/run.py
b9d425f59e8d11caff1ff1790484c054692aa6e7bebb54126895751aeeb51635 evaluation/tasks/based_drop/default.yaml
249e132605f649441a8555ca9169d4291581ce3fb8151283a311118706c34ee4 evaluation/tasks/based_drop/task.py
4476c0fc6d5d33de7e55352db4b36e1ca503e075e59b768edc201ce8c7c9ee60 evaluation/tasks/based_fda/default.yaml
041708a7ef2a02daa1ef87db3516905e02e25d7b5865107176808256b129db2a evaluation/tasks/based_fda/task.py
9e4f95d59051de0d9d65a49d4bfdf00c266f7be49d7b3ea0a6ec4f21c2a91320 evaluation/tasks/based_nq/nq2048.yaml
d5c4b2103320265cb39a08405a8969cd6007d309df38f805549be331ebb75a84 evaluation/tasks/based_nq/task.py
6b388f6ffa98d773a91c6e234d04b3c81d2d4d771ffd5787ee49da5cecfe2c49 evaluation/tasks/based_squadv2/default.yaml
6a26fd238b0b1ecd34a87418a8e9dac81222cee9dfd4563f8b1a0bda53d2ad59 evaluation/tasks/based_squadv2/task.py
5365835ed1cf504c3eace03ede9f65281ab1f9b0602258b0a8c355f7b5a4182c evaluation/tasks/based_swde/default.yaml
d4bf2bd1a6c3aaf3db8dc5ff37e9266e8b56ee967c6eff229040041020708a5f evaluation/tasks/based_swde/task.py
503fe6ce678a9d67b8e3db5a7200cab72167598261bb768655f0c9fc05ab65e8 evaluation/tasks/based_triviaqa/default.yaml
25448ffa54ec18687f1952ed6ec7ef09fb3cdb59f55eb0d427e56e0e46c5af48 evaluation/tasks/based_triviaqa/task.py
01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b experiments/__init__.py
01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b experiments/heads/__init__.py
dd0db69330f0d6ee9f11318be599fe702e0d15e12a534ffc0ea0384d50b7b040 experiments/heads/evaluate.py
8d7f158c21e5d842706f043df0829c8266701c28987ce35690e6a75d35b2aae3 experiments/heads/identify.py
8bf956d1e568329a3395279997ea9338d80f68d6be3e27fa6ab53bc88cdeaa8b experiments/heads/masking.py
83576dcb9fc7ea1da6824b66514521a044b5167637cd21eb1220a44eb6d29109 experiments/heads/objective.py
57bbd0b05f0c62884655d64b3bc947fa16172eb3ce732a8724165e26643cf8bd experiments/plot.py
01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b experiments/retrieval/__init__.py
50d259dd29b7d082b48352990e8699682e67bdc85afaf37db2ec2d1c448588b9 experiments/retrieval/core.py
ed73500575e58082d873c4414d228a6f65085769a3b10f3102707216459828f0 experiments/retrieval/gradients.py
8728b33f012032f198a240a71bdbaa73ee161cf26c3426964838ea02c88d304b experiments/retrieval/run.py
42b24b1cd00ec73cf5a7822e94342235ef6312fe1857c12a6d469b6bb19ccdc4 experiments/scaling.py
98d913740dd16462d79ca94c88269a166673058d95c941f8fc98cb3fb39a7b45 licenses/flash-linear-attention.txt
a806e42547620dffbc2ec0333322c8b3523b4af11e059be14ef81aa5b1ae021f licenses/lm-evaluation-harness.txt
34681e5b70ad188af2c8a956a3ffeca8096093167b4d78d4e37d61b904fdefc5 licenses/muon.txt
f90aa710bb2d2672739f1b23e777c62b5dabb88d88275c4e239158e4b12d54a3 modeling/__init__.py
17246540bee1038f2ce181b4e085ec57999ad9cb67380fb3ae722ac962ac8b88 modeling/gated_deltanet/__init__.py
83191680d08fe1442399d9570ca451cc6d2a234bf75c06eaa4c870674ab8c2dc modeling/gated_deltanet/config.py
01e8daa42027796775331611e9c980b201f5106810758a796f81767be45e3a1c modeling/gated_deltanet/layer.py
a7c38c24a4b8b59c4a9a1db228839ad21fd77c72dd75837350100f0d36c162a0 modeling/gated_deltanet/model.py
3affcbe2760ecf0a782d70ba908db80e96f516f865b86b3d476fd5cbfede41c6 modeling/gla/__init__.py
1498681cd6784f50cb7b1035997943288e181f8c42f7f516c59e47a980eb15f6 modeling/gla/attention.py
a625da2b163f2e9ca868fd270c2ff33b0a98920bacdc8b6343064a11d3ed803d modeling/gla/config.py
e76f6890215b736850b8b2037c9f34c29c9d8c5ca4c8304e7f0718b7758ea76f modeling/gla/layer.py
ee8d4c85e2164dd1555dbe817fb6bf4b7504e0e61db172064205c249faedf12f modeling/gla/model.py
d08e6f81493dff183a78308ba30810008869b26e668d00f5095f3af6ad81cd7b modeling/kda/__init__.py
0dc7b8438942d4c1d3ecfde33262d4ddfe010fa0617afc701d15ed84814cc444 modeling/kda/attention.py
f8b08d0555598f7b66a50630105a10cad9d2b8871604d0cf593b37db97becb53 modeling/kda/config.py
b649b612b20a2dd0891df8c8d1bed2bb7955fb6d0f4f40262ab63a94a93de932 modeling/kda/duo.py
fbefa3b06fb1f80eff634c555bba82543c59a375c807fcfb1df452502bda93f3 modeling/kda/layer.py
a121370459e1a0dd60f61b5a0474a8e9dc7333e37f918127a741280ca768df44 modeling/kda/model.py
01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b optim/__init__.py
b9a1eef1a291c5cfcd1f896f34cae683bbe7cdb4cb6a962c3c9ddcf5ce713edd optim/lr_scheduler.py
d46dbdb26aebbfb8b1a98f41bcb4344ae44254aa944fa48031991d395a245db9 optim/muon.py
d735cfbb83229932fbd150b17ba2a8c0c341bceb0dc6c916c786159420a9a479 preparation.py
a99a0d7680b4aca8b7544b848524d540154697abab2ab3af0a653ca01a6491e7 requirements-cuda.txt
2179221c3ec73a6716f5c16aae366d8d5c0e8ddb94f7848ddc5e57855a8d5537 requirements-eval.txt
e70c8cebc291b8a7b6ff46f74dba4f0c55a93188b43d46107897ae29e12ba82b requirements-lock.txt
0e36d91bf75318b2d29d2f3e0bd008c2792c522f27c14eaa20f420897600b62a requirements.txt
59ff252601a65b09f8f87cb5a11732ceff7ca2605f3e7ba3463e6dc75ea650b1 results_table.csv
4992aa512668debe5dcbecb36cd10458b825f9e0afbfb34473b9e5e1ee9d4a95 scripts/install_cuda.sh
6a798b6a34386d503a4ae830fb5f6298a800980dc706ab67a3d92251dd549790 scripts/run_eval.sh
dae3178e85a9146b260b9b4bef93be2020f7b25b634f31da0b2e5e17fc576f8a scripts/run_gradients.sh
119a1d354780b7ed5016b32318ab2de2394f6e150089dc08c6c9236a68a1907f scripts/run_main.sh
6ec47649ecfd3a9f6f42b127f9f4ac1c554b656d18913e00fa63c28c71985ed1 scripts/run_retrieval.sh
0905ea70d5cbfa04c52326b26ffbb20314994e8efd53cc11b81fd55aa7152e38 scripts/smoke_test.py
319cae29cca119c651c232b15de01f19ddaa1a58c48ff620555dae2dbfe3b56f scripts/smoke_test.sh
24d0f31098320d0c5a805b46054c454dad49cc35c7bd8a32608fe5863a4f57ea tests/test_evaluation.py
c12ce57dd9f0909ca0947456e10dd7f729aa18abef5cc7a7671167ae845742ee tests/test_release.py
1ad8d56bb019a2eb44349fdf183e6ada56cc3ccdef89b75a3701be4ad066acb5 train.py
01ba4719c80b6fe911b091a7c05124b64eeece964e09c058ef8f9805daca546b trainer/__init__.py
8b28499f262c464e4b48b922f2e1509d7d9fd416744e199499e8778da129c6e2 trainer/trainer.py