new record 12/10/24

KellerJordan · Dec 12, 2024 · b6e0ae8 · b6e0ae8
1 parent 0690f2c
commit b6e0ae8
Show file tree

Hide file tree

Showing 41 changed files with 86,481 additions and 0 deletions.
diff --git a/README.md b/README.md
@@ -79,6 +79,7 @@ The following is the progression of world records for the task of *training a mo
 13 | 4.66 minutes | [Attention window warmup](https://x.com/hi_tysam/status/1860851011797053450) | 11/24/24 | [log](./records/112424_WindowWarmup/cf9e4571-c5fc-4323-abf3-a98d862ec6c8.txt) | @fernbear.bsky.social
 14 | 4.41 minutes | [Value Embeddings](https://x.com/KoszarskyB/status/1864746625572257852) | 12/04/24 | [log](./records/120424_ValueEmbed) | @KoszarskyB
 15 | 3.95 minutes | [U-net pattern for value embeds, assorted code improvements](https://x.com/YouJiacheng/status/1865761473886347747) | 12/08/24 | [log](records/120824_UNetValueEmbedsTweaks) | @leloykun, @YouJiacheng
+16 | 3.80 minutes | [MFU tweaks](https://x.com/YouJiacheng/status/1866734331559071981) | 12/10/24 | [log](records/121024_MFUTweaks) | @YouJiacheng
 
 ### Speedrun rules
 

diff --git a/records/121024_MFUTweaks/04df8c70-2462-4b6c-9e49-c7589b321a81.txt b/records/121024_MFUTweaks/04df8c70-2462-4b6c-9e49-c7589b321a81.txt
diff --git a/records/121024_MFUTweaks/052953d9-0495-43db-9d15-ae98fff06f18.txt b/records/121024_MFUTweaks/052953d9-0495-43db-9d15-ae98fff06f18.txt
diff --git a/records/121024_MFUTweaks/0aa83756-53f0-4268-9721-db6d5985bc42.txt b/records/121024_MFUTweaks/0aa83756-53f0-4268-9721-db6d5985bc42.txt
diff --git a/records/121024_MFUTweaks/217c8375-d34f-45ee-9bee-ca8f9a6608da.txt b/records/121024_MFUTweaks/217c8375-d34f-45ee-9bee-ca8f9a6608da.txt
diff --git a/records/121024_MFUTweaks/2d25e67e-6ab4-45ff-92e0-d223bcf1784e.txt b/records/121024_MFUTweaks/2d25e67e-6ab4-45ff-92e0-d223bcf1784e.txt
diff --git a/records/121024_MFUTweaks/2d564428-0822-4d01-a61b-f53e4cd646c6.txt b/records/121024_MFUTweaks/2d564428-0822-4d01-a61b-f53e4cd646c6.txt
diff --git a/records/121024_MFUTweaks/30beb830-0f15-4a71-8c98-187ea2015606.txt b/records/121024_MFUTweaks/30beb830-0f15-4a71-8c98-187ea2015606.txt
diff --git a/records/121024_MFUTweaks/35c28373-6cf8-463c-8007-1146801f8068.txt b/records/121024_MFUTweaks/35c28373-6cf8-463c-8007-1146801f8068.txt
diff --git a/records/121024_MFUTweaks/38757b64-ade6-45fa-b628-11cc83b6ed0c.txt b/records/121024_MFUTweaks/38757b64-ade6-45fa-b628-11cc83b6ed0c.txt
diff --git a/records/121024_MFUTweaks/3a714803-f1e1-4b81-b984-e2457ccb664f.txt b/records/121024_MFUTweaks/3a714803-f1e1-4b81-b984-e2457ccb664f.txt
diff --git a/records/121024_MFUTweaks/409647d3-2887-4760-9cb4-327d3bb219a4.txt b/records/121024_MFUTweaks/409647d3-2887-4760-9cb4-327d3bb219a4.txt
diff --git a/records/121024_MFUTweaks/47029c45-997b-4498-a5c0-2fc76d365eb8.txt b/records/121024_MFUTweaks/47029c45-997b-4498-a5c0-2fc76d365eb8.txt
diff --git a/records/121024_MFUTweaks/5175d854-1dcb-41e1-a690-b223fa69fd7f.txt b/records/121024_MFUTweaks/5175d854-1dcb-41e1-a690-b223fa69fd7f.txt
diff --git a/records/121024_MFUTweaks/571574de-d894-49b1-8f02-281ddd607823.txt b/records/121024_MFUTweaks/571574de-d894-49b1-8f02-281ddd607823.txt
diff --git a/records/121024_MFUTweaks/591496b6-fdce-4902-b279-4360b378865d.txt b/records/121024_MFUTweaks/591496b6-fdce-4902-b279-4360b378865d.txt
diff --git a/records/121024_MFUTweaks/59b474de-a528-4040-b6f4-19c89c2041cf.txt b/records/121024_MFUTweaks/59b474de-a528-4040-b6f4-19c89c2041cf.txt
diff --git a/records/121024_MFUTweaks/7442abb4-a571-4340-9844-de16209c3762.txt b/records/121024_MFUTweaks/7442abb4-a571-4340-9844-de16209c3762.txt
diff --git a/records/121024_MFUTweaks/76ee9a40-0f61-42bb-849b-bf46c3a3e7c9.txt b/records/121024_MFUTweaks/76ee9a40-0f61-42bb-849b-bf46c3a3e7c9.txt
diff --git a/records/121024_MFUTweaks/7787c6ea-33f2-4c63-a345-a8e8a830e595.txt b/records/121024_MFUTweaks/7787c6ea-33f2-4c63-a345-a8e8a830e595.txt
diff --git a/records/121024_MFUTweaks/8dff461f-9696-4d45-b717-bad7b1cb2060.txt b/records/121024_MFUTweaks/8dff461f-9696-4d45-b717-bad7b1cb2060.txt
diff --git a/records/121024_MFUTweaks/91b48522-0c7b-4fee-83ea-c01df3e3d5c0.txt b/records/121024_MFUTweaks/91b48522-0c7b-4fee-83ea-c01df3e3d5c0.txt
diff --git a/records/121024_MFUTweaks/9323a20a-8f7f-4549-8997-dde75dfc6ec6.txt b/records/121024_MFUTweaks/9323a20a-8f7f-4549-8997-dde75dfc6ec6.txt
diff --git a/records/121024_MFUTweaks/a3e860f0-98ed-4845-9aee-cccd01fd9b5b.txt b/records/121024_MFUTweaks/a3e860f0-98ed-4845-9aee-cccd01fd9b5b.txt
diff --git a/records/121024_MFUTweaks/a55c6778-e76a-44bc-a0e1-68c0e7580096.txt b/records/121024_MFUTweaks/a55c6778-e76a-44bc-a0e1-68c0e7580096.txt
diff --git a/records/121024_MFUTweaks/a880e114-d133-469c-85db-ab58bc507d04.txt b/records/121024_MFUTweaks/a880e114-d133-469c-85db-ab58bc507d04.txt
diff --git a/records/121024_MFUTweaks/ac154191-d2fb-478a-b6ea-55276b4f6655.txt b/records/121024_MFUTweaks/ac154191-d2fb-478a-b6ea-55276b4f6655.txt
diff --git a/records/121024_MFUTweaks/afcec83b-9286-455e-81a6-5eb3710d0ead.txt b/records/121024_MFUTweaks/afcec83b-9286-455e-81a6-5eb3710d0ead.txt
diff --git a/records/121024_MFUTweaks/c01ffedd-443f-421b-b7ca-492e8187557b.txt b/records/121024_MFUTweaks/c01ffedd-443f-421b-b7ca-492e8187557b.txt
diff --git a/records/121024_MFUTweaks/c80b525d-de02-4fb0-b4ae-44f3308474ea.txt b/records/121024_MFUTweaks/c80b525d-de02-4fb0-b4ae-44f3308474ea.txt
diff --git a/records/121024_MFUTweaks/d00194c9-e6d0-4767-b703-7e3c3ff24881.txt b/records/121024_MFUTweaks/d00194c9-e6d0-4767-b703-7e3c3ff24881.txt
diff --git a/records/121024_MFUTweaks/d6ab1d3a-92f5-4847-8f3b-69faabc89c67.txt b/records/121024_MFUTweaks/d6ab1d3a-92f5-4847-8f3b-69faabc89c67.txt
diff --git a/records/121024_MFUTweaks/d7c9acce-8b10-4f22-a505-4741319decc3.txt b/records/121024_MFUTweaks/d7c9acce-8b10-4f22-a505-4741319decc3.txt
diff --git a/records/121024_MFUTweaks/e0f4f91a-4b79-4a39-a316-9ce769921840.txt b/records/121024_MFUTweaks/e0f4f91a-4b79-4a39-a316-9ce769921840.txt
diff --git a/records/121024_MFUTweaks/e1e718d6-89dc-4794-a969-17b2977b004c.txt b/records/121024_MFUTweaks/e1e718d6-89dc-4794-a969-17b2977b004c.txt
diff --git a/records/121024_MFUTweaks/e221be41-2c83-4158-98dd-2df74ad2b9ba.txt b/records/121024_MFUTweaks/e221be41-2c83-4158-98dd-2df74ad2b9ba.txt
diff --git a/records/121024_MFUTweaks/ea08b5fb-abc8-46b0-a643-4561d621d78d.txt b/records/121024_MFUTweaks/ea08b5fb-abc8-46b0-a643-4561d621d78d.txt
diff --git a/records/121024_MFUTweaks/eca39347-6616-4903-ad6b-bab828aa2f78.txt b/records/121024_MFUTweaks/eca39347-6616-4903-ad6b-bab828aa2f78.txt
diff --git a/records/121024_MFUTweaks/ed5a4791-fc3b-4fbf-b871-5c1c34f19b5a.txt b/records/121024_MFUTweaks/ed5a4791-fc3b-4fbf-b871-5c1c34f19b5a.txt
diff --git a/records/121024_MFUTweaks/f2546c91-e2b3-4906-9f5b-bee25b47216f.txt b/records/121024_MFUTweaks/f2546c91-e2b3-4906-9f5b-bee25b47216f.txt
diff --git a/records/121024_MFUTweaks/feed17f1-d377-484b-b04b-0124144dfc62.txt b/records/121024_MFUTweaks/feed17f1-d377-484b-b04b-0124144dfc62.txt