Hugging Face's logo

datablations
/
lm1-2b8-55b-c4-perplexity

TensorBoard
Model card Files Metrics Community
Muennighoff commited on
Commit
329c483
•
1 Parent(s): d484f8f

Add files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  2. global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt +3 -0
  3. global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt +3 -0
  4. global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt +3 -0
  5. global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt +3 -0
  6. global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt +3 -0
  7. global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt +3 -0
  8. global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt +3 -0
  9. global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt +3 -0
  10. global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt +3 -0
  11. global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt +3 -0
  12. global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  13. global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt +3 -0
  14. global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt +3 -0
  15. global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt +3 -0
  16. global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt +3 -0
  17. global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt +3 -0
  18. global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt +3 -0
  19. global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt +3 -0
  20. global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt +3 -0
  21. global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt +3 -0
  22. global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt +3 -0
  23. global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  24. global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt +3 -0
  25. global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt +3 -0
  26. global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt +3 -0
  27. global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt +3 -0
  28. global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt +3 -0
  29. global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt +3 -0
  30. global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt +3 -0
  31. global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt +3 -0
  32. global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt +3 -0
  33. global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt +3 -0
  34. global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  35. global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt +3 -0
  36. global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt +3 -0
  37. global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt +3 -0
  38. global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt +3 -0
  39. global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt +3 -0
  40. global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt +3 -0
  41. global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt +3 -0
  42. global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt +3 -0
  43. global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt +3 -0
  44. global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt +3 -0
  45. global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  46. global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt +3 -0
  47. global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt +3 -0
  48. global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt +3 -0
  49. global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt +3 -0
  50. global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt +3 -0
global_step52452/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90afe7aa27e16aac610e5121f5929d12de454b45391232e9e366c44a59bd608c
3
+ size 131677719
global_step52452/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1d562dae9349aa585872c5e27427b75e5738ddd7f8b555ba45263fb7b1750a
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43461484d0b212a47f29a64413421e3d9dcf31ccf69301a00c4500fbd3b5eb89
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc57fe80f452bf30bb4a73d40a48ab620dc09d8b8cb2e8e98a3c93c87a30c18c
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c56db8f96d54c3418c893cd24b44e9243c444540c170adfd5e99ca7dfd4d6c5b
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e709fbe99bc8e02c40cbb703a2f2588a0b2385cc38e7fbc22c236b6bd9f64d0f
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86d008dac2bc4f188cd0c8db032feea48179c8fa121b0a0c5aad049314f37b76
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fac541b2cd821e03d48b95a157139444a2d625f1ec6631a1c9437db2e4024fb
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5273be96cd15c4c149f562dfb5f385f846457b06383a20905b75377b01439f6e
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a1983c5a98ab9a027de8fad0da4a3eac49e4b22ee22e4df10b0d21a3e8b69b
3
+ size 131677869
global_step52452/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab167b2210cfa68f78215ae3628dcf8208e520a4d600239c6eefed58567476e7
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b6fb258d8e6decca7f6047e4313a9640fdcb015aa2a527fc90f0c75e7a5fae
3
+ size 131677794
global_step52452/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8899d3404041c5da77779be1e9d4d94aa7f337c90e338a2d147774ad554baec0
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37177a0b97968eb4388cad6ec1b63c1f2917e811926138e3a75a9492dbe110e7
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8af570b646a80bd447a50037e2e2d4c9acb6cdcef69422d7acb78c7b7138fb59
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec20a2ff467160ee906a36e2dab2ebcdeaff4659cc3715c24016d09601e04541
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57eea13d3dec264895c7057624abea2d797ec873e7e96dc4dc6880552a1ebe6
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fbfd1bd6747a67f96f73a8256a334df4451e623d756452d1f2c628bf9141fb9
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:390581d230608b43ef2fb83abd103e328af2ea0c6625052e8b4ec6ced1151134
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70f6539cca3c7a9e2b38cf9a4793539e6d19e0e72bdefb5fb60929480a68a2b
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7168afa0950ef949771fed77870a4b4e978a8b3e0c596e7fae59aa49d8dab6d
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc3f321bf206747ccca482fcfef418c0f490b518dcf38985627008fb766d091
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7e2ff4dc95ae4ca10b454504b355cfa52ee064664b17a2754cc3c34b51da4b4
3
+ size 131677730
global_step52452/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4754c4e92fa22ced98764d05e201eb773dded4114762ecb5bec84eb29bd6d2f1
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a82fd29c1de3ef320fb3a6504c058ea06f82a09f9540959f0752889d3b5673b
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:246859920742ba16ad3d0c3791f7d571b513db548c5092f2c2a06984e9282c1c
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb1ad87d0004cf0ce0d41c7e495e27881a317c950dc66fd8e2fa0f1cbc27f48f
3
+ size 131677869
global_step52452/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:373749d90f9775670273658fa676a12816d35c5a9fafb66fe7720be726584d5c
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102a482c42b29f6c8ccfbaa756cbdec91e1e0f4431a078a4aeb9e1a88ff6e390
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5162214f284903579d78d15ca0ea13bbc82ae7d0ffb81921e8fa02ab244fdda8
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c42c5e682268e4b1d00f1bd39e38c6c1879bf4d0f02e755ce21bba5b63ffaf
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_128_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f856893b3dbf4c098c0a555c36cf58006a34c3b182269a3a4b899e8e3338affd
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_129_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a37d789db4dd483ad3cd455a6874608f088e29826e15650e6791c4164a74acf
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b455bd26b24129fbaf40a91724d2206e70de83d3cc6be9e5284cb45898ebd26
3
+ size 131677730
global_step52452/bf16_zero_pp_rank_130_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d3e770cf0059e980e80f1843062da6bc7805e7cfa73108806686e1228f04865
3
+ size 131677869
global_step52452/bf16_zero_pp_rank_131_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf3db602a810ea7f7c4756248965215fc79e49a56a8bec11ba7fb977d92ec9a
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_132_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61ffffe819d60f4307eae5d545465b536cdfe7845c6aca1d0acd195e303e026f
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_133_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ac283d0e2a0ccd89e836e0d2c6048b9f232a7b9893c4fe5d69b120eb2fbf5e
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_134_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53e5399ad4d0834cbd1f27443ed4ed28e939bf3853f388ce5f2fd328863ab683
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_135_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b050cfa9ce91d170ada911e1b3335d768d5f118dc09c36939693e3663a276ae9
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_136_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc8d931d7e8a25b6eb6bcc73df3b0479c2e8b886b291079013dd9e407e5e412
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_137_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:039d495b6d25a35a635dc9d95126a0952dee16974d0f6c58e0e814aee9307fe2
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_138_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f7b2cedf7e9ec989cdc2b797655a09cfaeb5132a41b8c9b7e9a31e4e12429e
3
+ size 131677869
global_step52452/bf16_zero_pp_rank_139_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3cd6bd364c7f6149dc98238b1c7e0461c1284e76168363a338a4236ca2b2e69
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d19ad89f658e204698576cfb680b46fbf6fcafc4cbdd5a58b9da99ccb9c094de
3
+ size 131677666
global_step52452/bf16_zero_pp_rank_140_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc128261e51f930c05ff7fdef1b1da1371c1471e65ab120aeba59e0f56ef82d9
3
+ size 131677677
global_step52452/bf16_zero_pp_rank_141_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3e5a765269072e6d2514e0dbcd13b4e645d9f5a9469c0ca3d225bdb97f3f76c
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_142_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587b8808219c9e12d8d0f918da2005b99403ea0834456220be5fea97429a4e1c
3
+ size 131677805
global_step52452/bf16_zero_pp_rank_143_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c02bf0fc1557c22fc25ef25f6221d9f4843b41424bc59e6f1fb58e78e53a0813
3
+ size 131677741
global_step52452/bf16_zero_pp_rank_144_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2119cbe25153219f1bb96a623ab7743b4404de28bd18dfb4db93222db8e016d1
3
+ size 131677741