Edit model card

You need to agree to share your contact information to access this model

This repository is publicly accessible, but you have to accept the conditions to access its files and content.

Log in or Sign Up to review the conditions and access this model content.

YAML Metadata Warning: empty or missing yaml metadata in repo card (https://huggingface.co/docs/hub/model-cards#model-card-metadata)

Number of experts present in the library: 140

Expert Name Base Model Trained on Adapter Type
6ffb5d981d101fbbd43d97bc45720388570f2c61 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6ffb5d981d101fbbd43d97bc45720388570f2c61 lora
2b7e8df77a6d154c5f957ffc6c9f40bc38ca3cde microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/2b7e8df77a6d154c5f957ffc6c9f40bc38ca3cde lora
44c8278a7dc6f876636f0979bb645cf98ae1df0f microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/44c8278a7dc6f876636f0979bb645cf98ae1df0f lora
6aa4c6be53eff0024e5c84f99ac94cddff4eb8f0 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6aa4c6be53eff0024e5c84f99ac94cddff4eb8f0 lora
11ac9bf7f55ee9d40df3c0ba117c6914dd6ed9e6 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/11ac9bf7f55ee9d40df3c0ba117c6914dd6ed9e6 lora
fe7390fde95a9ec85a35e2de5a869fcc7c7f1a34 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/fe7390fde95a9ec85a35e2de5a869fcc7c7f1a34 lora
de4f940d1dde0bd7a3e8c214c42741956ae68fa1 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/de4f940d1dde0bd7a3e8c214c42741956ae68fa1 lora
ab35e5d3266a05297db471612ce06095c5190649 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/ab35e5d3266a05297db471612ce06095c5190649 lora
06b1c16f9343dfe145570e28e0fe81ddc66cf1ea microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/06b1c16f9343dfe145570e28e0fe81ddc66cf1ea lora
16d75b7fbd36243f7315988d26324a1e6e0155ad microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/16d75b7fbd36243f7315988d26324a1e6e0155ad lora
8b1ac9ad821c24ab658e4977aa169ff195f4967f microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/8b1ac9ad821c24ab658e4977aa169ff195f4967f lora
7e4d0d1411048ca6d9a04d4eeab1837d650b228d microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/7e4d0d1411048ca6d9a04d4eeab1837d650b228d lora
0d306f911ca339bc6ef6f484b29d30a809b08356 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0d306f911ca339bc6ef6f484b29d30a809b08356 lora
e4a9b95cda2e9aed649c357930536a0397564bcc microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e4a9b95cda2e9aed649c357930536a0397564bcc lora
cb1ea1bb22437d7f239b7748e4dfe59258157e14 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/cb1ea1bb22437d7f239b7748e4dfe59258157e14 lora
03a048c35b81d8a422e0efd0d5de016b63659869 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/03a048c35b81d8a422e0efd0d5de016b63659869 lora
0edf4e67b33906e690dc45a9abae06c34ca3e13a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0edf4e67b33906e690dc45a9abae06c34ca3e13a lora
b31c8b60d28467403c1615ec883b167a0c103835 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/b31c8b60d28467403c1615ec883b167a0c103835 lora
b66d9cbdacc98fc8b99223a620e562ae1e68ac45 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/b66d9cbdacc98fc8b99223a620e562ae1e68ac45 lora
0dc314c260de491f65c06294183c4eff0b62a95c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0dc314c260de491f65c06294183c4eff0b62a95c lora
c0df5742c269f5e2563a555d1d03cef454b4649f microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/c0df5742c269f5e2563a555d1d03cef454b4649f lora
ff96536fef7560517e1411f531ca14b7460eb010 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/ff96536fef7560517e1411f531ca14b7460eb010 lora
00f9dbb0a851bc6099d5216e5fa8719b2ac3b82b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/00f9dbb0a851bc6099d5216e5fa8719b2ac3b82b lora
cacaa9792f080cab033f10fd7025c5d025f93d0a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/cacaa9792f080cab033f10fd7025c5d025f93d0a lora
cd7e6661d62bf4e3e8c6ed366a9b9dbd4a6b5043 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/cd7e6661d62bf4e3e8c6ed366a9b9dbd4a6b5043 lora
a18e921ea3e947642147754dffa769f9eabb31e7 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/a18e921ea3e947642147754dffa769f9eabb31e7 lora
2f04b37c2a4ebe847ffe5927168dad8d3102acaf microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/2f04b37c2a4ebe847ffe5927168dad8d3102acaf lora
e7f3d98f93507582a3b7903aae43f6b60a5394ef microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e7f3d98f93507582a3b7903aae43f6b60a5394ef lora
83351acb498ae98e3b652dcbcdc3a615e83e2f63 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/83351acb498ae98e3b652dcbcdc3a615e83e2f63 lora
9ce9cda3bf3ab43a4e0c0199110e30727770477c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/9ce9cda3bf3ab43a4e0c0199110e30727770477c lora
4e075eb7a0ce3017e38cfa6fe3e558591f36ea77 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/4e075eb7a0ce3017e38cfa6fe3e558591f36ea77 lora
902585a8b22580b312f1ac76591192adf4e79e03 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/902585a8b22580b312f1ac76591192adf4e79e03 lora
c65f47d3de4510d418357b1f133d3171f0bc4eca microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/c65f47d3de4510d418357b1f133d3171f0bc4eca lora
050f88f6c8fed44ecbd7658b0f450fb705ce368d microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/050f88f6c8fed44ecbd7658b0f450fb705ce368d lora
924b3fef8301b7c25f882fa5b6f8f27a8a906f48 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/924b3fef8301b7c25f882fa5b6f8f27a8a906f48 lora
d1960641caba4c85c372a2177e6727ad948c7005 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/d1960641caba4c85c372a2177e6727ad948c7005 lora
879287f285743b08d86c3bd0831ec1e49fa92e39 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/879287f285743b08d86c3bd0831ec1e49fa92e39 lora
03690ff2154ebecb454ea267cec529358ab6923b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/03690ff2154ebecb454ea267cec529358ab6923b lora
16a6a06abf4ff93fe3143b66c45dbeae6550816b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/16a6a06abf4ff93fe3143b66c45dbeae6550816b lora
0bb7c49bd644d0a4c0ea9fd6239e84c07013a811 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0bb7c49bd644d0a4c0ea9fd6239e84c07013a811 lora
96809d5bae3dc7d250e0d0eb811119c33f511824 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/96809d5bae3dc7d250e0d0eb811119c33f511824 lora
339a7a65cc21054c3b86fcc1b089b96ded1db7e5 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/339a7a65cc21054c3b86fcc1b089b96ded1db7e5 lora
daa54dd9f8daecd7bcc6f01f3b360a272d5d97a4 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/daa54dd9f8daecd7bcc6f01f3b360a272d5d97a4 lora
6deb1d33098457dbbf6c8b9fc39ae9f2ac601bbf microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6deb1d33098457dbbf6c8b9fc39ae9f2ac601bbf lora
dc036a07046ed47df2ea8927a3f85953b6620267 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/dc036a07046ed47df2ea8927a3f85953b6620267 lora
3c5a131da6f43e2f92dce91aa238e6782e428748 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/3c5a131da6f43e2f92dce91aa238e6782e428748 lora
98acf546189102f4d4fae1ff2bbef93018d6c4b1 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/98acf546189102f4d4fae1ff2bbef93018d6c4b1 lora
00936497f5884881f1df23f4834f6739552cee8b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/00936497f5884881f1df23f4834f6739552cee8b lora
35ae42f3419e73b7c7357c222e494eaa4161026b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/35ae42f3419e73b7c7357c222e494eaa4161026b lora
57cc5523770d264c141abd6a01f7acdaf080c633 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/57cc5523770d264c141abd6a01f7acdaf080c633 lora
739ac60705adb8084f1656b8bdb29e58e41f4966 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/739ac60705adb8084f1656b8bdb29e58e41f4966 lora
2e15003e58afe663f66622edbfc3d7d1c7c69a60 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/2e15003e58afe663f66622edbfc3d7d1c7c69a60 lora
e5a717d519b7648ce17e3f1f78dd4ba0548c8338 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e5a717d519b7648ce17e3f1f78dd4ba0548c8338 lora
76783b0515e8ebb6a307c36483b8db10fac77aa9 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/76783b0515e8ebb6a307c36483b8db10fac77aa9 lora
0025577043f5090cd603c6aea60f26e236195594 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0025577043f5090cd603c6aea60f26e236195594 lora
36f289475bb4ac89b368e999a9e911affcd070bf microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/36f289475bb4ac89b368e999a9e911affcd070bf lora
5283fa0a6ea69f4b4224d12018bbf985a2b80543 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/5283fa0a6ea69f4b4224d12018bbf985a2b80543 lora
2744ec7751c610a232109e13740c308ad05c9ca0 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/2744ec7751c610a232109e13740c308ad05c9ca0 lora
350c0f8265c2d1183fd9a7e2a92c748998ac8775 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/350c0f8265c2d1183fd9a7e2a92c748998ac8775 lora
e80dcfbc4d200c173d6ac969a9b160a40a1edf70 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e80dcfbc4d200c173d6ac969a9b160a40a1edf70 lora
6bb78f3d321f2a5b63edf9ffcfb4900f73ecd4dc microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6bb78f3d321f2a5b63edf9ffcfb4900f73ecd4dc lora
1a447099edd43fe60f1bf8f2b1eabbd11a5c3989 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/1a447099edd43fe60f1bf8f2b1eabbd11a5c3989 lora
424b3b5481b6fa3c49c83f8c347e7ccac9ceb163 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/424b3b5481b6fa3c49c83f8c347e7ccac9ceb163 lora
6963fca5fa63778623b93b656f9da7389aad065c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6963fca5fa63778623b93b656f9da7389aad065c lora
1c5ca93baf311815addd6b6fa1cdb23dd8c35b4a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/1c5ca93baf311815addd6b6fa1cdb23dd8c35b4a lora
a22ac39233676c4db64905fe3b34c45fdc07385b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/a22ac39233676c4db64905fe3b34c45fdc07385b lora
922ac7cfbc0ffe736ce42b2f0035caed42364bed microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/922ac7cfbc0ffe736ce42b2f0035caed42364bed lora
b452510fec08b4c0590abdd1e8a4b134f57cd805 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/b452510fec08b4c0590abdd1e8a4b134f57cd805 lora
0a93e857113efca05c6274e7af3ba4f03a023b9f microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0a93e857113efca05c6274e7af3ba4f03a023b9f lora
4201851cbf27a7c9dba84c3c1b5ff5e46ca6c8fc microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/4201851cbf27a7c9dba84c3c1b5ff5e46ca6c8fc lora
c400547f76777cf05ab832229f730077ec3be94b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/c400547f76777cf05ab832229f730077ec3be94b lora
fc2a7fbf6df700d88e47bfa3ec20842ab85d6252 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/fc2a7fbf6df700d88e47bfa3ec20842ab85d6252 lora
1bf46ea21ef903f8d75bd213ea9cc39ae8f4be18 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/1bf46ea21ef903f8d75bd213ea9cc39ae8f4be18 lora
91d017e6c94cd38fe5fcd3b92297dbeca97a0112 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/91d017e6c94cd38fe5fcd3b92297dbeca97a0112 lora
25643d5e536303284b5c4148ab4243671580adeb microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/25643d5e536303284b5c4148ab4243671580adeb lora
45c9fe33a1c1348c3ba212834bd2807100c6721a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/45c9fe33a1c1348c3ba212834bd2807100c6721a lora
a414849832c3837bdc7e1316dfd9976485cf13b7 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/a414849832c3837bdc7e1316dfd9976485cf13b7 lora
e37b89959b8a08a31c7623074f65877668b47d26 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e37b89959b8a08a31c7623074f65877668b47d26 lora
e1a5be12e8c521868c2f4c7485797ffa7e0acd9d microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e1a5be12e8c521868c2f4c7485797ffa7e0acd9d lora
a0d0ec57ee611f5041cfb0b74f127a3196a03f8a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/a0d0ec57ee611f5041cfb0b74f127a3196a03f8a lora
27118c9662889769c25d52ff3b870b596d743518 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/27118c9662889769c25d52ff3b870b596d743518 lora
0751de79bc881dbad592bd427a0c2fe65ed3618f microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0751de79bc881dbad592bd427a0c2fe65ed3618f lora
44287f57e8bc2b329dbd0d5750e6747781ae50fe microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/44287f57e8bc2b329dbd0d5750e6747781ae50fe lora
5200e75f4a31da29a89ea5542261a0533773a500 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/5200e75f4a31da29a89ea5542261a0533773a500 lora
aae70f9eff5dbb5736c9ba09a3ee31b2e71504d4 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/aae70f9eff5dbb5736c9ba09a3ee31b2e71504d4 lora
2c9f1e5e2712badca47212d8cd590bfbd331900b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/2c9f1e5e2712badca47212d8cd590bfbd331900b lora
d0f0333ad7eb04d248ae1a8a6b69e68b7b359f76 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/d0f0333ad7eb04d248ae1a8a6b69e68b7b359f76 lora
5762ca3fac281a1259c97e0bc3cab99c6f27745a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/5762ca3fac281a1259c97e0bc3cab99c6f27745a lora
cbb15e9755f01a017965f239be1cd3b9277f69ed microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/cbb15e9755f01a017965f239be1cd3b9277f69ed lora
b2fd5522ca8f334235d3e481ff91ddd982e84d02 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/b2fd5522ca8f334235d3e481ff91ddd982e84d02 lora
fcead81b066d683547be06440e91d8b181819fad microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/fcead81b066d683547be06440e91d8b181819fad lora
4a1fff119d01e5ede3da8b3c13c3925484720533 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/4a1fff119d01e5ede3da8b3c13c3925484720533 lora
0e386fb9ead81ac7dbda4798564ab2f7968234c8 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0e386fb9ead81ac7dbda4798564ab2f7968234c8 lora
23fa36d9def95414a50968d216460d52f3dd3653 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/23fa36d9def95414a50968d216460d52f3dd3653 lora
150683ab8156bdc78ebd23a2ed7f7e265b780bd0 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/150683ab8156bdc78ebd23a2ed7f7e265b780bd0 lora
6f1e8b48580a3f57556ea3fcb129bb0024cf1567 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6f1e8b48580a3f57556ea3fcb129bb0024cf1567 lora
d72079271c94d49a4dd02b36e0e6291de2c7c305 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/d72079271c94d49a4dd02b36e0e6291de2c7c305 lora
4b85f49075da3786517b24ad42a0ee430fb21fe5 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/4b85f49075da3786517b24ad42a0ee430fb21fe5 lora
e726621795b1ee901188a6f453355d03e68d4aac microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e726621795b1ee901188a6f453355d03e68d4aac lora
0bc9bac5aa5a407fd2cca4cdefcde62ae41a98ca microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0bc9bac5aa5a407fd2cca4cdefcde62ae41a98ca lora
6fc88efa5357b958b072332a14efd3e33cf4e4c0 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/6fc88efa5357b958b072332a14efd3e33cf4e4c0 lora
a34a30243522a835f826fe5269b4d234c5443ff3 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/a34a30243522a835f826fe5269b4d234c5443ff3 lora
da92db374a011f526873e2c6734a2dd54f197fa5 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/da92db374a011f526873e2c6734a2dd54f197fa5 lora
e66f82b7832a43751dabfd9dce3180dd28bbd0b3 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e66f82b7832a43751dabfd9dce3180dd28bbd0b3 lora
3e1d81664f7e7386e7b392ba670be09e3cf857ab microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/3e1d81664f7e7386e7b392ba670be09e3cf857ab lora
d6cf36363a9fc159d415e534d641f293b5d4b255 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/d6cf36363a9fc159d415e534d641f293b5d4b255 lora
759acf6f6cdbe61db831a1c7c2771d18bd5f68d3 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/759acf6f6cdbe61db831a1c7c2771d18bd5f68d3 lora
b3722b89039e50d5cd20240b40172f2006236d39 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/b3722b89039e50d5cd20240b40172f2006236d39 lora
80f03a1fcfa33d7dbbe32a6252022e9da17847b9 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/80f03a1fcfa33d7dbbe32a6252022e9da17847b9 lora
04dc9134485dee27252734f24c2a3b3dd397b8a4 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/04dc9134485dee27252734f24c2a3b3dd397b8a4 lora
3e87eee49ffe1cbcc871f2310489775ffcaccbb2 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/3e87eee49ffe1cbcc871f2310489775ffcaccbb2 lora
aa90091614fb7750bb403710ba663ae3573db691 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/aa90091614fb7750bb403710ba663ae3573db691 lora
f1239e5e117e2e30093e5cb5c98db3ce935a055b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/f1239e5e117e2e30093e5cb5c98db3ce935a055b lora
04c16e307a71d8af0af39d10542144f7c059f17c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/04c16e307a71d8af0af39d10542144f7c059f17c lora
9f0b7365cdadd4735b9f899ab140a37d4df89c9c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/9f0b7365cdadd4735b9f899ab140a37d4df89c9c lora
51f9c56f45344175cdd87a017a76c7a01d9ae949 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/51f9c56f45344175cdd87a017a76c7a01d9ae949 lora
1aae28477e771b3af008ec59ce29086a1bc66776 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/1aae28477e771b3af008ec59ce29086a1bc66776 lora
e10490514db5ffdceb8fc7c85c6f5db6ccc4534a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/e10490514db5ffdceb8fc7c85c6f5db6ccc4534a lora
19eb3ac68eb7fcdc2164cfe0c635c595fed660d5 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/19eb3ac68eb7fcdc2164cfe0c635c595fed660d5 lora
ccde92fd5de1e67f17e10d9e0cd3375ce4efcf23 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/ccde92fd5de1e67f17e10d9e0cd3375ce4efcf23 lora
40d8b1ee377a7a4addca58e31f12d80c77fd8cb8 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/40d8b1ee377a7a4addca58e31f12d80c77fd8cb8 lora
98985978eb32d828d54913a431c0803547e789bf microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/98985978eb32d828d54913a431c0803547e789bf lora
9d8ddfe86beba149b3463eeb1bae92919e179fed microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/9d8ddfe86beba149b3463eeb1bae92919e179fed lora
4d9f09db509c6ee9f523b2499ed019af1d762c21 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/4d9f09db509c6ee9f523b2499ed019af1d762c21 lora
768366d935c37e96f191f524f69c047a48a1b35c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/768366d935c37e96f191f524f69c047a48a1b35c lora
604973478b38d259afd9aa46cfcf3ef652e4e41e microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/604973478b38d259afd9aa46cfcf3ef652e4e41e lora
84cee84a08b01974cf25a3fee950be4c9ec2de66 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/84cee84a08b01974cf25a3fee950be4c9ec2de66 lora
a493bc348052f6962bb423ad44b2e13134d635fc microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/a493bc348052f6962bb423ad44b2e13134d635fc lora
9b567ac919aae1fa2a2a6d8e528b8ad8648b90fe microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/9b567ac919aae1fa2a2a6d8e528b8ad8648b90fe lora
8cb9a3afd8d542c798c3a34fd1a9afa0a77931c2 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/8cb9a3afd8d542c798c3a34fd1a9afa0a77931c2 lora
567c1a39aff9590875a843a9df35f8c5b880ae27 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/567c1a39aff9590875a843a9df35f8c5b880ae27 lora
ddd878f7e5c406f3aa4308eb96577145c9cc673c microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/ddd878f7e5c406f3aa4308eb96577145c9cc673c lora
4e959a5d22e1968a1950ac836a1ba0cc3edffa41 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/4e959a5d22e1968a1950ac836a1ba0cc3edffa41 lora
0f849890e27fd05b9a8683d111f489515db72ea4 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/0f849890e27fd05b9a8683d111f489515db72ea4 lora
16380f54b88ffa64ca4cd82d3dc5481e78ad5118 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/16380f54b88ffa64ca4cd82d3dc5481e78ad5118 lora
f0a45e1d3a587d322c7629727fd448303fb82a43 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/f0a45e1d3a587d322c7629727fd448303fb82a43 lora
3907cf252b326a524485348ba766c9d55b691ed2 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/3907cf252b326a524485348ba766c9d55b691ed2 lora
3dddbcc83358a72adfd1c957ae3cbfc1d194a143 microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/3dddbcc83358a72adfd1c957ae3cbfc1d194a143 lora
3675e52aa687967667e5769337f0378715da9e3b microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/3675e52aa687967667e5769337f0378715da9e3b lora
1528f4c003dde308ae74bdec458466765944ca6a microsoft/Phi-3-mini-4k-instruct sordonia/nqa_summaries_qa_phi-3_medium/1528f4c003dde308ae74bdec458466765944ca6a lora
Last updated on: 2024-10-27 19:55:50+00:00

Training arguments:

{
    "max_input_length": 4096,
    "class_name": "__main__.KMArguments",
    "tokenizer": null,
    "model_family": "gpt",
    "modify_modules": ".*",
    "modify_layers": ".*o_proj.*|.*qkv_proj.*|.*up_proj.*|.*gate_up_proj.*",
    "tie_params": null,
    "lora_rank": 16,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "lora_init_b_random": false,
    "n_skills": 1,
    "n_splits": 1,
    "n_embd": 2560,
    "n_heads": 8,
    "moe_num_experts": 100,
    "emb_dim": 128,
    "down_proj_layer": "fc1",
    "up_proj_layer": "fc2",
    "model": "microsoft/Phi-3-mini-4k-instruct",
    "soft_prompt_length": 10,
    "n_tasks": null,
    "patch_last_k_layers": -1,
    "prompt_placement": "prefix",
    "keep_ratio": 1.0,
    "block_size": 16,
    "selection_accumulation_steps": 1,
    "reselection_steps": 100,
    "sps_type": "block_sparse",
    "sps_impl": "sp_add+sp_mm",
    "selection_algorithm": "rigl",
    "reselection_rate_policy": "linear",
    "mask_updater": null,
    "dataset": "sordonia/nqa_summaries_qa_phi-3_medium",
    "data_dir": "/tmp/",
    "train_batch_size": 2,
    "predict_batch_size": 2,
    "max_output_length": 64,
    "validation_portion": null,
    "padding_side": "left",
    "truncation_side": "left",
    "train_on_inputs": false,
    "add_eos_to_targets": true,
    "add_eos_to_downstream_targets": true,
    "finetune_task_name": "35ae42f3419e73b7c7357c222e494eaa4161026b",
    "subsample_train": null,
    "subsample_dev": null,
    "subsample_test": null,
    "subsample_per_task": false,
    "subsample": -1,
    "pack_sequences": false,
    "pad_to_multiple_of": 8,
    "max_seq_per_pack": 4,
    "task_id_field": "task_id",
    "task_name_field": "document_id",
    "dataloader_num_workers": 8,
    "arc_type": "ARC-Easy",
    "few_shot": true,
    "augment_mmlu": false,
    "source_template": null,
    "augment_few_shot": 0,
    "include_template_type": "*",
    "include_task_source": "P3,Flan2021,CoT",
    "remove_phi_eval_tasks": false,
    "use_only_type": "summary",
    "num_outputs_per_chunk": -1,
    "label_frac": 0.23,
    "prefix_length": 0,
    "prompt": "Answer the following question: ",
    "include_context": false,
    "topk_context": 10,
    "subsample_file": null,
    "attn_implementation": "flash_attention_2",
    "device_map": "cpu",
    "load_in_4bit": false,
    "load_in_8bit": false,
    "do_train": true,
    "cache_dir": "./cache",
    "output_dir": "/mnt/output/kms/32ab7df9//35ae42f3419e73b7c7357c222e494eaa4161026b",
    "exp_name": null,
    "expert_name": null,
    "micro_batch_size": 2,
    "compute_strategy": "auto",
    "scheduler": "linear_decay_with_warmup",
    "checkpoint": null,
    "checkpoint_step": null,
    "backbone_checkpoint": null,
    "learning_rate": 0.001,
    "warmup_proportion": 0.06,
    "trainable_param_names": ".*lora_[ab].*",
    "non_trainable_param_names": null,
    "weight_decay": 0.0,
    "adam_epsilon": 1e-08,
    "max_grad_norm": 0.1,
    "optimizer": "adamw",
    "adafactor_scale_parameter": true,
    "adafactor_warmup_init": false,
    "adafactor_relative_step": false,
    "num_train_epochs": 5,
    "warmup_steps": 17,
    "total_steps": 290,
    "num_tasks_per_batch": null,
    "save_every": null,
    "save_each_epoch": false,
    "eval_every": null,
    "eval_every_n_epoch": 1,
    "seed": 42,
    "debug": false,
    "precision": "bf16",
    "monitor_grad_alignment_on": null,
    "wandb_project": null,
    "wandb_run_name": "km_32ab7df9-35ae42f3419e73b7c7357c222e494eaa4161026b",
    "tensorboard": false,
    "remote_token": null,
    "library_id": null,
    "destination_library_id": null,
    "logging_prefix": "",
    "router_weight_decay": null,
    "router_learning_rate": null,
    "module_logits_relaxed_bernoulli": true,
    "module_logits_straight_through": false,
    "module_logits_learning_rate": 0.1,
    "adapters_learning_rate": null,
    "adapters_weight_decay": null,
    "module_logits_dropout": 0.0,
    "module_logits_l2_norm": false,
    "eval_mmlu_few_shot": true,
    "eval_mmlu_flag": false,
    "eval_rouge_flag": false,
    "eval_before_training": true,
    "create_transfer_matrix": false,
    "pipeline_eval_tasks": null,
    "save_if_loaded_from_ckpt": true,
    "dataset_type": "dcd_km",
    "profile": false,
    "model_modifier": "lora",
    "loss_function": "dcd",
    "nqa_dataset": "sordonia/narrativeqa"
}
Downloads last month

-

Downloads are not tracked for this model. How to track
Inference API
Unable to determine this model's library. Check the docs .