YAML Metadata
Warning:
empty or missing yaml metadata in repo card
(https://huggingface.co./docs/hub/model-cards#model-card-metadata)
Number of experts present in the library: 381
Expert Name | Base Model | Trained on | Adapter Type |
---|---|---|---|
20064 | microsoft/Phi-3-mini-4k-instruct | /20064 | lora |
50441 | microsoft/Phi-3-mini-4k-instruct | /50441 | lora |
50868 | microsoft/Phi-3-mini-4k-instruct | /50868 | lora |
20039 | microsoft/Phi-3-mini-4k-instruct | /20039 | lora |
24290 | microsoft/Phi-3-mini-4k-instruct | /24290 | lora |
99919 | microsoft/Phi-3-mini-4k-instruct | /99919 | lora |
50774 | microsoft/Phi-3-mini-4k-instruct | /50774 | lora |
50847 | microsoft/Phi-3-mini-4k-instruct | /50847 | lora |
55933 | microsoft/Phi-3-mini-4k-instruct | /55933 | lora |
20050 | microsoft/Phi-3-mini-4k-instruct | /20050 | lora |
22073 | microsoft/Phi-3-mini-4k-instruct | /22073 | lora |
51330 | microsoft/Phi-3-mini-4k-instruct | /51330 | lora |
23588 | microsoft/Phi-3-mini-4k-instruct | /23588 | lora |
51201 | microsoft/Phi-3-mini-4k-instruct | /51201 | lora |
63477 | microsoft/Phi-3-mini-4k-instruct | /63477 | lora |
50826 | microsoft/Phi-3-mini-4k-instruct | /50826 | lora |
61434 | microsoft/Phi-3-mini-4k-instruct | /61434 | lora |
51350 | microsoft/Phi-3-mini-4k-instruct | /51350 | lora |
20003 | microsoft/Phi-3-mini-4k-instruct | /20003 | lora |
47841 | microsoft/Phi-3-mini-4k-instruct | /47841 | lora |
51193 | microsoft/Phi-3-mini-4k-instruct | /51193 | lora |
51202 | microsoft/Phi-3-mini-4k-instruct | /51202 | lora |
62498 | microsoft/Phi-3-mini-4k-instruct | /62498 | lora |
52844 | microsoft/Phi-3-mini-4k-instruct | /52844 | lora |
63605 | microsoft/Phi-3-mini-4k-instruct | /63605 | lora |
51126 | microsoft/Phi-3-mini-4k-instruct | /51126 | lora |
51046 | microsoft/Phi-3-mini-4k-instruct | /51046 | lora |
49901 | microsoft/Phi-3-mini-4k-instruct | /49901 | lora |
61467 | microsoft/Phi-3-mini-4k-instruct | /61467 | lora |
43041 | microsoft/Phi-3-mini-4k-instruct | /43041 | lora |
52995 | microsoft/Phi-3-mini-4k-instruct | /52995 | lora |
61146 | microsoft/Phi-3-mini-4k-instruct | /61146 | lora |
51657 | microsoft/Phi-3-mini-4k-instruct | /51657 | lora |
61412 | microsoft/Phi-3-mini-4k-instruct | /61412 | lora |
51436 | microsoft/Phi-3-mini-4k-instruct | /51436 | lora |
51398 | microsoft/Phi-3-mini-4k-instruct | /51398 | lora |
63041 | microsoft/Phi-3-mini-4k-instruct | /63041 | lora |
51072 | microsoft/Phi-3-mini-4k-instruct | /51072 | lora |
22346 | microsoft/Phi-3-mini-4k-instruct | /22346 | lora |
63875 | microsoft/Phi-3-mini-4k-instruct | /63875 | lora |
20042 | microsoft/Phi-3-mini-4k-instruct | /20042 | lora |
50766 | microsoft/Phi-3-mini-4k-instruct | /50766 | lora |
62260 | microsoft/Phi-3-mini-4k-instruct | /62260 | lora |
50566 | microsoft/Phi-3-mini-4k-instruct | /50566 | lora |
63442 | microsoft/Phi-3-mini-4k-instruct | /63442 | lora |
48513 | microsoft/Phi-3-mini-4k-instruct | /48513 | lora |
47989 | microsoft/Phi-3-mini-4k-instruct | /47989 | lora |
63631 | microsoft/Phi-3-mini-4k-instruct | /63631 | lora |
51268 | microsoft/Phi-3-mini-4k-instruct | /51268 | lora |
51337 | microsoft/Phi-3-mini-4k-instruct | /51337 | lora |
22958 | microsoft/Phi-3-mini-4k-instruct | /22958 | lora |
52855 | microsoft/Phi-3-mini-4k-instruct | /52855 | lora |
31599 | microsoft/Phi-3-mini-4k-instruct | /31599 | lora |
24278 | microsoft/Phi-3-mini-4k-instruct | /24278 | lora |
63398 | microsoft/Phi-3-mini-4k-instruct | /63398 | lora |
50736 | microsoft/Phi-3-mini-4k-instruct | /50736 | lora |
63919 | microsoft/Phi-3-mini-4k-instruct | /63919 | lora |
29193 | microsoft/Phi-3-mini-4k-instruct | /29193 | lora |
20073 | microsoft/Phi-3-mini-4k-instruct | /20073 | lora |
63473 | microsoft/Phi-3-mini-4k-instruct | /63473 | lora |
63855 | microsoft/Phi-3-mini-4k-instruct | /63855 | lora |
23104 | microsoft/Phi-3-mini-4k-instruct | /23104 | lora |
50905 | microsoft/Phi-3-mini-4k-instruct | /50905 | lora |
99923 | microsoft/Phi-3-mini-4k-instruct | /99923 | lora |
24192 | microsoft/Phi-3-mini-4k-instruct | /24192 | lora |
62997 | microsoft/Phi-3-mini-4k-instruct | /62997 | lora |
20015 | microsoft/Phi-3-mini-4k-instruct | /20015 | lora |
51380 | microsoft/Phi-3-mini-4k-instruct | /51380 | lora |
61097 | microsoft/Phi-3-mini-4k-instruct | /61097 | lora |
99927 | microsoft/Phi-3-mini-4k-instruct | /99927 | lora |
20063 | microsoft/Phi-3-mini-4k-instruct | /20063 | lora |
20047 | microsoft/Phi-3-mini-4k-instruct | /20047 | lora |
51286 | microsoft/Phi-3-mini-4k-instruct | /51286 | lora |
20035 | microsoft/Phi-3-mini-4k-instruct | /20035 | lora |
20041 | microsoft/Phi-3-mini-4k-instruct | /20041 | lora |
99918 | microsoft/Phi-3-mini-4k-instruct | /99918 | lora |
51597 | microsoft/Phi-3-mini-4k-instruct | /51597 | lora |
99924 | microsoft/Phi-3-mini-4k-instruct | /99924 | lora |
32665 | microsoft/Phi-3-mini-4k-instruct | /32665 | lora |
20056 | microsoft/Phi-3-mini-4k-instruct | /20056 | lora |
99906 | microsoft/Phi-3-mini-4k-instruct | /99906 | lora |
63616 | microsoft/Phi-3-mini-4k-instruct | /63616 | lora |
20048 | microsoft/Phi-3-mini-4k-instruct | /20048 | lora |
99915 | microsoft/Phi-3-mini-4k-instruct | /99915 | lora |
61213 | microsoft/Phi-3-mini-4k-instruct | /61213 | lora |
51461 | microsoft/Phi-3-mini-4k-instruct | /51461 | lora |
30062 | microsoft/Phi-3-mini-4k-instruct | /30062 | lora |
27110 | microsoft/Phi-3-mini-4k-instruct | /27110 | lora |
22967 | microsoft/Phi-3-mini-4k-instruct | /22967 | lora |
20069 | microsoft/Phi-3-mini-4k-instruct | /20069 | lora |
51483 | microsoft/Phi-3-mini-4k-instruct | /51483 | lora |
62212 | microsoft/Phi-3-mini-4k-instruct | /62212 | lora |
60713 | microsoft/Phi-3-mini-4k-instruct | /60713 | lora |
24150 | microsoft/Phi-3-mini-4k-instruct | /24150 | lora |
20040 | microsoft/Phi-3-mini-4k-instruct | /20040 | lora |
24517 | microsoft/Phi-3-mini-4k-instruct | /24517 | lora |
51241 | microsoft/Phi-3-mini-4k-instruct | /51241 | lora |
63401 | microsoft/Phi-3-mini-4k-instruct | /63401 | lora |
51167 | microsoft/Phi-3-mini-4k-instruct | /51167 | lora |
99901 | microsoft/Phi-3-mini-4k-instruct | /99901 | lora |
20011 | microsoft/Phi-3-mini-4k-instruct | /20011 | lora |
20046 | microsoft/Phi-3-mini-4k-instruct | /20046 | lora |
50802 | microsoft/Phi-3-mini-4k-instruct | /50802 | lora |
52326 | microsoft/Phi-3-mini-4k-instruct | /52326 | lora |
63304 | microsoft/Phi-3-mini-4k-instruct | /63304 | lora |
63645 | microsoft/Phi-3-mini-4k-instruct | /63645 | lora |
60745 | microsoft/Phi-3-mini-4k-instruct | /60745 | lora |
26066 | microsoft/Phi-3-mini-4k-instruct | /26066 | lora |
51184 | microsoft/Phi-3-mini-4k-instruct | /51184 | lora |
20066 | microsoft/Phi-3-mini-4k-instruct | /20066 | lora |
20006 | microsoft/Phi-3-mini-4k-instruct | /20006 | lora |
20054 | microsoft/Phi-3-mini-4k-instruct | /20054 | lora |
51305 | microsoft/Phi-3-mini-4k-instruct | /51305 | lora |
63867 | microsoft/Phi-3-mini-4k-instruct | /63867 | lora |
20031 | microsoft/Phi-3-mini-4k-instruct | /20031 | lora |
40954 | microsoft/Phi-3-mini-4k-instruct | /40954 | lora |
53016 | microsoft/Phi-3-mini-4k-instruct | /53016 | lora |
51122 | microsoft/Phi-3-mini-4k-instruct | /51122 | lora |
61405 | microsoft/Phi-3-mini-4k-instruct | /61405 | lora |
20022 | microsoft/Phi-3-mini-4k-instruct | /20022 | lora |
20029 | microsoft/Phi-3-mini-4k-instruct | /20029 | lora |
50449 | microsoft/Phi-3-mini-4k-instruct | /50449 | lora |
20012 | microsoft/Phi-3-mini-4k-instruct | /20012 | lora |
50827 | microsoft/Phi-3-mini-4k-instruct | /50827 | lora |
51310 | microsoft/Phi-3-mini-4k-instruct | /51310 | lora |
53269 | microsoft/Phi-3-mini-4k-instruct | /53269 | lora |
20008 | microsoft/Phi-3-mini-4k-instruct | /20008 | lora |
63640 | microsoft/Phi-3-mini-4k-instruct | /63640 | lora |
32667 | microsoft/Phi-3-mini-4k-instruct | /32667 | lora |
51605 | microsoft/Phi-3-mini-4k-instruct | /51605 | lora |
50928 | microsoft/Phi-3-mini-4k-instruct | /50928 | lora |
61007 | microsoft/Phi-3-mini-4k-instruct | /61007 | lora |
61243 | microsoft/Phi-3-mini-4k-instruct | /61243 | lora |
51295 | microsoft/Phi-3-mini-4k-instruct | /51295 | lora |
50893 | microsoft/Phi-3-mini-4k-instruct | /50893 | lora |
58733 | microsoft/Phi-3-mini-4k-instruct | /58733 | lora |
40968 | microsoft/Phi-3-mini-4k-instruct | /40968 | lora |
20067 | microsoft/Phi-3-mini-4k-instruct | /20067 | lora |
99910 | microsoft/Phi-3-mini-4k-instruct | /99910 | lora |
63932 | microsoft/Phi-3-mini-4k-instruct | /63932 | lora |
99911 | microsoft/Phi-3-mini-4k-instruct | /99911 | lora |
27665 | microsoft/Phi-3-mini-4k-instruct | /27665 | lora |
24161 | microsoft/Phi-3-mini-4k-instruct | /24161 | lora |
99928 | microsoft/Phi-3-mini-4k-instruct | /99928 | lora |
23563 | microsoft/Phi-3-mini-4k-instruct | /23563 | lora |
99913 | microsoft/Phi-3-mini-4k-instruct | /99913 | lora |
61052 | microsoft/Phi-3-mini-4k-instruct | /61052 | lora |
20026 | microsoft/Phi-3-mini-4k-instruct | /20026 | lora |
51336 | microsoft/Phi-3-mini-4k-instruct | /51336 | lora |
51413 | microsoft/Phi-3-mini-4k-instruct | /51413 | lora |
26843 | microsoft/Phi-3-mini-4k-instruct | /26843 | lora |
63097 | microsoft/Phi-3-mini-4k-instruct | /63097 | lora |
61263 | microsoft/Phi-3-mini-4k-instruct | /61263 | lora |
31736 | microsoft/Phi-3-mini-4k-instruct | /31736 | lora |
24275 | microsoft/Phi-3-mini-4k-instruct | /24275 | lora |
20034 | microsoft/Phi-3-mini-4k-instruct | /20034 | lora |
31612 | microsoft/Phi-3-mini-4k-instruct | /31612 | lora |
50869 | microsoft/Phi-3-mini-4k-instruct | /50869 | lora |
31355 | microsoft/Phi-3-mini-4k-instruct | /31355 | lora |
61139 | microsoft/Phi-3-mini-4k-instruct | /61139 | lora |
51152 | microsoft/Phi-3-mini-4k-instruct | /51152 | lora |
99902 | microsoft/Phi-3-mini-4k-instruct | /99902 | lora |
20068 | microsoft/Phi-3-mini-4k-instruct | /20068 | lora |
61198 | microsoft/Phi-3-mini-4k-instruct | /61198 | lora |
62314 | microsoft/Phi-3-mini-4k-instruct | /62314 | lora |
99921 | microsoft/Phi-3-mini-4k-instruct | /99921 | lora |
25644 | microsoft/Phi-3-mini-4k-instruct | /25644 | lora |
50998 | microsoft/Phi-3-mini-4k-instruct | /50998 | lora |
51433 | microsoft/Phi-3-mini-4k-instruct | /51433 | lora |
50940 | microsoft/Phi-3-mini-4k-instruct | /50940 | lora |
20014 | microsoft/Phi-3-mini-4k-instruct | /20014 | lora |
32890 | microsoft/Phi-3-mini-4k-instruct | /32890 | lora |
20028 | microsoft/Phi-3-mini-4k-instruct | /20028 | lora |
99916 | microsoft/Phi-3-mini-4k-instruct | /99916 | lora |
20001 | microsoft/Phi-3-mini-4k-instruct | /20001 | lora |
51688 | microsoft/Phi-3-mini-4k-instruct | /51688 | lora |
51351 | microsoft/Phi-3-mini-4k-instruct | /51351 | lora |
50571 | microsoft/Phi-3-mini-4k-instruct | /50571 | lora |
24966 | microsoft/Phi-3-mini-4k-instruct | /24966 | lora |
22966 | microsoft/Phi-3-mini-4k-instruct | /22966 | lora |
20055 | microsoft/Phi-3-mini-4k-instruct | /20055 | lora |
99912 | microsoft/Phi-3-mini-4k-instruct | /99912 | lora |
22867 | microsoft/Phi-3-mini-4k-instruct | /22867 | lora |
62139 | microsoft/Phi-3-mini-4k-instruct | /62139 | lora |
29168 | microsoft/Phi-3-mini-4k-instruct | /29168 | lora |
99908 | microsoft/Phi-3-mini-4k-instruct | /99908 | lora |
99917 | microsoft/Phi-3-mini-4k-instruct | /99917 | lora |
41562 | microsoft/Phi-3-mini-4k-instruct | /41562 | lora |
27492 | microsoft/Phi-3-mini-4k-instruct | /27492 | lora |
20010 | microsoft/Phi-3-mini-4k-instruct | /20010 | lora |
61380 | microsoft/Phi-3-mini-4k-instruct | /61380 | lora |
63812 | microsoft/Phi-3-mini-4k-instruct | /63812 | lora |
99926 | microsoft/Phi-3-mini-4k-instruct | /99926 | lora |
51092 | microsoft/Phi-3-mini-4k-instruct | /51092 | lora |
60412 | microsoft/Phi-3-mini-4k-instruct | /60412 | lora |
61119 | microsoft/Phi-3-mini-4k-instruct | /61119 | lora |
20057 | microsoft/Phi-3-mini-4k-instruct | /20057 | lora |
20007 | microsoft/Phi-3-mini-4k-instruct | /20007 | lora |
29159 | microsoft/Phi-3-mini-4k-instruct | /29159 | lora |
63890 | microsoft/Phi-3-mini-4k-instruct | /63890 | lora |
51027 | microsoft/Phi-3-mini-4k-instruct | /51027 | lora |
20033 | microsoft/Phi-3-mini-4k-instruct | /20033 | lora |
61430 | microsoft/Phi-3-mini-4k-instruct | /61430 | lora |
60747 | microsoft/Phi-3-mini-4k-instruct | /60747 | lora |
59418 | microsoft/Phi-3-mini-4k-instruct | /59418 | lora |
30035 | microsoft/Phi-3-mini-4k-instruct | /30035 | lora |
51344 | microsoft/Phi-3-mini-4k-instruct | /51344 | lora |
62580 | microsoft/Phi-3-mini-4k-instruct | /62580 | lora |
63523 | microsoft/Phi-3-mini-4k-instruct | /63523 | lora |
20038 | microsoft/Phi-3-mini-4k-instruct | /20038 | lora |
60897 | microsoft/Phi-3-mini-4k-instruct | /60897 | lora |
51274 | microsoft/Phi-3-mini-4k-instruct | /51274 | lora |
99909 | microsoft/Phi-3-mini-4k-instruct | /99909 | lora |
60507 | microsoft/Phi-3-mini-4k-instruct | /60507 | lora |
23791 | microsoft/Phi-3-mini-4k-instruct | /23791 | lora |
49165 | microsoft/Phi-3-mini-4k-instruct | /49165 | lora |
23942 | microsoft/Phi-3-mini-4k-instruct | /23942 | lora |
20053 | microsoft/Phi-3-mini-4k-instruct | /20053 | lora |
51075 | microsoft/Phi-3-mini-4k-instruct | /51075 | lora |
62619 | microsoft/Phi-3-mini-4k-instruct | /62619 | lora |
20027 | microsoft/Phi-3-mini-4k-instruct | /20027 | lora |
63836 | microsoft/Phi-3-mini-4k-instruct | /63836 | lora |
51445 | microsoft/Phi-3-mini-4k-instruct | /51445 | lora |
23592 | microsoft/Phi-3-mini-4k-instruct | /23592 | lora |
60995 | microsoft/Phi-3-mini-4k-instruct | /60995 | lora |
99925 | microsoft/Phi-3-mini-4k-instruct | /99925 | lora |
24958 | microsoft/Phi-3-mini-4k-instruct | /24958 | lora |
51210 | microsoft/Phi-3-mini-4k-instruct | /51210 | lora |
26957 | microsoft/Phi-3-mini-4k-instruct | /26957 | lora |
51320 | microsoft/Phi-3-mini-4k-instruct | /51320 | lora |
22524 | microsoft/Phi-3-mini-4k-instruct | /22524 | lora |
51231 | microsoft/Phi-3-mini-4k-instruct | /51231 | lora |
24247 | microsoft/Phi-3-mini-4k-instruct | /24247 | lora |
62261 | microsoft/Phi-3-mini-4k-instruct | /62261 | lora |
55243 | microsoft/Phi-3-mini-4k-instruct | /55243 | lora |
51656 | microsoft/Phi-3-mini-4k-instruct | /51656 | lora |
24977 | microsoft/Phi-3-mini-4k-instruct | /24977 | lora |
22590 | microsoft/Phi-3-mini-4k-instruct | /22590 | lora |
62085 | microsoft/Phi-3-mini-4k-instruct | /62085 | lora |
24949 | microsoft/Phi-3-mini-4k-instruct | /24949 | lora |
20002 | microsoft/Phi-3-mini-4k-instruct | /20002 | lora |
22876 | microsoft/Phi-3-mini-4k-instruct | /22876 | lora |
60515 | microsoft/Phi-3-mini-4k-instruct | /60515 | lora |
20058 | microsoft/Phi-3-mini-4k-instruct | /20058 | lora |
23160 | microsoft/Phi-3-mini-4k-instruct | /23160 | lora |
99922 | microsoft/Phi-3-mini-4k-instruct | /99922 | lora |
20060 | microsoft/Phi-3-mini-4k-instruct | /20060 | lora |
50923 | microsoft/Phi-3-mini-4k-instruct | /50923 | lora |
63521 | microsoft/Phi-3-mini-4k-instruct | /63521 | lora |
51534 | microsoft/Phi-3-mini-4k-instruct | /51534 | lora |
20043 | microsoft/Phi-3-mini-4k-instruct | /20043 | lora |
99930 | microsoft/Phi-3-mini-4k-instruct | /99930 | lora |
52845 | microsoft/Phi-3-mini-4k-instruct | /52845 | lora |
32744 | microsoft/Phi-3-mini-4k-instruct | /32744 | lora |
60624 | microsoft/Phi-3-mini-4k-instruct | /60624 | lora |
62349 | microsoft/Phi-3-mini-4k-instruct | /62349 | lora |
50848 | microsoft/Phi-3-mini-4k-instruct | /50848 | lora |
51150 | microsoft/Phi-3-mini-4k-instruct | /51150 | lora |
20013 | microsoft/Phi-3-mini-4k-instruct | /20013 | lora |
20071 | microsoft/Phi-3-mini-4k-instruct | /20071 | lora |
51267 | microsoft/Phi-3-mini-4k-instruct | /51267 | lora |
22218 | microsoft/Phi-3-mini-4k-instruct | /22218 | lora |
51662 | microsoft/Phi-3-mini-4k-instruct | /51662 | lora |
63936 | microsoft/Phi-3-mini-4k-instruct | /63936 | lora |
51249 | microsoft/Phi-3-mini-4k-instruct | /51249 | lora |
25086 | microsoft/Phi-3-mini-4k-instruct | /25086 | lora |
63657 | microsoft/Phi-3-mini-4k-instruct | /63657 | lora |
50948 | microsoft/Phi-3-mini-4k-instruct | /50948 | lora |
49897 | microsoft/Phi-3-mini-4k-instruct | /49897 | lora |
61171 | microsoft/Phi-3-mini-4k-instruct | /61171 | lora |
22462 | microsoft/Phi-3-mini-4k-instruct | /22462 | lora |
27588 | microsoft/Phi-3-mini-4k-instruct | /27588 | lora |
62198 | microsoft/Phi-3-mini-4k-instruct | /62198 | lora |
62382 | microsoft/Phi-3-mini-4k-instruct | /62382 | lora |
20049 | microsoft/Phi-3-mini-4k-instruct | /20049 | lora |
61499 | microsoft/Phi-3-mini-4k-instruct | /61499 | lora |
99920 | microsoft/Phi-3-mini-4k-instruct | /99920 | lora |
50988 | microsoft/Phi-3-mini-4k-instruct | /50988 | lora |
63860 | microsoft/Phi-3-mini-4k-instruct | /63860 | lora |
31357 | microsoft/Phi-3-mini-4k-instruct | /31357 | lora |
51053 | microsoft/Phi-3-mini-4k-instruct | /51053 | lora |
25627 | microsoft/Phi-3-mini-4k-instruct | /25627 | lora |
20032 | microsoft/Phi-3-mini-4k-instruct | /20032 | lora |
20051 | microsoft/Phi-3-mini-4k-instruct | /20051 | lora |
40965 | microsoft/Phi-3-mini-4k-instruct | /40965 | lora |
20017 | microsoft/Phi-3-mini-4k-instruct | /20017 | lora |
99905 | microsoft/Phi-3-mini-4k-instruct | /99905 | lora |
51256 | microsoft/Phi-3-mini-4k-instruct | /51256 | lora |
63527 | microsoft/Phi-3-mini-4k-instruct | /63527 | lora |
51395 | microsoft/Phi-3-mini-4k-instruct | /51395 | lora |
99914 | microsoft/Phi-3-mini-4k-instruct | /99914 | lora |
50103 | microsoft/Phi-3-mini-4k-instruct | /50103 | lora |
63109 | microsoft/Phi-3-mini-4k-instruct | /63109 | lora |
63916 | microsoft/Phi-3-mini-4k-instruct | /63916 | lora |
20061 | microsoft/Phi-3-mini-4k-instruct | /20061 | lora |
62244 | microsoft/Phi-3-mini-4k-instruct | /62244 | lora |
20072 | microsoft/Phi-3-mini-4k-instruct | /20072 | lora |
20074 | microsoft/Phi-3-mini-4k-instruct | /20074 | lora |
63130 | microsoft/Phi-3-mini-4k-instruct | /63130 | lora |
51362 | microsoft/Phi-3-mini-4k-instruct | /51362 | lora |
29170 | microsoft/Phi-3-mini-4k-instruct | /29170 | lora |
62569 | microsoft/Phi-3-mini-4k-instruct | /62569 | lora |
20030 | microsoft/Phi-3-mini-4k-instruct | /20030 | lora |
51361 | microsoft/Phi-3-mini-4k-instruct | /51361 | lora |
61090 | microsoft/Phi-3-mini-4k-instruct | /61090 | lora |
63862 | microsoft/Phi-3-mini-4k-instruct | /63862 | lora |
51651 | microsoft/Phi-3-mini-4k-instruct | /51651 | lora |
51650 | microsoft/Phi-3-mini-4k-instruct | /51650 | lora |
51296 | microsoft/Phi-3-mini-4k-instruct | /51296 | lora |
32836 | microsoft/Phi-3-mini-4k-instruct | /32836 | lora |
20036 | microsoft/Phi-3-mini-4k-instruct | /20036 | lora |
51609 | microsoft/Phi-3-mini-4k-instruct | /51609 | lora |
50936 | microsoft/Phi-3-mini-4k-instruct | /50936 | lora |
20062 | microsoft/Phi-3-mini-4k-instruct | /20062 | lora |
20075 | microsoft/Phi-3-mini-4k-instruct | /20075 | lora |
25629 | microsoft/Phi-3-mini-4k-instruct | /25629 | lora |
55815 | microsoft/Phi-3-mini-4k-instruct | /55815 | lora |
63150 | microsoft/Phi-3-mini-4k-instruct | /63150 | lora |
61242 | microsoft/Phi-3-mini-4k-instruct | /61242 | lora |
61081 | microsoft/Phi-3-mini-4k-instruct | /61081 | lora |
99929 | microsoft/Phi-3-mini-4k-instruct | /99929 | lora |
60283 | microsoft/Phi-3-mini-4k-instruct | /60283 | lora |
22579 | microsoft/Phi-3-mini-4k-instruct | /22579 | lora |
43046 | microsoft/Phi-3-mini-4k-instruct | /43046 | lora |
99904 | microsoft/Phi-3-mini-4k-instruct | /99904 | lora |
63899 | microsoft/Phi-3-mini-4k-instruct | /63899 | lora |
23960 | microsoft/Phi-3-mini-4k-instruct | /23960 | lora |
59368 | microsoft/Phi-3-mini-4k-instruct | /59368 | lora |
20077 | microsoft/Phi-3-mini-4k-instruct | /20077 | lora |
62324 | microsoft/Phi-3-mini-4k-instruct | /62324 | lora |
61459 | microsoft/Phi-3-mini-4k-instruct | /61459 | lora |
61285 | microsoft/Phi-3-mini-4k-instruct | /61285 | lora |
22102 | microsoft/Phi-3-mini-4k-instruct | /22102 | lora |
63833 | microsoft/Phi-3-mini-4k-instruct | /63833 | lora |
50783 | microsoft/Phi-3-mini-4k-instruct | /50783 | lora |
20019 | microsoft/Phi-3-mini-4k-instruct | /20019 | lora |
51699 | microsoft/Phi-3-mini-4k-instruct | /51699 | lora |
61481 | microsoft/Phi-3-mini-4k-instruct | /61481 | lora |
99907 | microsoft/Phi-3-mini-4k-instruct | /99907 | lora |
63392 | microsoft/Phi-3-mini-4k-instruct | /63392 | lora |
61048 | microsoft/Phi-3-mini-4k-instruct | /61048 | lora |
20052 | microsoft/Phi-3-mini-4k-instruct | /20052 | lora |
20044 | microsoft/Phi-3-mini-4k-instruct | /20044 | lora |
61228 | microsoft/Phi-3-mini-4k-instruct | /61228 | lora |
42111 | microsoft/Phi-3-mini-4k-instruct | /42111 | lora |
61397 | microsoft/Phi-3-mini-4k-instruct | /61397 | lora |
63062 | microsoft/Phi-3-mini-4k-instruct | /63062 | lora |
63633 | microsoft/Phi-3-mini-4k-instruct | /63633 | lora |
51203 | microsoft/Phi-3-mini-4k-instruct | /51203 | lora |
51321 | microsoft/Phi-3-mini-4k-instruct | /51321 | lora |
51407 | microsoft/Phi-3-mini-4k-instruct | /51407 | lora |
51129 | microsoft/Phi-3-mini-4k-instruct | /51129 | lora |
20004 | microsoft/Phi-3-mini-4k-instruct | /20004 | lora |
61204 | microsoft/Phi-3-mini-4k-instruct | /61204 | lora |
50818 | microsoft/Phi-3-mini-4k-instruct | /50818 | lora |
22875 | microsoft/Phi-3-mini-4k-instruct | /22875 | lora |
20005 | microsoft/Phi-3-mini-4k-instruct | /20005 | lora |
51687 | microsoft/Phi-3-mini-4k-instruct | /51687 | lora |
59679 | microsoft/Phi-3-mini-4k-instruct | /59679 | lora |
60291 | microsoft/Phi-3-mini-4k-instruct | /60291 | lora |
26569 | microsoft/Phi-3-mini-4k-instruct | /26569 | lora |
26741 | microsoft/Phi-3-mini-4k-instruct | /26741 | lora |
20045 | microsoft/Phi-3-mini-4k-instruct | /20045 | lora |
29196 | microsoft/Phi-3-mini-4k-instruct | /29196 | lora |
51353 | microsoft/Phi-3-mini-4k-instruct | /51353 | lora |
30029 | microsoft/Phi-3-mini-4k-instruct | /30029 | lora |
50668 | microsoft/Phi-3-mini-4k-instruct | /50668 | lora |
51194 | microsoft/Phi-3-mini-4k-instruct | /51194 | lora |
50969 | microsoft/Phi-3-mini-4k-instruct | /50969 | lora |
49838 | microsoft/Phi-3-mini-4k-instruct | /49838 | lora |
51494 | microsoft/Phi-3-mini-4k-instruct | /51494 | lora |
61053 | microsoft/Phi-3-mini-4k-instruct | /61053 | lora |
20023 | microsoft/Phi-3-mini-4k-instruct | /20023 | lora |
23767 | microsoft/Phi-3-mini-4k-instruct | /23767 | lora |
20020 | microsoft/Phi-3-mini-4k-instruct | /20020 | lora |
31282 | microsoft/Phi-3-mini-4k-instruct | /31282 | lora |
99903 | microsoft/Phi-3-mini-4k-instruct | /99903 | lora |
51449 | microsoft/Phi-3-mini-4k-instruct | /51449 | lora |
62476 | microsoft/Phi-3-mini-4k-instruct | /62476 | lora |
24521 | microsoft/Phi-3-mini-4k-instruct | /24521 | lora |
51170 | microsoft/Phi-3-mini-4k-instruct | /51170 | lora |
Last updated on: 2024-12-21 01:15:51+00:00 |
Training arguments:
{'max_input_length': 4096, 'class_name': '__main__.KMArguments', 'tokenizer': None, 'model_family': 'gpt', 'modify_modules': '.*', 'modify_layers': '.*o_proj.*|.*qkv_proj.*|.*up_proj.*|.*gate_up_proj.*', 'tie_params': None, 'lora_rank': 16, 'lora_alpha': 16, 'lora_dropout': 0.05, 'lora_init_b_random': False, 'n_skills': 1, 'n_splits': 1, 'n_embd': 2560, 'n_heads': 8, 'moe_num_experts': 100, 'emb_dim': 128, 'down_proj_layer': 'fc1', 'up_proj_layer': 'fc2', 'model': 'microsoft/Phi-3-mini-4k-instruct', 'soft_prompt_length': 10, 'n_tasks': None, 'patch_last_k_layers': -1, 'prompt_placement': 'prefix', 'keep_ratio': 1.0, 'block_size': 16, 'sps_type': 'block_sparse', 'use_sparse_bias': True, 'adapter_dtype': None, 'steps_in_mask_selection': 1, 'mask_reselection_interval': 100, 'n_max_mask_reselection': -1, 'mask_updater': None, 'skip_zeros_mask_update': False, 'init_all_ones': False, 'dataset': 'az://mttldata/quality-sanitized', 'data_dir': '/tmp/', 'train_batch_size': 2, 'predict_batch_size': 2, 'max_output_length': 64, 'validation_portion': None, 'padding_side': 'left', 'truncation_side': 'left', 'train_on_inputs': False, 'add_eos_to_targets': True, 'finetune_task_name': 63477, 'subsample_train': None, 'subsample_dev': None, 'subsample_test': None, 'subsample_per_task': False, 'subsample': -1, 'pack_sequences': False, 'pad_to_multiple_of': 8, 'max_seq_per_pack': 4, 'task_id_field': 'task_id', 'task_name_field': 'document_id', 'dataloader_num_workers': 8, 'arc_type': 'ARC-Easy', 'few_shot': True, 'augment_mmlu': False, 'source_template': None, 'augment_few_shot': 0, 'include_template_type': '*', 'include_task_source': 'P3,Flan2021,CoT', 'remove_phi_eval_tasks': False, 'use_only_type': 'summary', 'num_outputs_per_chunk': -1, 'split_train_dev_on': 'output', 'label_frac': 0.23, 'prefix_length': 0, 'prompt': 'Answer the following question. Give only the answer, and no extra commentary, formatting, or chattiness. Question: ', 'include_context': False, 'topk_context': 10, 'subsample_file': None, 'attn_implementation': 'flash_attention_2', 'device_map': 'cpu', 'load_in_4bit': False, 'load_in_8bit': False, 'do_train': True, 'cache_dir': './cache', 'output_dir': '/mnt/output/kms/ql_cuda_doc_dcd//63477', 'finetune_task_path': None, 'exp_name': None, 'expert_name': None, 'micro_batch_size': 2, 'compute_strategy': 'auto', 'scheduler': 'linear_decay_with_warmup', 'checkpoint': None, 'checkpoint_step': None, 'backbone_checkpoint': None, 'learning_rate': 0.001, 'warmup_proportion': 0.06, 'trainable_param_names': '.*lora_[ab].*', 'non_trainable_param_names': None, 'weight_decay': 0.0, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'optimizer': 'adamw', 'adafactor_scale_parameter': True, 'adafactor_warmup_init': False, 'adafactor_relative_step': False, 'num_train_epochs': -1, 'warmup_steps': 90, 'total_steps': 1500, 'num_tasks_per_batch': None, 'save_every': 50, 'save_each_epoch': False, 'eval_every': 50, 'eval_every_n_epoch': -1, 'seed': 42, 'debug': False, 'precision': 'bf16', 'monitor_grad_alignment_on': None, 'wandb_project': None, 'wandb_run_name': None, 'tensorboard': False, 'remote_token': None, 'library_id': None, 'destination_library_id': None, 'logging_prefix': '', 'router_weight_decay': None, 'router_learning_rate': None, 'module_logits_relaxed_bernoulli': True, 'module_logits_straight_through': False, 'module_logits_learning_rate': 0.1, 'adapters_learning_rate': None, 'adapters_weight_decay': None, 'module_logits_dropout': 0.0, 'module_logits_l2_norm': False, 'eval_mmlu_few_shot': True, 'eval_mmlu_flag': False, 'eval_rouge_flag': False, 'eval_before_training': True, 'create_transfer_matrix': False, 'pipeline_eval_tasks': None, 'save_if_loaded_from_ckpt': True, 'dataset_type': 'doc_km', 'profile': False, 'model_modifier': 'lora', 'loss_function': 'dcd', 'evaluate_on': 'quality', 'logit_factor': 1.0, 'hidden_factor': 1.0, 'loss_on_topk': None}