Domain > optimum-llm-perf-leaderboard.hf.space

More information on this domain is in AlienVault OTX

DNS Resolutions

Date	IP Address
2024-01-30	3.230.9.104 (ClassC)
2025-09-27	54.145.224.52 (ClassC)

HTTP/1.1 200 OKDate: Sat, 27 Sep 2025 13:41:47 GMTContent-Type: text/htmlContent-Length: 395892Connection: keep-aliveserver: uvicornetag: 1axurunlink: ./_app/immutable/assets/0.D1RK28YN.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/2.B-rZkJhN.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.C0TCl1hH.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CH2uJXwy.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/DownloadLink.wTm37iHI.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/AudioPlayer.d1C6RIRD.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.DiaQHWGN.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/InteractiveAudio.ChPVru1b.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Upload.OMSDRJHz.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.BfWnaPBD.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/ImagePreview.sgQEmTRP.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Image.CYNaBOxE.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CgUesbFV.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.DhgyZ3dq.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.COmDoKuI.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.Cpc8zqPC.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.UAAEakYs.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.Df2gU2NX.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.BqCsLIvX.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.wm4IQrgs.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.B1wGGoq8.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CkLhqRWZ.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.C9aJa-R5.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.CniNOwBY.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/FileUpload.PW9JfUly.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.BT9hnQY6.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.5XZaptZI.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Gallery.B3HQRzuK.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Video.BS7gIGiU.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CM3Al4BG.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.A2SdUVuA.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CzWz8LC-.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.PNpjY3LI.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.BI_HSbIA.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/ImageUploader.rBPXgEQK.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.q-HzhiHp.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.BAPDpZMe.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.HGSBPzJx.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CCTfp4s0.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.2gNKIPgc.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.Bn2wKUfz.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.6livfLEN.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.BqxQl2e6.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.I_mWlOg0.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.ChNDsf5c.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.Ina09uOe.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/BokehPlot.DX04T7W4.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/AltairPlot.O7q90H0e.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/MatplotlibPlot.BHPTlvkw.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.C6i0F1KT.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.DkCAkcCn.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.GhjYBKjC.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.aP12nkUD.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.C9PV3Ok0.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Tabs.ColxKYED.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.CzHwIWu3.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/VideoPreview.D43CLM8T.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Example.DhjYx34x.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/index.CY9spOiQ.css>; relpreload;asstyle; nopush, ./_app/immutable/assets/Index.DFgZ7vPU.css>; relpreload;asstyle; nopush, ./_app/immutable/entry/start.DeXNRu4S.js>; relmodulepreload; nopush, ./_app/immutable/chunks/client.Dn_B0jW7.js>; relmodulepreload; nopush, ./_app/immutable/entry/app.c30lWzsJ.js>; relmodulepreload; nopush, ./_app/immutable/chunks/preload-helper.DpQnamwV.js>; relmodulepreload; nopush, ./_app/immutable/nodes/0.BltGkWcQ.js>; relmodulepreload; nopush, ./_app/immutable/nodes/2.BgaDc7eU.js>; relmodulepreload; nopush, ./_app/immutable/chunks/2.8WKXZUMv.js>; relmodulepreload; nopush, ./_app/immutable/chunks/stores.CgBX67UU.js>; relmodulepreload; nopushlink: https://huggingface.co/spaces/optimum/llm-perf-leaderboard>;relcanonicalx-sveltekit-page: truex-proxied-host: http://10.27.194.133x-proxied-replica: uoxa3zq1-wbgf3x-proxied-path: /x-request-id: jo7C7ovary: origin, access-control-request-method, access-control-request-headersaccess-control-allow-credentials: true

!doctype html>html	langen	style		margin: 0;		padding: 0;		min-height: 100%;		display: flex;		flex-direction: column;	>	head>		meta charsetutf-8 />		link relicon href/favicon.ico />		meta nameviewport contentwidthdevice-width, initial-scale1 />		script data-gradio-mode>			window.__gradio_mode__  app;			window.iFrameResizer  {				heightCalculationMethod: taggedElement			};			window.parent?.postMessage(				{ type: SET_SCROLLING, enabled: false },				*			);		/script>		script			srchttps://cdnjs.cloudflare.com/ajax/libs/iframe-resizer/4.3.1/iframeResizer.contentWindow.min.js			async		>/script>				link href./_app/immutable/assets/0.D1RK28YN.css relstylesheet>		link href./_app/immutable/assets/2.B-rZkJhN.css relstylesheet>		link href./_app/immutable/assets/Index.C0TCl1hH.css relstylesheet>		link href./_app/immutable/assets/Index.CH2uJXwy.css relstylesheet>		link href./_app/immutable/assets/DownloadLink.wTm37iHI.css relstylesheet>		link href./_app/immutable/assets/AudioPlayer.d1C6RIRD.css relstylesheet>		link href./_app/immutable/assets/Example.DiaQHWGN.css relstylesheet>		link href./_app/immutable/assets/InteractiveAudio.ChPVru1b.css relstylesheet>		link href./_app/immutable/assets/Upload.OMSDRJHz.css relstylesheet>		link href./_app/immutable/assets/Index.BfWnaPBD.css relstylesheet>		link href./_app/immutable/assets/ImagePreview.sgQEmTRP.css relstylesheet>		link href./_app/immutable/assets/Image.CYNaBOxE.css relstylesheet>		link href./_app/immutable/assets/Index.CgUesbFV.css relstylesheet>		link href./_app/immutable/assets/Index.DhgyZ3dq.css relstylesheet>		link href./_app/immutable/assets/Example.COmDoKuI.css relstylesheet>		link href./_app/immutable/assets/Index.Cpc8zqPC.css relstylesheet>		link href./_app/immutable/assets/Example.UAAEakYs.css relstylesheet>		link href./_app/immutable/assets/Index.Df2gU2NX.css relstylesheet>		link href./_app/immutable/assets/Example.BqCsLIvX.css relstylesheet>		link href./_app/immutable/assets/Index.wm4IQrgs.css relstylesheet>		link href./_app/immutable/assets/Index.B1wGGoq8.css relstylesheet>		link href./_app/immutable/assets/Index.CkLhqRWZ.css relstylesheet>		link href./_app/immutable/assets/Index.C9aJa-R5.css relstylesheet>		link href./_app/immutable/assets/Example.CniNOwBY.css relstylesheet>		link href./_app/immutable/assets/FileUpload.PW9JfUly.css relstylesheet>		link href./_app/immutable/assets/Example.BT9hnQY6.css relstylesheet>		link href./_app/immutable/assets/Index.5XZaptZI.css relstylesheet>		link href./_app/immutable/assets/Gallery.B3HQRzuK.css relstylesheet>		link href./_app/immutable/assets/Video.BS7gIGiU.css relstylesheet>		link href./_app/immutable/assets/Index.CM3Al4BG.css relstylesheet>		link href./_app/immutable/assets/Index.A2SdUVuA.css relstylesheet>		link href./_app/immutable/assets/Index.CzWz8LC-.css relstylesheet>		link href./_app/immutable/assets/Example.PNpjY3LI.css relstylesheet>		link href./_app/immutable/assets/Example.BI_HSbIA.css relstylesheet>		link href./_app/immutable/assets/ImageUploader.rBPXgEQK.css relstylesheet>		link href./_app/immutable/assets/Example.q-HzhiHp.css relstylesheet>		link href./_app/immutable/assets/Index.BAPDpZMe.css relstylesheet>		link href./_app/immutable/assets/Index.HGSBPzJx.css relstylesheet>		link href./_app/immutable/assets/Index.CCTfp4s0.css relstylesheet>		link href./_app/immutable/assets/Index.2gNKIPgc.css relstylesheet>		link href./_app/immutable/assets/Index.Bn2wKUfz.css relstylesheet>		link href./_app/immutable/assets/Example.6livfLEN.css relstylesheet>		link href./_app/immutable/assets/Index.BqxQl2e6.css relstylesheet>		link href./_app/immutable/assets/Index.I_mWlOg0.css relstylesheet>		link href./_app/immutable/assets/Index.ChNDsf5c.css relstylesheet>		link href./_app/immutable/assets/Index.Ina09uOe.css relstylesheet>		link href./_app/immutable/assets/BokehPlot.DX04T7W4.css relstylesheet>		link href./_app/immutable/assets/AltairPlot.O7q90H0e.css relstylesheet>		link href./_app/immutable/assets/MatplotlibPlot.BHPTlvkw.css relstylesheet>		link href./_app/immutable/assets/Index.C6i0F1KT.css relstylesheet>		link href./_app/immutable/assets/Index.DkCAkcCn.css relstylesheet>		link href./_app/immutable/assets/Index.GhjYBKjC.css relstylesheet>		link href./_app/immutable/assets/Index.aP12nkUD.css relstylesheet>		link href./_app/immutable/assets/Index.C9PV3Ok0.css relstylesheet>		link href./_app/immutable/assets/Tabs.ColxKYED.css relstylesheet>		link href./_app/immutable/assets/Index.CzHwIWu3.css relstylesheet>		link href./_app/immutable/assets/VideoPreview.D43CLM8T.css relstylesheet>		link href./_app/immutable/assets/Example.DhjYx34x.css relstylesheet>		link href./_app/immutable/assets/index.CY9spOiQ.css relstylesheet>		link href./_app/immutable/assets/Index.DFgZ7vPU.css relstylesheet>title>Gradio/title>!-- HEAD_svelte-1ilxmzf_START -->link relstylesheet href./theme.css?ve453ac2c21ef1c7da3c9c1f0504694552bd5a83483e9b0d2c176cda08c65a837>link relmanifest href/manifest.json>!-- HEAD_svelte-1ilxmzf_END -->!-- HEAD_svelte-eiigye_START -->!-- HTML_TAG_START -->style>.logo {    width: 300px;    height: auto;    margin: 0 auto;    max-width: 100%    object-fit: contain;}.text {    font-size: 16px !important;}.tabs button {    font-size: 20px;}.subtabs button {    font-size: 20px;}.descriptive-text span {    font-size: 16px !important;}#control-panel span {    font-size: 20px !important;}#search-bar span {    font-size: 16px !important;}#threshold-slider span {    font-size: 16px !important;}#memory-slider span {    font-size: 16px !important;}#columns-checkboxes span {    font-size: 16px !important;}#backend-checkboxes span {    font-size: 16px !important;}#dtype-checkboxes span {    font-size: 16px !important;}#optimization-checkboxes span {    font-size: 16px !important;}#quantization-checkboxes span {    font-size: 16px !important;}#kernel-checkboxes span {    font-size: 16px !important;}#leaderboard-table td:first-child,#leaderboard-table th:first-child {    max-width: 300px;    overflow: auto;    white-space: nowrap;}/style>!-- HTML_TAG_END -->!-- HEAD_svelte-eiigye_END -->	/head>	body		data-sveltekit-preload-datahover		style			width: 100%;			margin: 0;			padding: 0;			display: flex;			flex-direction: column;			flex-grow: 1;			>		div styledisplay: contents>   div classgradio-container gradio-container-5-14-0 svelte-1yezp2t app data-iframe-height stylemin-height: initial; flex-grow: 1;>div classmain svelte-1yezp2t> div classwrap svelte-sar7eh stylemin-height: 100%;>div classcontain svelte-sar7eh styleflex-grow: 1;>   div idcomponent-0 classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-1 classblock logo svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose logo svelte-ydeks8>!-- HTML_TAG_START -->img srchttps://raw.githubusercontent.com/huggingface/optimum-benchmark/main/logo.png>!-- HTML_TAG_END --> /div>/div>  /div>    div idcomponent-2 classblock title svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose title svelte-ydeks8>!-- HTML_TAG_START -->h1 aligncenter idspace-title>🤗 LLM-Perf Leaderboard 🏋️/h1>!-- HTML_TAG_END --> /div>/div>  /div>     div classtabs tabs svelte-1tcem6n idcomponent-3>div classtab-wrapper svelte-1tcem6n>div classtab-container visually-hidden svelte-1tcem6n aria-hiddentrue>button classsvelte-1tcem6n>A10-24GB-150W 🖥️ /button>button classsvelte-1tcem6n>A100-80GB-275W 🖥️ /button>button classsvelte-1tcem6n>T4-16GB-70W 🖥️ /button>button classsvelte-1tcem6n>Intel-Xeon-SPR-385W 🖥️ /button>button classsvelte-1tcem6n>About 📖 /button>/div> div classtab-container svelte-1tcem6n roletablist>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id0 classsvelte-1tcem6n>A10-24GB-150W 🖥️ /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id1 classsvelte-1tcem6n>A100-80GB-275W 🖥️ /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id2 classsvelte-1tcem6n>T4-16GB-70W 🖥️ /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id3 classsvelte-1tcem6n>Intel-Xeon-SPR-385W 🖥️ /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id4 classsvelte-1tcem6n>About 📖 /button>/div> span classoverflow-menu svelte-1tcem6n hide>button classsvelte-1tcem6n>svg width16 height16 viewBox0 0 16 16 fillnone xmlnshttp://www.w3.org/2000/svg>circle cx2.5 cy8 r1.5 fillcurrentColor>/circle>circle cx8 cy8 r1.5 fillcurrentColor>/circle>circle cx13.5 cy8 r1.5 fillcurrentColor>/circle>/svg>/button> div classoverflow-dropdown svelte-1tcem6n hide>/div>/span>/div>     div idcomponent-4 classtabitem  svelte-wv8on1 roletabpanel styledisplay: flex;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>                    div idcontrol-panel classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> button classlabel-wrap svelte-1w6vloh>span classsvelte-1w6vloh>Control Panel 🎛️/span> span classicon svelte-1w6vloh styletransform: rotate(90deg); data-svelte-hsvelte-1mqwc8d>▼/span>/button> div styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-10 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-11 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idthreshold-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7416>span data-testidblock-info classsvelte-1gfkn6j   has-info>Open LLM Score (%) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to minimum Open LLM score/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Open LLM Score (%) 📈 data-testidnumber-input typenumber min0 max100 step1  classsvelte-10lj3xl value0> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7416 namecowbell min0 max100 step1  aria-labelrange slider for Open LLM Score (%) 📈 classsvelte-10lj3xl value0> span classmax_value svelte-10lj3xl>100/span>/div>/div>  /div>  /div>  /div>    div idcomponent-14 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idmemory-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7417>span data-testidblock-info classsvelte-1gfkn6j   has-info>Peak Memory (MB) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to maximum Peak Memory/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Peak Memory (MB) 📈 data-testidnumber-input typenumber min0 max81920 step100  classsvelte-10lj3xl value81920> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7417 namecowbell min0 max81920 step100  aria-labelrange slider for Peak Memory (MB) 📈 classsvelte-10lj3xl value81920> span classmax_value svelte-10lj3xl>81920/span>/div>/div>  /div>  /div>  /div>    div idcomponent-17 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idbackend-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Backends 🏭/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the backends/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namepytorch titlepytorch classsvelte-1e02hys> span classml-2 svelte-1e02hys>pytorch/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-20 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-21 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset iddtype-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Precision 📥/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the load data types/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat32 titlefloat32 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float32/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat16 titlefloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float16/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namebfloat16 titlebfloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>bfloat16/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-24 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idoptimization-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Attentions 👁️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the optimization/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEager titleEager classsvelte-1e02hys> span classml-2 svelte-1e02hys>Eager/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameSDPA titleSDPA classsvelte-1e02hys> span classml-2 svelte-1e02hys>SDPA/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameFAv2 titleFAv2 classsvelte-1e02hys> span classml-2 svelte-1e02hys>FAv2/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-27 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-28 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idquantization-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Quantizations 🗜️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the quantization schemes/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameUnquantized titleUnquantized classsvelte-1e02hys> span classml-2 svelte-1e02hys>Unquantized/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameBnB.4bit titleBnB.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>BnB.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameBnB.8bit titleBnB.8bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>BnB.8bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.4bit titleAWQ.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.4bit titleGPTQ.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nametorchao.4bit titletorchao.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>torchao.4bit/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-31 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idkernel-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Kernels ⚛️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the custom kernels/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameNo Kernel titleNo Kernel classsvelte-1e02hys> span classml-2 svelte-1e02hys>No Kernel/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.ExllamaV1 titleGPTQ.ExllamaV1 classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.ExllamaV1/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.ExllamaV2 titleGPTQ.ExllamaV2 classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.ExllamaV2/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.GEMM titleAWQ.GEMM classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.GEMM/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.GEMV titleAWQ.GEMV classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.GEMV/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-34 classrow  svelte-1xp0cw7   unequal-height>    button classlg secondary boxed-option svelte-5st68j idfilter-button > Filter 🚀/button>  /div>  /div> /div>  /div>     div classtabs subtabs svelte-1tcem6n idcomponent-36>div classtab-wrapper svelte-1tcem6n>div classtab-container visually-hidden svelte-1tcem6n aria-hiddentrue>button classsvelte-1tcem6n>Leaderboard 🏅 /button>button classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> div classtab-container svelte-1tcem6n roletablist>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id0 classsvelte-1tcem6n>Leaderboard 🏅 /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id1 classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> span classoverflow-menu svelte-1tcem6n hide>button classsvelte-1tcem6n>svg width16 height16 viewBox0 0 16 16 fillnone xmlnshttp://www.w3.org/2000/svg>circle cx2.5 cy8 r1.5 fillcurrentColor>/circle>circle cx8 cy8 r1.5 fillcurrentColor>/circle>circle cx13.5 cy8 r1.5 fillcurrentColor>/circle>/svg>/button> div classoverflow-dropdown svelte-1tcem6n hide>/div>/span>/div>     div idcomponent-37 classtabitem  svelte-wv8on1 roletabpanel styledisplay: flex;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-38 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>      div idsearch-bar classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>  label classsvelte-173056l container show_textbox_border> span data-testidblock-info classsvelte-1gfkn6j   has-info>Model 🤗/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🔍 Search for a model name/p>!-- HTML_TAG_END --> /span> /div> div classinput-container svelte-173056l>textarea data-testidtextbox classscroll-hide svelte-173056l dirltr placeholder rows1   style>/textarea>  /div> /label>  /div>  /div>  /div>    div idcomponent-41 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>     fieldset idcolumns-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Columns 📊/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the columns to display/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameModel 🤗 titleModel 🤗 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Model 🤗/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameExperiment 🧪 titleExperiment 🧪 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Experiment 🧪/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namePrefill (s) titlePrefill (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Prefill (s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameDecode (tokens/s) titleDecode (tokens/s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Decode (tokens/s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameMemory (MB) titleMemory (MB) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Memory (MB)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEnergy (tokens/kWh) titleEnergy (tokens/kWh) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Energy (tokens/kWh)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameBackend 🏭 titleBackend 🏭 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Backend 🏭/span> /label>label classsvelte-1e02hys>input   typecheckbox namePrecision 📥 titlePrecision 📥 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Precision 📥/span> /label>label classsvelte-1e02hys>input   typecheckbox nameQuantization 🗜️ titleQuantization 🗜️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Quantization 🗜️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameAttention 👁️ titleAttention 👁️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Attention 👁️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameKernel ⚛️ titleKernel ⚛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Kernel ⚛️/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameOpen LLM Score (%) titleOpen LLM Score (%) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Open LLM Score (%)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameEnd-to-End (s) titleEnd-to-End (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>End-to-End (s)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameArchitecture 🏛️ titleArchitecture 🏛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Architecture 🏛️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameParams (B) titleParams (B) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Params (B)/span> /label>/div>  /fieldset>  /div>  /div>       div idleaderboard-table classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div>  div classtable-container svelte-1l6bino>div classheader-row svelte-1l6bino> div classtoolbar svelte-1v8q0in roletoolbar aria-labelTable actions>  /div>/div> div classtable-wrap svelte-1l6bino  no-wrap styleheight:407px rolegrid tabindex0>table classsvelte-1l6bino> thead classsvelte-1l6bino>tr classsvelte-1l6bino> th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>/tr>/thead> tbody>tr classsvelte-1l6bino>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/togethercomputer/RedPajama-INCITE-Base-3B-v1>togethercomputer/RedPajama-INCITE-Base-3B-v1/a>/p>!-- HTML_TAG_END --> /span> /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.087 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >108.613 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15763.828 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1063016.711 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span>/div> /td>/tr>/tbody>/table> button tabindex0 classsvelte-1b742ao     disable_click styleheight: 100%;>svelte-virtual-table-viewport>table classtable svelte-1xyl3gk styleheight: 100%; --bw-svt-p-top: 0px; --bw-svt-p-bottom: 0px; --bw-svt-head-height: 0px; --bw-svt-foot-height: 0px; --bw-svt-avg-row-height: 30px>thead classthead svelte-1xyl3gk>tr slotthead classsvelte-1l6bino> th aria-sortnone stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>/tr>/thead> tbody classtbody svelte-1xyl3gk>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.087 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11.702 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4344.502 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >294097.016 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.084 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11.952 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4343.977 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >304937.349 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.19 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.034 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2984.741 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >460631.897 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.179 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.358 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2984.872 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >458687.722 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.057 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.728 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7924.799 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >482526.655 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.057 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.777 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7924.799 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >495012.449 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-gemm-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.074 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.822 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2588.969 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >617546.882 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-gemm-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.067 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.175 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2589.625 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >635611.672 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.127 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >28.46 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15763.828 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >406314.612 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>/tbody> tfoot classtfoot svelte-1xyl3gk>/tfoot>/table> /svelte-virtual-table-viewport> input aria-labelfile upload data-testidfile-upload typefile  classsvelte-1b742ao>/button>/div>/div>    /div>  /div>/div>      div idcomponent-45 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->👆 Hover over the points 👆 for additional information. !-- HTML_TAG_END --> /div>/div>  /div>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->📊 We only show the top 90% LLMs based on latency ⌛!-- HTML_TAG_END --> /div>/div>  /div>    div idplot classblock  svelte-11xb1hd       auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>label for data-testidblock-label classsvelte-i3tvor hide sr-only float>span classsvelte-i3tvor>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/span> Plot /label> div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classempty svelte-1oiin9d  large unpadded_box aria-labelEmpty value>div classicon svelte-1oiin9d>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/div> /div>  /div>  /div>/div>   /div>  /div>/div>      div idcomponent-49 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>                    div idcontrol-panel classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> button classlabel-wrap svelte-1w6vloh>span classsvelte-1w6vloh>Control Panel 🎛️/span> span classicon svelte-1w6vloh styletransform: rotate(90deg); data-svelte-hsvelte-1mqwc8d>▼/span>/button> div styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-55 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-56 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idthreshold-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7418>span data-testidblock-info classsvelte-1gfkn6j   has-info>Open LLM Score (%) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to minimum Open LLM score/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Open LLM Score (%) 📈 data-testidnumber-input typenumber min0 max100 step1  classsvelte-10lj3xl value0> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7418 namecowbell min0 max100 step1  aria-labelrange slider for Open LLM Score (%) 📈 classsvelte-10lj3xl value0> span classmax_value svelte-10lj3xl>100/span>/div>/div>  /div>  /div>  /div>    div idcomponent-59 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idmemory-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7419>span data-testidblock-info classsvelte-1gfkn6j   has-info>Peak Memory (MB) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to maximum Peak Memory/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Peak Memory (MB) 📈 data-testidnumber-input typenumber min0 max81920 step100  classsvelte-10lj3xl value81920> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7419 namecowbell min0 max81920 step100  aria-labelrange slider for Peak Memory (MB) 📈 classsvelte-10lj3xl value81920> span classmax_value svelte-10lj3xl>81920/span>/div>/div>  /div>  /div>  /div>    div idcomponent-62 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idbackend-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Backends 🏭/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the backends/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namepytorch titlepytorch classsvelte-1e02hys> span classml-2 svelte-1e02hys>pytorch/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-65 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-66 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset iddtype-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Precision 📥/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the load data types/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat32 titlefloat32 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float32/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat16 titlefloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float16/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namebfloat16 titlebfloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>bfloat16/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-69 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idoptimization-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Attentions 👁️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the optimization/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEager titleEager classsvelte-1e02hys> span classml-2 svelte-1e02hys>Eager/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameSDPA titleSDPA classsvelte-1e02hys> span classml-2 svelte-1e02hys>SDPA/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameFAv2 titleFAv2 classsvelte-1e02hys> span classml-2 svelte-1e02hys>FAv2/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-72 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-73 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idquantization-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Quantizations 🗜️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the quantization schemes/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameUnquantized titleUnquantized classsvelte-1e02hys> span classml-2 svelte-1e02hys>Unquantized/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameBnB.4bit titleBnB.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>BnB.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameBnB.8bit titleBnB.8bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>BnB.8bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.4bit titleAWQ.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.4bit titleGPTQ.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nametorchao.4bit titletorchao.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>torchao.4bit/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-76 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idkernel-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Kernels ⚛️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the custom kernels/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameNo Kernel titleNo Kernel classsvelte-1e02hys> span classml-2 svelte-1e02hys>No Kernel/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.ExllamaV1 titleGPTQ.ExllamaV1 classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.ExllamaV1/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.ExllamaV2 titleGPTQ.ExllamaV2 classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.ExllamaV2/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.GEMM titleAWQ.GEMM classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.GEMM/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.GEMV titleAWQ.GEMV classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.GEMV/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-79 classrow  svelte-1xp0cw7   unequal-height>    button classlg secondary boxed-option svelte-5st68j idfilter-button > Filter 🚀/button>  /div>  /div> /div>  /div>     div classtabs subtabs svelte-1tcem6n idcomponent-81>div classtab-wrapper svelte-1tcem6n>div classtab-container visually-hidden svelte-1tcem6n aria-hiddentrue>button classsvelte-1tcem6n>Leaderboard 🏅 /button>button classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> div classtab-container svelte-1tcem6n roletablist>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id0 classsvelte-1tcem6n>Leaderboard 🏅 /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id1 classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> span classoverflow-menu svelte-1tcem6n hide>button classsvelte-1tcem6n>svg width16 height16 viewBox0 0 16 16 fillnone xmlnshttp://www.w3.org/2000/svg>circle cx2.5 cy8 r1.5 fillcurrentColor>/circle>circle cx8 cy8 r1.5 fillcurrentColor>/circle>circle cx13.5 cy8 r1.5 fillcurrentColor>/circle>/svg>/button> div classoverflow-dropdown svelte-1tcem6n hide>/div>/span>/div>     div idcomponent-82 classtabitem  svelte-wv8on1 roletabpanel styledisplay: flex;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-83 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>      div idsearch-bar classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>  label classsvelte-173056l container show_textbox_border> span data-testidblock-info classsvelte-1gfkn6j   has-info>Model 🤗/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🔍 Search for a model name/p>!-- HTML_TAG_END --> /span> /div> div classinput-container svelte-173056l>textarea data-testidtextbox classscroll-hide svelte-173056l dirltr placeholder rows1   style>/textarea>  /div> /label>  /div>  /div>  /div>    div idcomponent-86 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>     fieldset idcolumns-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Columns 📊/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the columns to display/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameModel 🤗 titleModel 🤗 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Model 🤗/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameExperiment 🧪 titleExperiment 🧪 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Experiment 🧪/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namePrefill (s) titlePrefill (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Prefill (s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameDecode (tokens/s) titleDecode (tokens/s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Decode (tokens/s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameMemory (MB) titleMemory (MB) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Memory (MB)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEnergy (tokens/kWh) titleEnergy (tokens/kWh) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Energy (tokens/kWh)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameBackend 🏭 titleBackend 🏭 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Backend 🏭/span> /label>label classsvelte-1e02hys>input   typecheckbox namePrecision 📥 titlePrecision 📥 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Precision 📥/span> /label>label classsvelte-1e02hys>input   typecheckbox nameQuantization 🗜️ titleQuantization 🗜️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Quantization 🗜️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameAttention 👁️ titleAttention 👁️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Attention 👁️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameKernel ⚛️ titleKernel ⚛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Kernel ⚛️/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameOpen LLM Score (%) titleOpen LLM Score (%) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Open LLM Score (%)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameEnd-to-End (s) titleEnd-to-End (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>End-to-End (s)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameArchitecture 🏛️ titleArchitecture 🏛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Architecture 🏛️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameParams (B) titleParams (B) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Params (B)/span> /label>/div>  /fieldset>  /div>  /div>       div idleaderboard-table classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div>  div classtable-container svelte-1l6bino>div classheader-row svelte-1l6bino> div classtoolbar svelte-1v8q0in roletoolbar aria-labelTable actions>  /div>/div> div classtable-wrap svelte-1l6bino  no-wrap styleheight:2405px rolegrid tabindex0>table classsvelte-1l6bino> thead classsvelte-1l6bino>tr classsvelte-1l6bino> th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>/tr>/thead> tbody>tr classsvelte-1l6bino>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/TencentARC/Mistral_Pro_8B_v0.1>TencentARC/Mistral_Pro_8B_v0.1/a>/p>!-- HTML_TAG_END --> /span> /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.486 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >147.371 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65311.037 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1212590.352 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span>/div> /td>/tr>/tbody>/table> button tabindex0 classsvelte-1b742ao     disable_click styleheight: 100%;>svelte-virtual-table-viewport>table classtable svelte-1xyl3gk styleheight: 100%; --bw-svt-p-top: 0px; --bw-svt-p-bottom: 0px; --bw-svt-head-height: 0px; --bw-svt-foot-height: 0px; --bw-svt-avg-row-height: 30px>thead classthead svelte-1xyl3gk>tr slotthead classsvelte-1l6bino> th aria-sortnone stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>/tr>/thead> tbody classtbody svelte-1xyl3gk>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.486 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.398 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65311.037 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2661.495 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.513 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.421 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65311.036 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2633.025 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.515 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.424 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65311.037 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2662.679 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.499 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.425 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65311.036 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2666.191 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.48 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.428 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65311.036 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2664.976 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.467 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.363 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65013.93 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23268.535 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.446 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.835 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65014.062 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25487.07 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-110B>Qwen/Qwen1.5-110B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.436 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.848 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65013.93 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26017.077 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.56* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.759 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.4 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21326.311 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8742.68 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.758 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.4 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21326.311 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8749.008 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.749 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.435 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21326.312 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8958.627 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.748 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.437 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21326.312 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8980.23 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.744 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.438 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21326.311 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8995.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.742 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.44 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21326.311 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9019.264 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.215 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.64 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >35661.209 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >37808.933 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.212 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.679 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >35661.209 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >38609.39 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.207 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.803 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >35661.209 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >39412.893 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.231 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7.65 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21184.84 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >57873.387 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.221 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7.962 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21184.971 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >58872.682 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.216 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8.237 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21184.84 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >61166.327 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-32B>Qwen/Qwen1.5-32B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.113 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >18.422 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >66512.805 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >114101.162 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >26.69  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.806 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.337 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20339.706 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8398.815 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.802 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.349 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20339.707 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8446.395 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.797 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.353 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20339.706 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8502.111 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.793 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.358 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20339.706 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8507.675 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.791 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.359 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20339.706 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8497.601 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.795 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.361 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20339.707 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8496.697 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.222 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.63 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >35777.361 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >40260.489 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.207 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.797 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >35784.527 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >39300.981 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.208 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.803 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >35784.558 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >39386.631 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.265 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8.253 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20257.332 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >60268.352 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.263 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8.336 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20257.201 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >61121.736 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.259 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8.549 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20257.201 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >61089.017 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.139 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.957 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >69113.77 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >98579.367 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.139 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16.108 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >69113.741 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >100686.062 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.135 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.306 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >69113.726 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >108446.829 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.131 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.41 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >69113.726 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >109196.143 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.129 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.872 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >69106.595 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >110149.156 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/01-ai/Yi-34B>01-ai/Yi-34B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.131 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.94 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >69106.595 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >111925.191 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >22.26  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.322 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.307 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11417.443 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20680.95 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.319 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.343 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11417.443 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20946.25 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.318 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.411 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11417.444 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21276.966 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.317 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.412 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11417.444 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21318.34 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.315 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.413 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11417.443 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21325.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.316 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.415 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11417.443 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >21284.671 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.133 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7.632 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17162.983 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >63327.692 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.131 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7.672 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17162.139 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >62918.239 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.127 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7.885 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17162.139 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >65452.264 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.502 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >12.995 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11093.767 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >101028.853 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.511 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >13.067 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11094.619 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >100869.91 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.501 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >13.606 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11094.619 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >106419.525 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-7B>Qwen/Qwen1.5-7B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.178 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.104 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7110.584 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >38185.725 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.22* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-7B>Qwen/Qwen1.5-7B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-fa2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.176 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.156 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7110.584 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >38429.543 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.22* /span> /div> /td>/tr>/tbody> tfoot classtfoot svelte-1xyl3gk>/tfoot>/table> /svelte-virtual-table-viewport> input aria-labelfile upload data-testidfile-upload typefile  classsvelte-1b742ao>/button>/div>/div>    /div>  /div>/div>      div idcomponent-90 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->👆 Hover over the points 👆 for additional information. !-- HTML_TAG_END --> /div>/div>  /div>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->📊 We only show the top 90% LLMs based on latency ⌛!-- HTML_TAG_END --> /div>/div>  /div>    div idplot classblock  svelte-11xb1hd       auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>label for data-testidblock-label classsvelte-i3tvor hide sr-only float>span classsvelte-i3tvor>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/span> Plot /label> div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classempty svelte-1oiin9d  large unpadded_box aria-labelEmpty value>div classicon svelte-1oiin9d>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/div> /div>  /div>  /div>/div>   /div>  /div>/div>      div idcomponent-94 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>                    div idcontrol-panel classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> button classlabel-wrap svelte-1w6vloh>span classsvelte-1w6vloh>Control Panel 🎛️/span> span classicon svelte-1w6vloh styletransform: rotate(90deg); data-svelte-hsvelte-1mqwc8d>▼/span>/button> div styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-100 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-101 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idthreshold-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7420>span data-testidblock-info classsvelte-1gfkn6j   has-info>Open LLM Score (%) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to minimum Open LLM score/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Open LLM Score (%) 📈 data-testidnumber-input typenumber min0 max100 step1  classsvelte-10lj3xl value0> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7420 namecowbell min0 max100 step1  aria-labelrange slider for Open LLM Score (%) 📈 classsvelte-10lj3xl value0> span classmax_value svelte-10lj3xl>100/span>/div>/div>  /div>  /div>  /div>    div idcomponent-104 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idmemory-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7421>span data-testidblock-info classsvelte-1gfkn6j   has-info>Peak Memory (MB) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to maximum Peak Memory/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Peak Memory (MB) 📈 data-testidnumber-input typenumber min0 max81920 step100  classsvelte-10lj3xl value81920> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7421 namecowbell min0 max81920 step100  aria-labelrange slider for Peak Memory (MB) 📈 classsvelte-10lj3xl value81920> span classmax_value svelte-10lj3xl>81920/span>/div>/div>  /div>  /div>  /div>    div idcomponent-107 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idbackend-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Backends 🏭/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the backends/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namepytorch titlepytorch classsvelte-1e02hys> span classml-2 svelte-1e02hys>pytorch/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-110 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-111 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset iddtype-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Precision 📥/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the load data types/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat32 titlefloat32 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float32/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat16 titlefloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float16/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namebfloat16 titlebfloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>bfloat16/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-114 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idoptimization-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Attentions 👁️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the optimization/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEager titleEager classsvelte-1e02hys> span classml-2 svelte-1e02hys>Eager/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameSDPA titleSDPA classsvelte-1e02hys> span classml-2 svelte-1e02hys>SDPA/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameFAv2 titleFAv2 classsvelte-1e02hys> span classml-2 svelte-1e02hys>FAv2/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-117 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-118 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idquantization-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Quantizations 🗜️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the quantization schemes/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameUnquantized titleUnquantized classsvelte-1e02hys> span classml-2 svelte-1e02hys>Unquantized/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameBnB.4bit titleBnB.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>BnB.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameBnB.8bit titleBnB.8bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>BnB.8bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.4bit titleAWQ.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.4bit titleGPTQ.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.4bit/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nametorchao.4bit titletorchao.4bit classsvelte-1e02hys> span classml-2 svelte-1e02hys>torchao.4bit/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-121 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idkernel-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Kernels ⚛️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the custom kernels/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameNo Kernel titleNo Kernel classsvelte-1e02hys> span classml-2 svelte-1e02hys>No Kernel/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.ExllamaV1 titleGPTQ.ExllamaV1 classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.ExllamaV1/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameGPTQ.ExllamaV2 titleGPTQ.ExllamaV2 classsvelte-1e02hys> span classml-2 svelte-1e02hys>GPTQ.ExllamaV2/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.GEMM titleAWQ.GEMM classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.GEMM/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameAWQ.GEMV titleAWQ.GEMV classsvelte-1e02hys> span classml-2 svelte-1e02hys>AWQ.GEMV/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-124 classrow  svelte-1xp0cw7   unequal-height>    button classlg secondary boxed-option svelte-5st68j idfilter-button > Filter 🚀/button>  /div>  /div> /div>  /div>     div classtabs subtabs svelte-1tcem6n idcomponent-126>div classtab-wrapper svelte-1tcem6n>div classtab-container visually-hidden svelte-1tcem6n aria-hiddentrue>button classsvelte-1tcem6n>Leaderboard 🏅 /button>button classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> div classtab-container svelte-1tcem6n roletablist>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id0 classsvelte-1tcem6n>Leaderboard 🏅 /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id1 classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> span classoverflow-menu svelte-1tcem6n hide>button classsvelte-1tcem6n>svg width16 height16 viewBox0 0 16 16 fillnone xmlnshttp://www.w3.org/2000/svg>circle cx2.5 cy8 r1.5 fillcurrentColor>/circle>circle cx8 cy8 r1.5 fillcurrentColor>/circle>circle cx13.5 cy8 r1.5 fillcurrentColor>/circle>/svg>/button> div classoverflow-dropdown svelte-1tcem6n hide>/div>/span>/div>     div idcomponent-127 classtabitem  svelte-wv8on1 roletabpanel styledisplay: flex;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-128 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>      div idsearch-bar classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>  label classsvelte-173056l container show_textbox_border> span data-testidblock-info classsvelte-1gfkn6j   has-info>Model 🤗/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🔍 Search for a model name/p>!-- HTML_TAG_END --> /span> /div> div classinput-container svelte-173056l>textarea data-testidtextbox classscroll-hide svelte-173056l dirltr placeholder rows1   style>/textarea>  /div> /label>  /div>  /div>  /div>    div idcomponent-131 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>     fieldset idcolumns-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Columns 📊/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the columns to display/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameModel 🤗 titleModel 🤗 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Model 🤗/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameExperiment 🧪 titleExperiment 🧪 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Experiment 🧪/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namePrefill (s) titlePrefill (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Prefill (s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameDecode (tokens/s) titleDecode (tokens/s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Decode (tokens/s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameMemory (MB) titleMemory (MB) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Memory (MB)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEnergy (tokens/kWh) titleEnergy (tokens/kWh) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Energy (tokens/kWh)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameBackend 🏭 titleBackend 🏭 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Backend 🏭/span> /label>label classsvelte-1e02hys>input   typecheckbox namePrecision 📥 titlePrecision 📥 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Precision 📥/span> /label>label classsvelte-1e02hys>input   typecheckbox nameQuantization 🗜️ titleQuantization 🗜️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Quantization 🗜️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameAttention 👁️ titleAttention 👁️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Attention 👁️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameKernel ⚛️ titleKernel ⚛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Kernel ⚛️/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameOpen LLM Score (%) titleOpen LLM Score (%) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Open LLM Score (%)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameEnd-to-End (s) titleEnd-to-End (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>End-to-End (s)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameArchitecture 🏛️ titleArchitecture 🏛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Architecture 🏛️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameParams (B) titleParams (B) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Params (B)/span> /label>/div>  /fieldset>  /div>  /div>       div idleaderboard-table classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div>  div classtable-container svelte-1l6bino>div classheader-row svelte-1l6bino> div classtoolbar svelte-1v8q0in roletoolbar aria-labelTable actions>  /div>/div> div classtable-wrap svelte-1l6bino  no-wrap styleheight:703px rolegrid tabindex0>table classsvelte-1l6bino> thead classsvelte-1l6bino>tr classsvelte-1l6bino> th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>/tr>/thead> tbody>tr classsvelte-1l6bino>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/togethercomputer/RedPajama-INCITE-Base-3B-v1>togethercomputer/RedPajama-INCITE-Base-3B-v1/a>/p>!-- HTML_TAG_END --> /span> /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.094 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >100.902 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11624.262 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1009135.618 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span>/div> /td>/tr>/tbody>/table> button tabindex0 classsvelte-1b742ao     disable_click styleheight: 100%;>svelte-virtual-table-viewport>table classtable svelte-1xyl3gk styleheight: 100%; --bw-svt-p-top: 0px; --bw-svt-p-bottom: 0px; --bw-svt-head-height: 0px; --bw-svt-foot-height: 0px; --bw-svt-avg-row-height: 30px>thead classthead svelte-1xyl3gk>tr slotthead classsvelte-1l6bino> th aria-sortnone stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>/tr>/thead> tbody classtbody svelte-1xyl3gk>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.094 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >10.872 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4344.502 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >242054.673 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >18.653 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2984.872 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >380579.469 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-gemm-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.223 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >24.443 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2589.101 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >530788.272 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.112 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.025 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7924.275 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >525313.012 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.703 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.159 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7924.275 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >523070.356 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.12 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >28.539 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2674.711 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >614602.889 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-gemv-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.218 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >28.565 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2589.101 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >583495.271 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-exllama-v1-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.719 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2569.852 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >597058.673 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v1-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.12 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29.673 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2674.711 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >616350.878 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.094 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >10.872 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4344.502 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >242054.673 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-bnb-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >18.653 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2984.872 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >380579.469 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-gemm-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.223 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >24.443 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2589.101 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >530788.272 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.112 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.025 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7924.275 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >525313.012 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.703 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.159 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >7924.275 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >523070.356 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-gptq-exllama-v2-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.12 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >28.539 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2674.711 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >614602.889 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97* /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4bit-awq-gemv-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.218 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >28.565 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2589.101 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >583495.271 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97* /span> /div> /td>/tr>/tbody> tfoot classtfoot svelte-1xyl3gk>/tfoot>/table> /svelte-virtual-table-viewport> input aria-labelfile upload data-testidfile-upload typefile  classsvelte-1b742ao>/button>/div>/div>    /div>  /div>/div>      div idcomponent-135 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->👆 Hover over the points 👆 for additional information. !-- HTML_TAG_END --> /div>/div>  /div>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->📊 We only show the top 90% LLMs based on latency ⌛!-- HTML_TAG_END --> /div>/div>  /div>    div idplot classblock  svelte-11xb1hd       auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>label for data-testidblock-label classsvelte-i3tvor hide sr-only float>span classsvelte-i3tvor>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/span> Plot /label> div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classempty svelte-1oiin9d  large unpadded_box aria-labelEmpty value>div classicon svelte-1oiin9d>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/div> /div>  /div>  /div>/div>   /div>  /div>/div>      div idcomponent-139 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-140 classblock descriptive-text svelte-11xb1hd  padded    hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classsvelte-1ed2p3z>div classprose descriptive-text svelte-lag733 data-testidmarkdown dirltr> span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>We tested the a hrefhttps://aws.amazon.com/ec2/instance-types/c7i/>32vCPU AWS C7i/a> instance for the benchmark. The memory requirement is the max RAM consumption during the decode phase./p>!-- HTML_TAG_END --> /span> /div>/div>  /div>                    div idcontrol-panel classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> button classlabel-wrap svelte-1w6vloh>span classsvelte-1w6vloh>Control Panel 🎛️/span> span classicon svelte-1w6vloh styletransform: rotate(90deg); data-svelte-hsvelte-1mqwc8d>▼/span>/button> div styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-146 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-147 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idthreshold-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7422>span data-testidblock-info classsvelte-1gfkn6j   has-info>Open LLM Score (%) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to minimum Open LLM score/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Open LLM Score (%) 📈 data-testidnumber-input typenumber min0 max100 step1  classsvelte-10lj3xl value0> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7422 namecowbell min0 max100 step1  aria-labelrange slider for Open LLM Score (%) 📈 classsvelte-10lj3xl value0> span classmax_value svelte-10lj3xl>100/span>/div>/div>  /div>  /div>  /div>    div idcomponent-150 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 2; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>    div idmemory-slider classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classwrap svelte-10lj3xl>div classhead svelte-10lj3xl>label forrange_id_7423>span data-testidblock-info classsvelte-1gfkn6j   has-info>Peak Memory (MB) 📈/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🎚️ Slide to maximum Peak Memory/p>!-- HTML_TAG_END --> /span> /div>/label> div classtab-like-container svelte-10lj3xl>input aria-labelnumber input for Peak Memory (MB) 📈 data-testidnumber-input typenumber min0 max81920 step100  classsvelte-10lj3xl value81920> button classreset-button svelte-10lj3xl  aria-labelReset to default value data-testidreset-button>↺/button>/div>/div> div classslider_input_container svelte-10lj3xl>span classmin_value svelte-10lj3xl>0/span> input typerange idrange_id_7423 namecowbell min0 max81920 step100  aria-labelrange slider for Peak Memory (MB) 📈 classsvelte-10lj3xl value81920> span classmax_value svelte-10lj3xl>81920/span>/div>/div>  /div>  /div>  /div>    div idcomponent-153 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idbackend-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Backends 🏭/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the backends/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namepytorch titlepytorch classsvelte-1e02hys> span classml-2 svelte-1e02hys>pytorch/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameonnxruntime titleonnxruntime classsvelte-1e02hys> span classml-2 svelte-1e02hys>onnxruntime/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameopenvino titleopenvino classsvelte-1e02hys> span classml-2 svelte-1e02hys>openvino/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-156 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-157 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset iddtype-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Precision 📥/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the load data types/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat32 titlefloat32 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float32/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namefloat16 titlefloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>float16/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namebfloat16 titlebfloat16 classsvelte-1e02hys> span classml-2 svelte-1e02hys>bfloat16/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-160 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idoptimization-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Attentions 👁️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the optimization/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEager titleEager classsvelte-1e02hys> span classml-2 svelte-1e02hys>Eager/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-163 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-164 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idquantization-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Quantizations 🗜️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the quantization schemes/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameUnquantized titleUnquantized classsvelte-1e02hys> span classml-2 svelte-1e02hys>Unquantized/span> /label>/div>  /fieldset>  /div>  /div>    div idcomponent-167 classcolumn  svelte-vt1mxs gap  panel styleflex-grow: 1; min-width: calc(min(320px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>     fieldset idkernel-checkboxes classblock boxed-option svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Kernels ⚛️/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the custom kernels/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameNo Kernel titleNo Kernel classsvelte-1e02hys> span classml-2 svelte-1e02hys>No Kernel/span> /label>/div>  /fieldset>  /div>  /div>  /div>    div idcomponent-170 classrow  svelte-1xp0cw7   unequal-height>    button classlg secondary boxed-option svelte-5st68j idfilter-button > Filter 🚀/button>  /div>  /div> /div>  /div>     div classtabs subtabs svelte-1tcem6n idcomponent-172>div classtab-wrapper svelte-1tcem6n>div classtab-container visually-hidden svelte-1tcem6n aria-hiddentrue>button classsvelte-1tcem6n>Leaderboard 🏅 /button>button classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> div classtab-container svelte-1tcem6n roletablist>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id0 classsvelte-1tcem6n>Leaderboard 🏅 /button>button roletab aria-selectedfalse  aria-disabledfalse data-tab-id1 classsvelte-1tcem6n>Find Your Best Model 🧭 /button>/div> span classoverflow-menu svelte-1tcem6n hide>button classsvelte-1tcem6n>svg width16 height16 viewBox0 0 16 16 fillnone xmlnshttp://www.w3.org/2000/svg>circle cx2.5 cy8 r1.5 fillcurrentColor>/circle>circle cx8 cy8 r1.5 fillcurrentColor>/circle>circle cx13.5 cy8 r1.5 fillcurrentColor>/circle>/svg>/button> div classoverflow-dropdown svelte-1tcem6n hide>/div>/span>/div>     div idcomponent-173 classtabitem  svelte-wv8on1 roletabpanel styledisplay: flex;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-174 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>      div idsearch-bar classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>  label classsvelte-173056l container show_textbox_border> span data-testidblock-info classsvelte-1gfkn6j   has-info>Model 🤗/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>🔍 Search for a model name/p>!-- HTML_TAG_END --> /span> /div> div classinput-container svelte-173056l>textarea data-testidtextbox classscroll-hide svelte-173056l dirltr placeholder rows1   style>/textarea>  /div> /label>  /div>  /div>  /div>    div idcomponent-177 classrow  svelte-1xp0cw7   unequal-height>    div classform svelte-633qhp styleflex-grow: 1; min-width: calc(min(160px, 100%));>     fieldset idcolumns-checkboxes classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> span data-testidblock-info classsvelte-1gfkn6j   has-info>Columns 📊/span> div classsvelte-j9uq24>span classmd svelte-7ddecg chatbot prose>!-- HTML_TAG_START -->p>☑️ Select the columns to display/p>!-- HTML_TAG_END --> /span> /div> div classwrap svelte-1e02hys data-testidcheckbox-group>label classsvelte-1e02hys  selected>input  checked typecheckbox nameModel 🤗 titleModel 🤗 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Model 🤗/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameExperiment 🧪 titleExperiment 🧪 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Experiment 🧪/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox namePrefill (s) titlePrefill (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Prefill (s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameDecode (tokens/s) titleDecode (tokens/s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Decode (tokens/s)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameMemory (MB) titleMemory (MB) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Memory (MB)/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameEnergy (tokens/kWh) titleEnergy (tokens/kWh) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Energy (tokens/kWh)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameBackend 🏭 titleBackend 🏭 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Backend 🏭/span> /label>label classsvelte-1e02hys>input   typecheckbox namePrecision 📥 titlePrecision 📥 classsvelte-1e02hys> span classml-2 svelte-1e02hys>Precision 📥/span> /label>label classsvelte-1e02hys>input   typecheckbox nameQuantization 🗜️ titleQuantization 🗜️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Quantization 🗜️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameAttention 👁️ titleAttention 👁️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Attention 👁️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameKernel ⚛️ titleKernel ⚛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Kernel ⚛️/span> /label>label classsvelte-1e02hys  selected>input  checked typecheckbox nameOpen LLM Score (%) titleOpen LLM Score (%) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Open LLM Score (%)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameEnd-to-End (s) titleEnd-to-End (s) classsvelte-1e02hys> span classml-2 svelte-1e02hys>End-to-End (s)/span> /label>label classsvelte-1e02hys>input   typecheckbox nameArchitecture 🏛️ titleArchitecture 🏛️ classsvelte-1e02hys> span classml-2 svelte-1e02hys>Architecture 🏛️/span> /label>label classsvelte-1e02hys>input   typecheckbox nameParams (B) titleParams (B) classsvelte-1e02hys> span classml-2 svelte-1e02hys>Params (B)/span> /label>/div>  /fieldset>  /div>  /div>       div idleaderboard-table classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div>  div classtable-container svelte-1l6bino>div classheader-row svelte-1l6bino> div classtoolbar svelte-1v8q0in roletoolbar aria-labelTable actions>  /div>/div> div classtable-wrap svelte-1l6bino  no-wrap styleheight:2331px rolegrid tabindex0>table classsvelte-1l6bino> thead classsvelte-1l6bino>tr classsvelte-1l6bino> th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>th aria-sortnone classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> div classsort-button undefined svelte-1l6bino>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /div>/div> /th>/tr>/thead> tbody>tr classsvelte-1l6bino>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager-onnxruntime /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >105.028 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33874.035 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >10315773.503 /span>/div> /td>td tabindex-1 classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span>/div> /td>/tr>/tbody>/table> button tabindex0 classsvelte-1b742ao     disable_click styleheight: 100%;>svelte-virtual-table-viewport>table classtable svelte-1xyl3gk styleheight: 100%; --bw-svt-p-top: 0px; --bw-svt-p-bottom: 0px; --bw-svt-head-height: 0px; --bw-svt-foot-height: 0px; --bw-svt-avg-row-height: 30px>thead classthead svelte-1xyl3gk>tr slotthead classsvelte-1l6bino> th aria-sortnone stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Model 🤗 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Experiment 🧪 /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Prefill (s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Decode (tokens/s) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Memory (MB) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Energy (tokens/kWh) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>th aria-sortnone stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino>div classheader-content svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >Open LLM Score (%) /span> button classsort-button undefined svelte-1l6bino tabindex0>svg width1em height1em viewBox0 0 9 7 fillnone xmlnshttp://www.w3.org/2000/svg classsvelte-1l6bino>path dM4.49999 0L8.3971 6.75H0.602875L4.49999 0Z>/path>/svg> /button>/div> /div> /th>/tr>/thead> tbody classtbody svelte-1xyl3gk>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.161 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33874.035 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >507061.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.148 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.167 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33883.009 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >506519.539 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.176 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >34152.235 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >555187.043 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.146 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.178 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >34165.006 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >507484.453 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.182 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33952.588 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >506845.367 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.155 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.195 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33879.2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >506373.04 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.919 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.344 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16873.779 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >512276.739 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.871 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.873 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8469.733 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >539138.011 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.256 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11.956 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8466.649 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >657268.304 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >27.20  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.161 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33874.035 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >507061.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.148 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.167 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33883.009 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >506519.539 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.176 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >34152.235 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >555187.043 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.146 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.178 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >34165.006 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >507484.453 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.149 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.182 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33952.588 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >506845.367 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa-onnxruntime /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.155 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.195 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33879.2 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >506373.04 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.919 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.344 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16873.779 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >512276.739 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >0.871 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >9.873 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8469.733 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >539138.011 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/microsoft/Phi-3-mini-4k-instruct>microsoft/Phi-3-mini-4k-instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.256 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >11.956 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >8466.649 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >657268.304 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >25.97  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.699 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.09 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >32943.063 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >277950.628 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23.91  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.725 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.091 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >32936.903 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >278184.653 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23.91  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.05 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.351 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16698.143 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >294123.326 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23.91  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.858 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.358 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16643.273 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >294020.878 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23.91  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.323 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.679 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16693.383 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >365665.788 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23.91  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.247 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.875 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16651.837 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >377575.188 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >23.91  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.699 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.09 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >32943.063 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >277950.628 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.48  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.725 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.091 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >32936.903 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >278184.653 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.48  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.05 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.351 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16698.143 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >294123.326 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.48  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.858 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.358 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16643.273 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >294020.878 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.48  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.323 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.679 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16693.383 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >365665.788 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.48  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct>meta-llama/Meta-Llama-3-8B-Instruct/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.247 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.875 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16651.837 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >377575.188 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.48  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.5 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.887 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >59387.22 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >158110.391 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.47 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.909 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >59333.816 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >159916.958 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.846 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.209 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29988.094 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >176226.264 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.604 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.338 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29949.034 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >177309.797 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.044 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.926 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29972.107 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >216699.353 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-14B>Qwen/Qwen1.5-14B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.416 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.096 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29976.404 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >224269.419 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >20.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/HuggingFaceH4/zephyr-7b-beta>HuggingFaceH4/zephyr-7b-beta/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.519 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.623 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29801.099 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >116328.384 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.72  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/HuggingFaceH4/zephyr-7b-beta>HuggingFaceH4/zephyr-7b-beta/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.509 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.643 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >29786.874 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >117459.64 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.72  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/HuggingFaceH4/zephyr-7b-beta>HuggingFaceH4/zephyr-7b-beta/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.587 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.898 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15118.303 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >158205.184 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.72  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/HuggingFaceH4/zephyr-7b-beta>HuggingFaceH4/zephyr-7b-beta/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.509 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.993 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15168.705 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >160109.479 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.72  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/HuggingFaceH4/zephyr-7b-beta>HuggingFaceH4/zephyr-7b-beta/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.93 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.349 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15078.601 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >172531.761 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.72  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/HuggingFaceH4/zephyr-7b-beta>HuggingFaceH4/zephyr-7b-beta/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.953 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.541 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15032.537 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >176415.801 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >17.72  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/google/gemma-7b>google/gemma-7b/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.313 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.411 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >37929.214 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >241400.985 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.28  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/google/gemma-7b>google/gemma-7b/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.236 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.586 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >37925.974 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >251620.707 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.28  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/google/gemma-7b>google/gemma-7b/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.291 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.746 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >19251.56 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >260714.33 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.28  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/google/gemma-7b>google/gemma-7b/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.105 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >4.84 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >19250.573 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >267309.007 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.28  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/google/gemma-7b>google/gemma-7b/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.146 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.927 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >19252.556 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >322630.72 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.28  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/google/gemma-7b>google/gemma-7b/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >bfloat16-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >3.024 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >6.171 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >19237.421 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >338891.098 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.28  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-7B>Qwen/Qwen1.5-7B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-sdpa-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.973 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.151 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33052.492 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >280862.056 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-7B>Qwen/Qwen1.5-7B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float32-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >1.948 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.178 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >33068.073 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >280176.795 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.22  /span> /div> /td>/tr>tr slottbody classsvelte-1l6bino row_odd> td tabindex0 stylewidth: var(--cell-width-0); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->p>a target_blank hrefhttps://huggingface.co/Qwen/Qwen1.5-7B>Qwen/Qwen1.5-7B/a>/p>!-- HTML_TAG_END --> /span> /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-1); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >float16-eager-pytorch /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-2); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >2.196 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-3); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >5.411 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-4); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >16826.806 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-5); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >299520.759 /span> /div> /td>td tabindex0 stylewidth: var(--cell-width-6); classsvelte-1l6bino>div classcell-wrap svelte-1l6bino> span tabindex-1 rolebutton style classtable-cell-text svelte-1e50zov placeholder >15.22  /span> /div> /td>/tr>/tbody> tfoot classtfoot svelte-1xyl3gk>/tfoot>/table> /svelte-virtual-table-viewport> input aria-labelfile upload data-testidfile-upload typefile  classsvelte-1b742ao>/button>/div>/div>    /div>  /div>/div>      div idcomponent-181 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->👆 Hover over the points 👆 for additional information. !-- HTML_TAG_END --> /div>/div>  /div>    div idtext classblock  svelte-11xb1hd      hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);> div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classhtml-container svelte-phx28p padding> div classprose  svelte-ydeks8>!-- HTML_TAG_START -->📊 We only show the top 90% LLMs based on latency ⌛!-- HTML_TAG_END --> /div>/div>  /div>    div idplot classblock  svelte-11xb1hd       auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>label for data-testidblock-label classsvelte-i3tvor hide sr-only float>span classsvelte-i3tvor>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/span> Plot /label> div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classempty svelte-1oiin9d  large unpadded_box aria-labelEmpty value>div classicon svelte-1oiin9d>svg xmlnshttp://www.w3.org/2000/svg xmlns:xlinkhttp://www.w3.org/1999/xlink aria-hiddentrue roleimg classiconify iconify--carbon width100% height100% preserveAspectRatioxMidYMid meet viewBox0 0 32 32>circle cx20 cy4 r2 fillcurrentColor>/circle>circle cx8 cy16 r2 fillcurrentColor>/circle>circle cx28 cy12 r2 fillcurrentColor>/circle>circle cx11 cy7 r2 fillcurrentColor>/circle>circle cx16 cy24 r2 fillcurrentColor>/circle>path fillcurrentColor dM30 3.413L28.586 2L4 26.585V2H2v26a2 2 0 0 0 2 2h26v-2H5.413Z>/path>/svg>/div> /div>  /div>  /div>/div>   /div>  /div>/div>      div idcomponent-185 classtabitem  svelte-wv8on1 roletabpanel styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div idcomponent-186 classblock descriptive-text svelte-11xb1hd  padded    hide-container auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap center full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> div classsvelte-1ed2p3z>div classprose descriptive-text svelte-lag733 data-testidmarkdown dirltr> span classmd svelte-7ddecg  prose>!-- HTML_TAG_START -->h2>📝 About/h2>p>The 🤗 LLM-Perf Leaderboard 🏋️ is a leaderboard at the intersection of quality and performance.Its aim is to benchmark the performance (latency, throughput, memory & energy)of Large Language Models (LLMs) with different hardwares, backends and optimizationsusing a hrefhttps://github.com/huggingface/optimum-benchmark>Optimum-Benhcmark/a>./p>p>Anyone from the community can request a new base model or hardware/backend/optimizationconfiguration for automated benchmarking:/p>ul>li>Model evaluation requests should be made in thea hrefhttps://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard>🤗 Open LLM Leaderboard 🏅/a> ;we scrape the a hrefhttps://github.com/huggingface/optimum-benchmark/blob/main/llm_perf/utils.py>list of canonical base models/a> from there./li>li>Hardware/Backend/Optimization configuration requests should be made in thea hrefhttps://huggingface.co/spaces/optimum/llm-perf-leaderboard>🤗 LLM-Perf Leaderboard 🏋️/a> ora hrefhttps://github.com/huggingface/optimum-benchmark>Optimum-Benhcmark/a> repository (where the code is hosted)./li>/ul>h2>✍️ Details/h2>ul>li>To avoid communication-dependent results, only one GPU is used./li>li>Score is the average evaluation score obtained from the a hrefhttps://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard>🤗 Open LLM Leaderboard/a>/li>li>LLMs are running on a singleton batch with a prompt size of 256 and generating a 64 tokens for at least 10 iterations and 10 seconds./li>li>Energy consumption is measured in kWh using CodeCarbon and taking into consideration the GPU, CPU, RAM and location of the machine./li>li>We measure three types of memory: Max Allocated Memory, Max Reserved Memory and Max Used Memory. The first two being reported by PyTorch and the last one being observed using PyNVML./li>/ul>p>All of our benchmarks are ran by this single scripta hrefhttps://github.com/huggingface/optimum-benchmark/blob/llm-perf/llm-perf/benchmark_cuda_pytorch.py>benchmark_cuda_pytorch.py/a>using the power of a hrefhttps://github.com/huggingface/optimum-benchmark>Optimum-Benhcmark/a> to garantee reproducibility and consistency./p>!-- HTML_TAG_END --> /span> /div>/div>  /div>  /div>/div>   /div>    div idcomponent-187 classrow  svelte-1xp0cw7   unequal-height>    div idcomponent-188 classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: auto; min-width: calc(min(0px, 100%)); border-width: var(--block-border-width);>div classwrap default full svelte-ls20lj hide styleposition: absolute; padding: 0;> /div> button classlabel-wrap svelte-1w6vloh>span classsvelte-1w6vloh>📙 Citation/span> span classicon svelte-1w6vloh styletransform: rotate(90deg); data-svelte-hsvelte-1mqwc8d>▼/span>/button> div styledisplay: none;>div id classcolumn  svelte-vt1mxs gap stylemin-width: calc(min(0px, 100%));>    div classform svelte-633qhp stylemin-width: calc(min(0px, 100%));>      div idcitation-button classblock  svelte-11xb1hd  padded     auto-margin styleborder-style: solid; overflow: hidden; min-width: calc(min(160px, 100%)); border-width: var(--block-border-width);>  label classsvelte-173056l container show_textbox_border>button classcopy-button svelte-173056l aria-labelCopy aria-roledescriptionCopy text>svg xmlnshttp://www.w3.org/2000/svg viewBox0 0 33 33 colorcurrentColor aria-hiddentrue width100% height100%>path fillcurrentColor dM28 10v18H10V10h18m0-2H10a2 2 0 0 0-2 2v18a2 2 0 0 0 2 2h18a2 2 0 0 0 2-2V10a2 2 0 0 0-2-2Z>/path>path fillcurrentColor dM4 18H2V4a2 2 0 0 1 2-2h14v2H4Z>/path>/svg>/button> span data-testidblock-info classsvelte-1gfkn6j>Copy the following snippet to cite these results./span>  div classinput-container svelte-173056l>textarea data-testidtextbox classscroll-hide svelte-173056l dirltr placeholder rows1 disabled  style>@misc{llm-perf-leaderboard,  author  {Ilyas Moutawwakil, Régis Pierrard},  title  {LLM-Perf Leaderboard},  year  {2023},  publisher  {Hugging Face},  howpublished  \url{https://huggingface.co/spaces/optimum/llm-perf-leaderboard},}@software{optimum-benchmark,  author  {Ilyas Moutawwakil, Régis Pierrard},  publisher  {Hugging Face},  title  {Optimum-Benchmark: A framework for benchmarking the performance of Transformers models with different hardwares, backends and optimizations.},}/textarea>  /div> /label>  /div>  /div>  /div> /div>  /div>  /div>  /div> /div> footer classsvelte-sar7eh>button classshow-api svelte-sar7eh>Use via API img srcdata:image/svg+xml,%3csvg%20width28%20height28%20viewBox0%200%2028%2028%20fillnone%20xmlnshttp://www.w3.org/2000/svg%3e%3cpath%20fill-ruleevenodd%20clip-ruleevenodd%20dM26.9425%202.94265C27.4632%202.42195%2027.4632%201.57773%2026.9425%201.05703C26.4218%200.536329%2025.5776%200.536329%2025.0569%201.05703L22.5713%203.54256C21.1213%202.59333%2019.5367%202.43378%2018.1753%202.64006C16.5495%202.88638%2015.1127%203.66838%2014.3905%204.39053L12.3905%206.39053C12.1405%206.64058%2012%206.97972%2012%207.33334C12%207.68697%2012.1405%208.0261%2012.3905%208.27615L19.7239%2015.6095C20.2446%2016.1302%2021.0888%2016.1302%2021.6095%2015.6095L23.6095%2013.6095C24.3316%2012.8873%2025.1136%2011.4505%2025.36%209.82475C25.5663%208.46312%2025.4066%206.87827%2024.4571%205.42807L26.9425%202.94265Z%20fill%233c4555/%3e%3cpath%20fill-ruleevenodd%20clip-ruleevenodd%20dM12.276%2012.9426C12.7967%2012.4219%2012.7967%2011.5777%2012.276%2011.057C11.7553%2010.5363%2010.9111%2010.5363%2010.3904%2011.057L8.66651%2012.7809L8.27615%2012.3905C8.0261%2012.1405%207.68697%2012%207.33334%2012C6.97972%2012%206.64058%2012.1405%206.39053%2012.3905L4.39053%2014.3905C3.66838%2015.1127%202.88638%2016.5495%202.64006%2018.1753C2.43377%2019.5367%202.59333%2021.1214%203.54262%2022.5714L1.05703%2025.057C0.536329%2025.5777%200.536329%2026.4219%201.05703%2026.9426C1.57773%2027.4633%202.42195%2027.4633%202.94265%2026.9426L5.42817%2024.4571C6.87835%2025.4066%208.46315%2025.5663%209.82475%2025.36C11.4505%2025.1136%2012.8873%2024.3316%2013.6095%2023.6095L15.6095%2021.6095C16.1302%2021.0888%2016.1302%2020.2446%2015.6095%2019.7239L15.2188%2019.3332L16.9426%2017.6093C17.4633%2017.0886%2017.4633%2016.2444%2016.9426%2015.7237C16.4219%2015.203%2015.5777%2015.203%2015.057%2015.7237L13.3332%2017.4475L10.5521%2014.6665L12.276%2012.9426Z%20fill%23FF7C00/%3e%3c/svg%3e altlogo classsvelte-sar7eh> div data-svelte-hsvelte-tc9ggp> ·/div>/button> a hrefhttps://gradio.app classbuilt-with svelte-sar7eh target_blank relnoreferrer>Built with Gradio img srcdata:image/svg+xml,%3csvg%20xmlnshttp://www.w3.org/2000/svg%20width576%20height576%20viewBox0%200%20576%20576%20fillnone%3e%3cpath%20dM287.5%20229L86%20344.5L287.5%20460L489%20344.5L287.5%20229Z%20strokeurl(%23paint0_linear_102_7)%20stroke-width59%20stroke-linejoinround/%3e%3cpath%20dM287.5%20116L86%20231.5L287.5%20347L489%20231.5L287.5%20116Z%20strokeurl(%23paint1_linear_102_7)%20stroke-width59%20stroke-linejoinround/%3e%3cpath%20dM86%20344L288%20229%20strokeurl(%23paint2_linear_102_7)%20stroke-width59%20stroke-linejoinbevel/%3e%3cdefs%3e%3clinearGradient%20idpaint0_linear_102_7%20x160%20y1341%20x2429.5%20y2344%20gradientUnitsuserSpaceOnUse%3e%3cstop%20stop-color%23F9D100/%3e%3cstop%20offset1%20stop-color%23F97700/%3e%3c/linearGradient%3e%3clinearGradient%20idpaint1_linear_102_7%20x1513.5%20y1231%20x2143.5%20y2231%20gradientUnitsuserSpaceOnUse%3e%3cstop%20stop-color%23F9D100/%3e%3cstop%20offset1%20stop-color%23F97700/%3e%3c/linearGradient%3e%3clinearGradient%20idpaint2_linear_102_7%20x160%20y1344%20x2428.987%20y2341.811%20gradientUnitsuserSpaceOnUse%3e%3cstop%20stop-color%23F9D100/%3e%3cstop%20offset1%20stop-color%23F97700/%3e%3c/linearGradient%3e%3c/defs%3e%3c/svg%3e altlogo classsvelte-sar7eh>/a> button classsettings svelte-sar7eh>div data-svelte-hsvelte-1vxja8n>·  /div> Settings img srcdata:image/svg+xml,%3csvg%20width24%20height24%20viewBox0%200%2024%2024%20xmlnshttp://www.w3.org/2000/svg%3e%3c!--%20Outer%20gear%20teeth%20(gray)%20--%3e%3cpath%20dM19.14%2012.94c.04-.3.06-.61.06-.94%200-.32-.02-.64-.07-.94l2.03-1.58c.18-.14.23-.41.12-.61l-1.92-3.32c-.12-.22-.37-.29-.59-.22l-2.39.96c-.5-.38-1.03-.7-1.62-.94l-.36-2.54c-.04-.24-.24-.41-.48-.41h-3.84c-.24%200-.43.17-.47.41l-.36%202.54c-.59.24-1.13.57-1.62.94l-2.39-.96c-.22-.08-.47%200-.59.22L2.74%208.87c-.12.21-.08.47.12.61l2.03%201.58c-.05.3-.07.62-.07.94s.02.64.07.94l-2.03%201.58c-.18.14-.23.41-.12.61l1.92%203.32c.12.22.37.29.59.22l2.39-.96c.5.38%201.03.7%201.62.94l.36%202.54c.05.24.24.41.48.41h3.84c.24%200%20.44-.17.47-.41l.36-2.54c.59-.24%201.13-.56%201.62-.94l2.39.96c.22.08.47%200%20.59-.22l1.92-3.32c.12-.22.07-.47-.12-.61l-2.01-1.58zM12%2015.6c-1.98%200-3.6-1.62-3.6-3.6s1.62-3.6%203.6-3.6%203.6%201.62%203.6%203.6-1.62%203.6-3.6%203.6z%20fill%23808080/%3e%3c!--%20Inner%20circle%20(now%20gray)%20--%3e%3ccircle%20cx12%20cy12%20r2.5%20fill%23808080/%3e%3c/svg%3e altSettings classsvelte-sar7eh>/button>/footer>/div>    div classtoast-wrap svelte-pu0yf1> /div>/div>  /div>  						script>				{					__sveltekit_15n47b3  {						base: new URL(., location).pathname.slice(0, -1)					};					const element  document.currentScript.parentElement;					const data  {type:data,data:null,uses:{url:1}},{type:data,data:{server:http://0.0.0.0:7860,port:7860,local_dev_mode:void 0},uses:{}};					Promise.all(						import(./_app/immutable/entry/start.DeXNRu4S.js),						import(./_app/immutable/entry/app.c30lWzsJ.js)					).then((kit, app) > {						kit.start(app, element, {							node_ids: 0, 2,							data,							form: null,							error: null						});					});				}			/script>		/div>	/body>/html>

Subdomains

Date	Domain	IP
allknowingroger-image-models-test190.hf.space	2025-02-18	52.55.55.177
hysts-controlnet-v1-1.hf.space	2025-02-18	3.215.212.165
stabilityai-stable-diffusion-1.hf.space	2025-02-16	35.174.94.150
kazuk-youtube-whisper-01.hf.space	2025-03-02	18.209.154.186
minimaxai-minimax-m1.hf.space	2025-09-17	52.201.90.248
mistral-7b-instruct-v0-2.hf.space	2025-09-21	18.233.176.84
fffiloni-clip-interrogator-2.hf.space	2025-09-26	54.145.224.52
gradio-space-api-fetcher-v2.hf.space	2025-02-12	34.237.237.210
vision-cair-minigpt-v2.hf.space	2025-09-26	54.145.224.52
dromerosm-groq-llama3.hf.space	2025-09-23	3.221.99.236
lixin4ever-videorefer-videollama3.hf.space	2025-09-14	34.206.241.91
gradio-hello-world-4.hf.space	2025-09-25	3.221.99.236
allknowingroger-image-models-test94.hf.space	2025-02-17	98.85.138.39
vision-cair-minigpt4.hf.space	2025-09-26	3.221.99.236
ysharma-chatgpt4.hf.space	2025-02-13	52.3.84.195
playgroundai-playground-v2-5.hf.space	2025-08-29	3.214.53.138
mrfakename-sync-f5.hf.space	2025-09-22	18.233.176.84
jpgallegoar-spanish-f5.hf.space	2025-09-26	3.221.99.236
fabiogra-moseca.hf.space	2025-09-21	34.225.178.167
starcoder-15b.hf.space	2025-08-20	54.208.116.228
nari-labs-dia-1-6b.hf.space	2025-09-19	34.197.61.212
aidc-ai-ovis2-16b.hf.space	2025-09-10	3.214.53.138
nous-hermes-2-mistral-7b.hf.space	2025-08-30	3.214.53.138
gradio-map-airbnb.hf.space	2025-09-22	34.196.172.139
algoworks-image-face-upscale-restoration-gfpgan-pub.hf.space	2025-02-09	44.215.187.175
bga-spacio-v1pub.hf.space	2025-09-26	3.221.99.236
kkazahra888-unfilteredai-nsfw-gen-v2.static.hf.space	2025-09-14	3.175.34.121
lalashechka-img2img-6.static.hf.space	2025-09-14	3.175.34.4
lalashechka-img2img-8.static.hf.space	2025-09-14	3.175.34.121
adobfile-mailakdenizedutrowaauthlogonspxreplacec-6524a2d.static.hf.space	2025-09-04	3.175.34.16
hesamation-primer-llm-embedding.static.hf.space	2025-07-25	3.175.34.16
habolt-gabriel-habolt-immobilier.static.hf.space	2025-09-14	3.175.34.16
niansuh-ps.static.hf.space	2025-09-16	3.175.34.121
ateeqq-mistral-7b-instruct-v0-2-chatbot.static.hf.space	2025-09-04	3.175.34.117
lightricks-ltx-video-distilled.hf.space	2025-08-17	34.225.229.167
nihalgazi-flux-pro-unlimited.hf.space	2025-09-06	3.214.53.138
multimodalart-ip-adapter-faceid.hf.space	2025-09-26	3.221.99.236
gradio-hello-world.hf.space	2025-09-26	54.145.224.52
cohereforai-c4ai-command.hf.space	2025-09-25	3.221.99.236
codellama-codellama-playground.hf.space	2025-02-09	34.237.237.210
huggingface-inference-playground.hf.space	2025-09-21	18.233.176.84
openevals-find-a-leaderboard.hf.space	2025-08-26	3.232.180.39
lmarena-ai-chatbot-arena-leaderboard.hf.space	2025-09-23	3.221.99.236
lmsys-chatbot-arena-leaderboard.hf.space	2025-02-12	3.222.39.245
mteb-leaderboard.hf.space	2025-02-10	44.215.187.175
optimum-llm-perf-leaderboard.hf.space	2025-09-27	54.145.224.52
huggingfaceh4-open-llm-leaderboard.hf.space	2025-02-12	3.222.39.245
open-llm-leaderboard-open-llm-leaderboard.hf.space	2025-09-26	44.219.145.144
opencompass-open-vlm-leaderboard.hf.space	2025-09-26	44.219.145.144
bigcode-bigcode-models-leaderboard.hf.space	2025-09-26	3.221.99.236
galileo-ai-agent-leaderboard.hf.space	2025-09-22	18.233.176.84
ai-secure-llm-trustworthy-leaderboard.hf.space	2025-09-26	3.221.99.236
markovidrih-image-manipulation-face.hf.space	2025-02-11	34.237.237.210
hilley-chattts-openvoice.hf.space	2025-08-24	54.208.116.228
oup-ai-lab-qa-with-image.hf.space	2025-02-17	3.220.39.102
adrek-text-to-image.hf.space	2025-09-04	3.214.53.138
hf-accelerate-model-memory-usage.hf.space	2025-09-16	44.219.132.240
pseudolab-huggingface-korea-theme.hf.space	2025-02-17	98.85.138.39
docs4you-tre.hf.space	2025-09-21	18.233.176.84
circl-vulnerability-severity-classification-roberta-base.hf.space	2025-08-31	3.214.53.138
littletest-sorryplease.hf.space	2025-09-25	54.145.224.52
breezedeus-cnocr-demo-private.hf.space	2025-09-26	54.145.224.52
cvlab-zero123-live.hf.space	2025-09-22	18.233.176.84
dylanebert-igf.hf.space	2025-02-10	44.215.187.175
limcheekin-yarn-mistral-7b-128k-gguf.hf.space	2025-02-09	34.237.237.210
course-demos-remove-bg.hf.space	2025-09-26	54.145.224.52
multimodalart-self-forcing.hf.space	2025-09-26	54.145.224.52
innoai-edge-tts-text-to-speech.hf.space	2025-08-21	52.202.40.84
lmsys-mt-bench.hf.space	2025-02-09	44.215.187.175
tencentarc-instantmesh.hf.space	2025-08-26	54.208.116.228
shariqfarooq-zoedepth.hf.space	2025-09-07	52.86.163.242
api.hf.space	2025-02-20	3.215.212.165
thestinger-uvr5-ui.hf.space	2025-09-02	3.214.53.138
falcon-completions-r44ui.hf.space	2025-08-23	52.202.40.84
faceonlive-face-recognition-sdk.hf.space	2025-02-17	52.0.30.169
suno-bark.hf.space	2025-02-12	3.222.39.245
not-lain-background-removal.hf.space	2025-09-04	3.214.53.138
radames-real-time-latent-consistency-model.hf.space	2025-02-13	3.222.39.245
black-forest-labs-flux-1-schnell.hf.space	2025-09-26	54.145.224.52
huggingfacem4-screenshot2html.hf.space	2025-09-27	54.145.224.52
prodia-sdxl-stable-diffusion-xl.hf.space	2025-02-14	52.55.55.177
openskyml-fast-sdxl-stable-diffusion-xl.hf.space	2025-03-08	54.209.103.164
google-sdxl.hf.space	2025-02-12	3.222.39.245
3daigc-lhm.hf.space	2025-09-13	44.219.132.240
vokturz-can-it-run-llm.hf.space	2025-02-08	3.222.39.245
rphrp1985-stable-diffusion-3-medium.hf.space	2025-09-25	44.219.145.144
gradio-fake-gan.hf.space	2025-09-04	44.219.8.222
clem-image-face-upscale-restoration-gfpgan.hf.space	2025-09-26	54.145.224.52
pseudolab-schoolrecord-gen.hf.space	2025-02-12	3.222.39.245
andrewstalin-youtube-comments-gen.hf.space	2025-09-20	18.233.176.84
r3gm-aicovergen.hf.space	2025-02-17	3.215.212.165
fastrtc-turn-server-login.hf.space	2025-09-21	34.225.178.167
clebersla-rvc-v2-huggingface-version.hf.space	2025-02-16	3.221.245.176
segmind-segmind-stable-diffusion.hf.space	2025-09-26	44.219.145.144
stabilityai-stable-diffusion.hf.space	2025-02-15	52.3.84.195
gustavosta-magicprompt-stable-diffusion.hf.space	2025-02-16	35.174.94.150
multimodalart-stable-video-diffusion.hf.space	2025-09-27	54.145.224.52
ap123-illusiondiffusion.hf.space	2025-02-10	34.237.237.210
levihsu-ootdiffusion.hf.space	2025-09-26	54.145.224.52
course-demos-speech-to-speech-translation.hf.space	2025-02-13	52.3.84.195
modelscope-old-photo-restoration.hf.space	2025-09-21	18.233.176.84
tonyassi-image-segmentation.hf.space	2025-02-13	34.237.237.210
veb-101-uwmgi-medical-image-segmentation.hf.space	2025-02-13	44.220.97.6
kahraman42-animal-species-detection.hf.space	2025-02-10	34.237.237.210
fffiloni-image2sfx-comparison.hf.space	2025-09-27	54.145.224.52
bhaskartripathi-pdfgpt-turbo.hf.space	2025-02-16	35.174.94.150
yuntian-deng-chatgpt4turbo.hf.space	2025-02-24	52.54.116.144
wrdias-comfyui-advanced-video2video.hf.space	2025-09-19	34.225.178.167
andzhk-pnginfo.hf.space	2025-02-14	52.3.84.195
gradio-chatinterface-streaming-echo.hf.space	2025-09-26	3.221.99.236
wushuang98-direct3d-s2-v1-0-demo.hf.space	2025-09-04	44.219.8.222
qwen-qwen2-5-max-demo.hf.space	2025-08-20	54.208.116.228
multichem-pd-mlb-dfs-roo.hf.space	2025-09-22	34.225.178.167
kerimmkirac-vavoo.hf.space	2025-09-21	34.225.178.167
alibaba-pai-easyphoto.hf.space	2025-02-12	34.237.237.210
tonyassi-face-swap.hf.space	2025-02-14	52.3.84.195
coxapi-faceswap.hf.space	2025-09-21	18.233.176.84
pminervini-tmp.hf.space	2025-02-12	34.237.237.210
sumit7864-image-enhancer.hf.space	2025-02-17	3.215.212.165
multichem-pd-dfs-portfolio-manager.hf.space	2025-09-06	3.214.53.138
yuqi-gender-classifier.hf.space	2025-02-14	52.3.84.195
pinyuchen-attention-tracker.hf.space	2025-08-26	3.232.180.39
u5ername-markdown2ppt-docker.hf.space	2025-08-21	54.211.9.90
vinthony-sadtalker.hf.space	2025-02-11	52.3.84.195
openai-whisper.hf.space	2025-02-14	52.55.55.177
distil-whisper-whisper-vs-distil-whisper.hf.space	2025-02-12	3.222.39.245
koboldai-koboldcpp-tiefighter.hf.space	2025-09-26	54.145.224.52
fffiloni-propainter.hf.space	2025-02-13	3.222.39.245
agents-course-beam-search-visualizer.hf.space	2025-09-12	34.206.241.91
multichem-pd-dfs-contest-analyzer.hf.space	2025-08-24	54.208.116.228
alecmueller-07-imagetolinedrawing-gr.hf.space	2025-09-26	3.221.99.236
rolandz-bing-image-creator.hf.space	2025-02-12	3.222.39.245
doevent-prompt-generator.hf.space	2025-02-08	44.215.187.175

View on OTX | View on ThreatMiner

Data with thanks to AlienVault OTX, VirusTotal, Malwr and others. [Sitemap]

Domain > optimum-llm-perf-leaderboard.hf.space

Is this malicious?

DNS Resolutions

Port 80

Port 443

Subdomains