From 11657c9562409206009172e22bd42566c87af5b2 Mon Sep 17 00:00:00 2001 From: Montana Low Date: Tue, 23 Jul 2024 13:47:12 -0700 Subject: [PATCH 1/2] update serverless components --- .../tables/serverless_models/mod.rs | 41 +++++++++++-------- .../tables/serverless_models/template.html | 6 +-- 2 files changed, 27 insertions(+), 20 deletions(-) diff --git a/pgml-dashboard/src/components/tables/serverless_models/mod.rs b/pgml-dashboard/src/components/tables/serverless_models/mod.rs index 0249250b0..7ad87104b 100644 --- a/pgml-dashboard/src/components/tables/serverless_models/mod.rs +++ b/pgml-dashboard/src/components/tables/serverless_models/mod.rs @@ -8,7 +8,7 @@ use sailfish::TemplateOnce; pub struct ServerlessModels { style_type: String, embedding_models: [Component; 4], - instruct_models: [Component; 5], + instruct_models: [Component; 6], summarization_models: [Component; 1], } @@ -47,39 +47,46 @@ impl ServerlessModels { ])), ], instruct_models: [ + Component::from(Row::new(&[ + "meta-llama/Meta-Llama-3.1-405B-Instruct".into(), + "405".into(), + "405".into(), + "128k".into(), + "Highest quality".into(), + ])), Component::from(Row::new(&[ "meta-llama/Meta-Llama-3.1-70B-Instruct".into(), - "70,000".into(), - "70,000".into(), - "8,000".into(), + "70".into(), + "70".into(), + "128k".into(), "Highest quality".into(), ])), Component::from(Row::new(&[ "meta-llama/Meta-Llama-3.1-8B-Instruct".into(), - "8,000".into(), - "8,000".into(), - "8,000".into(), + "8".into(), + "8".into(), + "128k".into(), "High quality, low latency".into(), ])), Component::from(Row::new(&[ "microsoft/Phi-3-mini-128k-instruct".into(), - "3,820".into(), - "3,820".into(), - "128,000".into(), + "3.8".into(), + "3.8".into(), + "128k".into(), "Lowest latency".into(), ])), Component::from(Row::new(&[ "mistralai/Mixtral-8x7B-Instruct-v0.1".into(), - "56,000".into(), - "12,900".into(), - "32,768".into(), + "56".into(), + "12.9".into(), + "32k".into(), "MOE high quality".into(), ])), Component::from(Row::new(&[ "mistralai/Mistral-7B-Instruct-v0.2".into(), - "7,000".into(), - "7,000".into(), - "32,768".into(), + "7".into(), + "7".into(), + "32k".into(), "High quality, low latency".into(), ])), ], @@ -87,7 +94,7 @@ impl ServerlessModels { "google/pegasus-xsum".into(), "568".into(), "512".into(), - "8,000".into(), + "8k".into(), ]))], } } diff --git a/pgml-dashboard/src/components/tables/serverless_models/template.html b/pgml-dashboard/src/components/tables/serverless_models/template.html index fda7d69fb..7c609a2fc 100644 --- a/pgml-dashboard/src/components/tables/serverless_models/template.html +++ b/pgml-dashboard/src/components/tables/serverless_models/template.html @@ -24,8 +24,8 @@

Instruct Models

<%+ Table::new(&[ "Name", - "Parameters (M)", - "Active Parameters (M)", + "Parameters (B)", + "Active Parameters (B)", "Context size", "Strengths", ], &instruct_models) %> @@ -35,7 +35,7 @@

Summarization Models

<%+ Table::new(&[ "Name", - "Parameters (M)", + "Parameters (B)", "Context size", "Strengths", ], &summarization_models) %> From afb444060b86d2c1f115d8411cf836070daa4e0a Mon Sep 17 00:00:00 2001 From: Montana Low Date: Tue, 23 Jul 2024 13:50:14 -0700 Subject: [PATCH 2/2] update descriptions --- .../src/components/tables/serverless_models/mod.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pgml-dashboard/src/components/tables/serverless_models/mod.rs b/pgml-dashboard/src/components/tables/serverless_models/mod.rs index 7ad87104b..e81ac0fc8 100644 --- a/pgml-dashboard/src/components/tables/serverless_models/mod.rs +++ b/pgml-dashboard/src/components/tables/serverless_models/mod.rs @@ -59,14 +59,14 @@ impl ServerlessModels { "70".into(), "70".into(), "128k".into(), - "Highest quality".into(), + "High quality".into(), ])), Component::from(Row::new(&[ "meta-llama/Meta-Llama-3.1-8B-Instruct".into(), "8".into(), "8".into(), "128k".into(), - "High quality, low latency".into(), + "Low latency".into(), ])), Component::from(Row::new(&[ "microsoft/Phi-3-mini-128k-instruct".into(), @@ -87,7 +87,7 @@ impl ServerlessModels { "7".into(), "7".into(), "32k".into(), - "High quality, low latency".into(), + "Low latency".into(), ])), ], summarization_models: [Component::from(Row::new(&[ pFad - Phonifier reborn

Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.

Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.


Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy