diff --git a/pgml-dashboard/src/components/tables/serverless_models/mod.rs b/pgml-dashboard/src/components/tables/serverless_models/mod.rs index 0249250b0..e81ac0fc8 100644 --- a/pgml-dashboard/src/components/tables/serverless_models/mod.rs +++ b/pgml-dashboard/src/components/tables/serverless_models/mod.rs @@ -8,7 +8,7 @@ use sailfish::TemplateOnce; pub struct ServerlessModels { style_type: String, embedding_models: [Component; 4], - instruct_models: [Component; 5], + instruct_models: [Component; 6], summarization_models: [Component; 1], } @@ -48,46 +48,53 @@ impl ServerlessModels { ], instruct_models: [ Component::from(Row::new(&[ - "meta-llama/Meta-Llama-3.1-70B-Instruct".into(), - "70,000".into(), - "70,000".into(), - "8,000".into(), + "meta-llama/Meta-Llama-3.1-405B-Instruct".into(), + "405".into(), + "405".into(), + "128k".into(), "Highest quality".into(), ])), + Component::from(Row::new(&[ + "meta-llama/Meta-Llama-3.1-70B-Instruct".into(), + "70".into(), + "70".into(), + "128k".into(), + "High quality".into(), + ])), Component::from(Row::new(&[ "meta-llama/Meta-Llama-3.1-8B-Instruct".into(), - "8,000".into(), - "8,000".into(), - "8,000".into(), - "High quality, low latency".into(), + "8".into(), + "8".into(), + "128k".into(), + "Low latency".into(), ])), Component::from(Row::new(&[ "microsoft/Phi-3-mini-128k-instruct".into(), - "3,820".into(), - "3,820".into(), - "128,000".into(), + "3.8".into(), + "3.8".into(), + "128k".into(), "Lowest latency".into(), ])), Component::from(Row::new(&[ "mistralai/Mixtral-8x7B-Instruct-v0.1".into(), - "56,000".into(), - "12,900".into(), - "32,768".into(), + "56".into(), + "12.9".into(), + "32k".into(), "MOE high quality".into(), ])), Component::from(Row::new(&[ "mistralai/Mistral-7B-Instruct-v0.2".into(), - "7,000".into(), - "7,000".into(), - "32,768".into(), - "High quality, low latency".into(), + "7".into(), + "7".into(), + "32k".into(), + "Low latency".into(), ])), ], summarization_models: [Component::from(Row::new(&[ "google/pegasus-xsum".into(), "568".into(), "512".into(), - "8,000".into(), + "8k".into(), ]))], } } diff --git a/pgml-dashboard/src/components/tables/serverless_models/template.html b/pgml-dashboard/src/components/tables/serverless_models/template.html index fda7d69fb..7c609a2fc 100644 --- a/pgml-dashboard/src/components/tables/serverless_models/template.html +++ b/pgml-dashboard/src/components/tables/serverless_models/template.html @@ -24,8 +24,8 @@
Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.
Alternative Proxies: