diff --git a/app/constant.ts b/app/constant.ts
index ce15fabd..3a8d2825 100644
--- a/app/constant.ts
+++ b/app/constant.ts
@@ -76,6 +76,7 @@ export enum ModelFamily {
WIZARD_MATH = "wizardmath",
STABLE_LM = "stablelm",
REDPAJAMA = "redpajama",
+ DEEPSEEK = "DeepSeek",
}
const DEFAULT_MODEL_BASES: ModelRecord[] = [
@@ -226,28 +227,78 @@ const DEFAULT_MODEL_BASES: ModelRecord[] = [
top_p: 0.9,
},
},
+ // Deepseek
{
- name: "Hermes-2-Pro-Llama-3-8B-q4f16_1-MLC",
+ name: "DeepSeek-R1-Distill-Qwen-7B-q4f16_1-MLC",
+ display_name: "DeepSeek",
+ provider: "DeepSeek",
+ family: ModelFamily.DEEPSEEK,
+ recommended_config: {
+ temperature: 1,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ top_p: 1,
+ },
+ },
+ {
+ name: "DeepSeek-R1-Distill-Qwen-7B-q4f32_1-MLC",
+ display_name: "DeepSeek",
+ provider: "DeepSeek",
+ family: ModelFamily.DEEPSEEK,
+ recommended_config: {
+ temperature: 1,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ top_p: 1,
+ },
+ },
+ {
+ name: "DeepSeek-R1-Distill-Llama-8B-q4f32_1-MLC",
+ display_name: "DeepSeek",
+ provider: "DeepSeek",
+ family: ModelFamily.DEEPSEEK,
+ recommended_config: {
+ temperature: 1,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ top_p: 1,
+ },
+ },
+ {
+ name: "DeepSeek-R1-Distill-Llama-8B-q4f16_1-MLC",
+ display_name: "DeepSeek",
+ provider: "DeepSeek",
+ family: ModelFamily.DEEPSEEK,
+ recommended_config: {
+ temperature: 1,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ top_p: 1,
+ },
+ },
+ // Hermes
+ {
+ name: "Hermes-3-Llama-3.2-3B-q4f32_1-MLC",
display_name: "Hermes",
provider: "NousResearch",
family: ModelFamily.LLAMA,
recommended_config: {
- temperature: 1,
+ temperature: 0.6,
presence_penalty: 0,
frequency_penalty: 0,
- top_p: 1,
+ top_p: 0.9,
},
},
{
- name: "Hermes-2-Pro-Llama-3-8B-q4f32_1-MLC",
+ name: "Hermes-3-Llama-3.2-3B-q4f16_1-MLC",
display_name: "Hermes",
provider: "NousResearch",
family: ModelFamily.LLAMA,
recommended_config: {
- temperature: 1,
+ temperature: 0.6,
presence_penalty: 0,
frequency_penalty: 0,
- top_p: 1,
+ top_p: 0.9,
},
},
{
@@ -286,6 +337,31 @@ const DEFAULT_MODEL_BASES: ModelRecord[] = [
top_p: 0.95,
},
},
+ {
+ name: "Hermes-2-Pro-Llama-3-8B-q4f16_1-MLC",
+ display_name: "Hermes",
+ provider: "NousResearch",
+ family: ModelFamily.LLAMA,
+ recommended_config: {
+ temperature: 1,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ top_p: 1,
+ },
+ },
+ {
+ name: "Hermes-2-Pro-Llama-3-8B-q4f32_1-MLC",
+ display_name: "Hermes",
+ provider: "NousResearch",
+ family: ModelFamily.LLAMA,
+ recommended_config: {
+ temperature: 1,
+ presence_penalty: 0,
+ frequency_penalty: 0,
+ top_p: 1,
+ },
+ },
+ // Phi
{
name: "Phi-3.5-mini-instruct-q4f16_1-MLC",
display_name: "Phi",
diff --git a/app/icons/deepseek.svg b/app/icons/deepseek.svg
new file mode 100644
index 00000000..9ba066cc
--- /dev/null
+++ b/app/icons/deepseek.svg
@@ -0,0 +1,11 @@
+
diff --git a/app/store/config.ts b/app/store/config.ts
index 77591d99..fa8c7e4f 100644
--- a/app/store/config.ts
+++ b/app/store/config.ts
@@ -217,9 +217,9 @@ export const useAppConfig = createPersistStore(
}),
{
name: StoreKey.Config,
- version: 0.61,
+ version: 0.62,
migrate: (persistedState, version) => {
- if (version < 0.61) {
+ if (version < 0.62) {
return {
...DEFAULT_CONFIG,
...(persistedState as any),
diff --git a/app/utils/model.tsx b/app/utils/model.tsx
index 4ebb3567..5623c388 100644
--- a/app/utils/model.tsx
+++ b/app/utils/model.tsx
@@ -3,7 +3,8 @@ import MetaIcon from "@/app/icons/meta.svg";
import MicrosoftIcon from "@/app/icons/microsoft.svg";
import MistralIcon from "@/app/icons/mistral.svg";
import GoogleIcon from "@/app/icons/google.svg";
-import StablelmICon from "@/app/icons/stablelm.svg";
+import StablelmIcon from "@/app/icons/stablelm.svg";
+import DeepSeekIcon from "@/app/icons/deepseek.svg";
import { ModelRecord } from "../client/api";
import { ModelFamily } from "../constant";
import { Shirt, WandSparkles } from "lucide-react";
@@ -71,6 +72,7 @@ export interface ModelDetails {
export const modelDetailsList: ModelDetails[] = [
{ family: ModelFamily.LLAMA, name: "Llama", icon: MetaIcon },
+ { family: ModelFamily.DEEPSEEK, name: "DeepSeek", icon: DeepSeekIcon },
{ family: ModelFamily.PHI, name: "Phi", icon: MicrosoftIcon },
{ family: ModelFamily.MISTRAL, name: "Mistral", icon: MistralIcon },
{ family: ModelFamily.GEMMA, name: "Gemma", icon: GoogleIcon },
@@ -85,6 +87,6 @@ export const modelDetailsList: ModelDetails[] = [
icon: (...props) => 
,
},
{ family: ModelFamily.WIZARD_MATH, name: "Wizard Math", icon: WandSparkles },
- { family: ModelFamily.STABLE_LM, name: "StableLM", icon: StablelmICon },
+ { family: ModelFamily.STABLE_LM, name: "StableLM", icon: StablelmIcon },
{ family: ModelFamily.REDPAJAMA, name: "RedPajama", icon: Shirt },
];
diff --git a/package.json b/package.json
index 59b97a69..4f23b555 100644
--- a/package.json
+++ b/package.json
@@ -17,7 +17,7 @@
"dependencies": {
"@fortaine/fetch-event-source": "^3.0.6",
"@hello-pangea/dnd": "^16.5.0",
- "@mlc-ai/web-llm": "^0.2.75",
+ "@mlc-ai/web-llm": "^0.2.78",
"@serwist/next": "^9.0.2",
"@svgr/webpack": "^6.5.1",
"emoji-picker-react": "^4.9.2",
diff --git a/yarn.lock b/yarn.lock
index c3d09f80..c5a6934a 100644
--- a/yarn.lock
+++ b/yarn.lock
@@ -1180,10 +1180,10 @@
"@jridgewell/resolve-uri" "^3.1.0"
"@jridgewell/sourcemap-codec" "^1.4.14"
-"@mlc-ai/web-llm@^0.2.75":
- version "0.2.75"
- resolved "https://registry.yarnpkg.com/@mlc-ai/web-llm/-/web-llm-0.2.75.tgz#4ad5af96107f62bf1169340f249164ebc7ff3d15"
- integrity sha512-U3ytE38mzIR/mDGwEl3nbutoIRFyPrsKAwu4A7N8rmHxLtb+gIEu4pfVPQb8uhvrDTsJz2L0zuCE5vRdIf1DUQ==
+"@mlc-ai/web-llm@^0.2.78":
+ version "0.2.78"
+ resolved "https://registry.yarnpkg.com/@mlc-ai/web-llm/-/web-llm-0.2.78.tgz#f9ce70319b86bb8c0dd4b1a0476152e4fd3e82be"
+ integrity sha512-ptqDNzHnfDyNZj7vjp9IaY5U/QDweXMe5wNzErOmRT1gqj8AaMvcqbj7HroPDzhXJGM7BZpDjANV5MhXhKOosA==
dependencies:
loglevel "^1.9.1"