Skip to content

Commit 3e7f8b1

Browse files
author
LittleMouse
committed
[update] add deepseek-r1 model
1 parent 15f40e7 commit 3e7f8b1

2 files changed

Lines changed: 35 additions & 0 deletions

File tree

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
{
2+
"mode":"deepseek-r1-1.5B-ax630c",
3+
"type":"llm",
4+
"capabilities":[
5+
"text_generation",
6+
"code_generation"
7+
],
8+
"input_type":[
9+
"llm.utf-8",
10+
"llm.utf-8.stream",
11+
"llm.chat_completion",
12+
"llm.chat_completion.stream"
13+
],
14+
"output_type":[
15+
"llm.utf-8",
16+
"llm.utf-8.stream"
17+
],
18+
"mode_param":{
19+
"tokenizer_type":2,
20+
"filename_tokenizer_model":"http://localhost:8080",
21+
"filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
22+
"filename_post_axmodel":"qwen2_post.axmodel",
23+
"template_filename_axmodel":"qwen2_p128_l%d_together.axmodel",
24+
"b_use_topk":false,
25+
"b_bos":false,
26+
"b_eos":false,
27+
"axmodel_num":24,
28+
"tokens_embed_num":151936,
29+
"tokens_embed_size":896,
30+
"b_use_mmap_load_embed":true,
31+
"b_dynamic_load_axmodel_layer":false,
32+
"ext_scripts":["tokenizer_qwen2.5-1.5B-ax630c.py"]
33+
}
34+
}

projects/llm_framework/tools/llm_pack.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -338,6 +338,7 @@ def create_bin_deb(package_name, version, src_folder, revision = 'm5stack1'):
338338
futures.append(executor.submit(create_data_deb,'llm-depth-anything-ax630c', '0.3', src_folder, revision))
339339
futures.append(executor.submit(create_data_deb,'llm-whisper-tiny', '0.3', src_folder, revision))
340340
futures.append(executor.submit(create_data_deb,'llm-silero-vad', '0.3', src_folder, revision))
341+
futures.append(executor.submit(create_data_deb,'llm-deepseek-r1-1.5B-ax630c', '0.3', src_folder, revision))
341342
for future in concurrent.futures.as_completed(futures):
342343
result = future.result()
343344
print(result)

0 commit comments

Comments
 (0)