Merge branch 'dev' of github.com:m5stack/StackFlow into dev

Author: dianjixz

…in_llm/mode_deepseek-r1-1.5B-ax630c.json …models/mode_deepseek-r1-1.5B-ax630c.jsonprojects/llm_framework/main_llm/mode_deepseek-r1-1.5B-ax630c.json renamed to projects/llm_framework/main_llm/models/mode_deepseek-r1-1.5B-ax630c.json projects/llm_framework/main_llm/mode_deepseek-r1-1.5B-ax630c.json renamed to projects/llm_framework/main_llm/models/mode_deepseek-r1-1.5B-ax630c.json

@@ -0,0 +1,34 @@
+{
+    "mode":"deepseek-r1-1.5B-p256-ax630c",
+    "type":"llm",
+    "capabilities":[
+        "text_generation",
+        "chat"
+    ],
+    "input_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream",
+        "llm.chat_completion",
+        "llm.chat_completion.stream"
+    ],
+    "output_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream"
+    ],
+    "mode_param":{
+        "tokenizer_type":2,
+        "filename_tokenizer_model":"http://localhost:8080",
+        "filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
+        "filename_post_axmodel":"qwen2_post.axmodel",
+        "template_filename_axmodel":"qwen2_p256_l%d_together.axmodel",
+        "b_use_topk":false,
+        "b_bos":false,
+        "b_eos":false,
+        "axmodel_num":28,
+        "tokens_embed_num":151936,
+        "tokens_embed_size":1536,
+        "b_use_mmap_load_embed":true,
+        "b_dynamic_load_axmodel_layer":false,
+        "ext_scripts":["tokenizer_deepseek-r1-1.5B-p256-ax630c.py"]
+    }
+}

projects/llm_framework/main_llm/models/mode_deepseek-r1-1.5B-p256-ax630c.json

@@ -0,0 +1,34 @@
+{
+    "mode":"llama3.2-1B-p256-ax630c",
+    "type":"llm",
+    "capabilities":[
+        "text_generation",
+        "chat"
+    ],
+    "input_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream",
+        "llm.chat_completion",
+        "llm.chat_completion.stream"
+    ],
+    "output_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream"
+    ],
+    "mode_param":{
+        "tokenizer_type":2,
+        "filename_tokenizer_model":"http://localhost:8080",
+        "filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
+        "filename_post_axmodel":"llama_post.axmodel",
+        "template_filename_axmodel":"llama_p256_l%d_together.axmodel",
+        "b_use_topk":false,
+        "b_bos":false,
+        "b_eos":false,
+        "axmodel_num":16,
+        "tokens_embed_num":128256,
+        "tokens_embed_size":2048,
+        "b_use_mmap_load_embed":true,
+        "b_dynamic_load_axmodel_layer":false,
+        "ext_scripts":["tokenizer_llama3.2-1B-p256-ax630c.py"]
+    }
+}

projects/llm_framework/main_llm/models/mode_llama3.2-1B-p256-ax630c.json

@@ -0,0 +1,34 @@
+{
+    "mode":"qwen2.5-0.5B-p256-ax630c",
+    "type":"llm",
+    "capabilities":[
+        "text_generation",
+        "chat"
+    ],
+    "input_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream",
+        "llm.chat_completion",
+        "llm.chat_completion.stream"
+    ],
+    "output_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream"
+    ],
+    "mode_param":{
+        "tokenizer_type":2,
+        "filename_tokenizer_model":"http://localhost:8080",
+        "filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
+        "filename_post_axmodel":"qwen2_post.axmodel",
+        "template_filename_axmodel":"qwen2_p256_l%d_together.axmodel",
+        "b_use_topk":false,
+        "b_bos":false,
+        "b_eos":false,
+        "axmodel_num":24,
+        "tokens_embed_num":151936,
+        "tokens_embed_size":896,
+        "b_use_mmap_load_embed":true,
+        "b_dynamic_load_axmodel_layer":false,
+        "ext_scripts":["tokenizer_qwen2.5-0.5B-p256-ax630c.py"]
+    }
+}

…llm/mode_llama3.2-1B-prefill-ax630c.json …els/mode_llama3.2-1B-prefill-ax630c.jsonprojects/llm_framework/main_llm/mode_llama3.2-1B-prefill-ax630c.json renamed to projects/llm_framework/main_llm/models/mode_llama3.2-1B-prefill-ax630c.json projects/llm_framework/main_llm/mode_llama3.2-1B-prefill-ax630c.json renamed to projects/llm_framework/main_llm/models/mode_llama3.2-1B-prefill-ax630c.json

@@ -0,0 +1,34 @@
+{
+    "mode":"qwen2.5-1.5B-p256-ax630c",
+    "type":"llm",
+    "capabilities":[
+        "text_generation",
+        "chat"
+    ],
+    "input_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream",
+        "llm.chat_completion",
+        "llm.chat_completion.stream"
+    ],
+    "output_type":[
+        "llm.utf-8",
+        "llm.utf-8.stream"
+    ],
+    "mode_param":{
+        "tokenizer_type":2,
+        "filename_tokenizer_model":"http://localhost:8080",
+        "filename_tokens_embed":"model.embed_tokens.weight.bfloat16.bin",
+        "filename_post_axmodel":"qwen2_post.axmodel",
+        "template_filename_axmodel":"qwen2_p256_l%d_together.axmodel",
+        "b_use_topk":false,
+        "b_bos":false,
+        "b_eos":false,
+        "axmodel_num":28,
+        "tokens_embed_num":151936,
+        "tokens_embed_size":1536,
+        "b_use_mmap_load_embed":true,
+        "b_dynamic_load_axmodel_layer":false,
+        "ext_scripts":["tokenizer_qwen2.5-1.5B-p256-ax630c.py"]
+    }
+}