[update] add llm-openai_api

Author: LittleMouse

projects/llm_framework/main_openai_api/Kconfig

@@ -0,0 +1,58 @@
+import os
+
+Import('env')
+with open(env['PROJECT_TOOL_S']) as f:
+    exec(f.read())
+
+# env.Append(CXXFLAGS=['-O3', '-fopenmp', '-std=c++17'])
+SRCS = append_srcs_dir(ADir('src'))
+INCLUDE = [ADir('include'), ADir('.')]
+PRIVATE_INCLUDE = []
+REQUIREMENTS = ['pthread']
+STATIC_LIB = []
+DYNAMIC_LIB = []
+DEFINITIONS = []
+DEFINITIONS_PRIVATE = []
+LDFLAGS = []
+LINK_SEARCH_PATH = []
+STATIC_FILES = []
+
+down_path = check_wget_down("https://github.com/Abandon-ht/ModuleLLM-OpenAI-Plugin/archive/1077efbe201ea3f29517f5ce4a0cfc3b04c25d1d.zip", 'M5Module-LLM_OpenAI_API.zip')
+
+old_dir_name = 'ModuleLLM-OpenAI-Plugin-1077efbe201ea3f29517f5ce4a0cfc3b04c25d1d'
+new_dir_name = 'ModuleLLM-OpenAI-Plugin'
+
+old_dir_path = os.path.join(down_path, old_dir_name)
+new_dir_path = os.path.join(down_path, new_dir_name)
+
+python_venv = check_wget_down("https://m5stack.oss-cn-shenzhen.aliyuncs.com/resource/linux/llm/m5stack_llm-openai-api-python-venv_v1.5.tar.gz", 'm5stack_llm-llm-openai-api-python-venv_v1.5.tar.gz')
+
+
+if os.path.exists(old_dir_path):
+    os.rename(old_dir_path, new_dir_path)
+
+DEFINITIONS += ['-O3', '-fopenmp', '-std=c++17']
+LDFLAGS+=['-Wl,-rpath=/opt/m5stack/lib', '-Wl,-rpath=/usr/local/m5stack/lib', '-Wl,-rpath=/usr/local/m5stack/lib/gcc-10.3', '-Wl,-rpath=/opt/lib', '-Wl,-rpath=/opt/usr/lib', '-Wl,-rpath=./']
+LINK_SEARCH_PATH += [ADir('../static_lib')]
+
+STATIC_FILES += Glob('mode_*.json')
+
+
+# STATIC_FILES += [os.path.join(down_path, 'M5Module-LLM_OpenAI_API-e3c467b8d8e5e0605b17436a5c5361f9ec1a7e96')]
+STATIC_FILES += [new_dir_path]
+STATIC_FILES += [os.path.join(python_venv, 'openai-api')]
+
+env['COMPONENTS'].append({'target':'llm_openai_api',
+                          'SRCS':SRCS,
+                          'INCLUDE':INCLUDE,
+                          'PRIVATE_INCLUDE':PRIVATE_INCLUDE,
+                          'REQUIREMENTS':REQUIREMENTS,
+                          'STATIC_LIB':STATIC_LIB,
+                          'DYNAMIC_LIB':DYNAMIC_LIB,
+                          'DEFINITIONS':DEFINITIONS,
+                          'DEFINITIONS_PRIVATE':DEFINITIONS_PRIVATE,
+                          'LDFLAGS':LDFLAGS,
+                          'LINK_SEARCH_PATH':LINK_SEARCH_PATH,
+                          'STATIC_FILES':STATIC_FILES,
+                          'REGISTER':'project'
+                          })

projects/llm_framework/main_openai_api/SConstruct

@@ -0,0 +1,23 @@
+/*
+ * SPDX-FileCopyrightText: 2024 M5Stack Technology CO LTD
+ *
+ * SPDX-License-Identifier: MIT
+ */
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+
+int main()
+{
+    setenv("PYTHONPATH", "/opt/m5stack/lib/openai-api/site-packages", 1);
+
+    if (access("/opt/m5stack/bin/ModuleLLM-OpenAI-Plugin/api_server.py", F_OK) == 0) {
+        char *args[] = {(char *)"python3", (char *)"/opt/m5stack/bin/ModuleLLM-OpenAI-Plugin/api_server.py", NULL};
+        if (execvp("python3", args) == -1) {
+            perror("execvp");
+            return 1;
+        }
+    }
+    perror("_tokenizer.py miss");
+    return 0;
+}

projects/llm_framework/main_openai_api/src/main.cpp

@@ -220,6 +220,13 @@ def create_bin_deb(package_name, version, src_folder, revision = 'm5stack1'):
     os.makedirs(os.path.join(deb_folder, 'opt/m5stack/bin'), exist_ok = True)
     os.makedirs(os.path.join(deb_folder, 'DEBIAN'), exist_ok = True)
     # shutil.copytree(os.path.join(os.path.dirname(os.path.abspath(__file__)), 'deb_overlay'), deb_folder)
+    if package_name == 'llm-openai-api':
+        m5module_dir = os.path.join(src_folder, 'ModuleLLM-OpenAI-Plugin')
+        if os.path.exists(m5module_dir):
+            shutil.copytree(m5module_dir, os.path.join(deb_folder, 'opt/m5stack/bin/ModuleLLM-OpenAI-Plugin'))
+        openai_api_dir = os.path.join(src_folder, 'openai-api')
+        if os.path.exists(openai_api_dir):
+            shutil.copytree(openai_api_dir, os.path.join(deb_folder, 'opt/m5stack/lib/openai-api'))
     shutil.copy2(os.path.join(src_folder, package_name.replace("-", "_")), os.path.join(deb_folder, 'opt/m5stack/bin', package_name.replace("-", "_")))
     ext_scripts_files = glob.glob(os.path.join(src_folder, package_name + "_*"))
     if ext_scripts_files:
@@ -318,6 +325,7 @@ def create_bin_deb(package_name, version, src_folder, revision = 'm5stack1'):
         'llm-depth-anything':[create_bin_deb,'llm-depth-anything', version, src_folder, revision],
         'llm-vad':[create_bin_deb,'llm-vad', version, src_folder, revision],
         'llm-whisper':[create_bin_deb,'llm-whisper', version, src_folder, revision],
+        'llm-openai-api':[create_bin_deb,'llm-openai-api', version, src_folder, revision],
         'llm-model-audio-en-us':[create_data_deb,'llm-model-audio-en-us', data_version, src_folder, revision],
         'llm-model-audio-zh-cn':[create_data_deb,'llm-model-audio-zh-cn', data_version, src_folder, revision],
         'llm-model-sherpa-ncnn-streaming-zipformer-20M-2023-02-17':[create_data_deb,'llm-model-sherpa-ncnn-streaming-zipformer-20M-2023-02-17', data_version, src_folder, revision],