Skip to content

Commit 71ba7e4

Browse files
committed
[update] perf yolo seg & pose result.update vlm supports internvl2.5.release llm_depth_anything.
1 parent 095343a commit 71ba7e4

3 files changed

Lines changed: 19 additions & 6 deletions

File tree

projects/llm_framework/main_vlm/src/runner/LLM.hpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -376,7 +376,7 @@ class LLM
376376
{
377377
std::vector<int> input_ids = tokenizer->Encode(prompt, true);
378378

379-
constexpr int IMG_CONTEXT = 151648;
379+
constexpr int IMG_CONTEXT = 151667;
380380
int offset = 0;
381381

382382
for (size_t i = 0; i < input_ids.size(); i++)

projects/llm_framework/main_yolo/src/main.cpp

Lines changed: 14 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -220,8 +220,20 @@ class llm_task {
220220
output["bbox"].push_back(format_float(obj.rect.y, 0));
221221
output["bbox"].push_back(format_float(obj.rect.x + obj.rect.width, 0));
222222
output["bbox"].push_back(format_float(obj.rect.y + obj.rect.height, 0));
223-
if (mode_config_.model_type == "segment") output["mask"] = obj.mask_feat;
224-
if (mode_config_.model_type == "pose") output["kps"] = obj.kps_feat;
223+
if (mode_config_.model_type == "segment") {
224+
std::vector<std::string> formatted_mask_feat;
225+
for (const auto &mask : obj.mask_feat) {
226+
formatted_mask_feat.push_back(format_float(mask, 2));
227+
}
228+
output["mask"] = formatted_mask_feat;
229+
}
230+
if (mode_config_.model_type == "pose") {
231+
std::vector<std::string> formatted_kps_feat;
232+
for (const auto &kps : obj.kps_feat) {
233+
formatted_kps_feat.push_back(format_float(kps, 2));
234+
}
235+
output["kps"] = formatted_kps_feat;
236+
}
225237
if (mode_config_.model_type == "obb") output["angle"] = obj.angle;
226238
yolo_output.push_back(output);
227239
if (out_callback_) out_callback_(yolo_output, false);

projects/llm_framework/tools/llm_pack.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ def create_lib_deb(package_name, version, src_folder, revision = 'm5stack1'):
2424
if os.path.exists(deb_folder):
2525
shutil.rmtree(deb_folder)
2626
os.makedirs(deb_folder, exist_ok = True)
27-
27+
2828
for item in os.listdir(src_folder):
2929
if item.startswith('llm_'):
3030
continue
@@ -245,7 +245,7 @@ def create_bin_deb(package_name, version, src_folder, revision = 'm5stack1'):
245245

246246
os.chmod(os.path.join(deb_folder, 'DEBIAN/postinst'), 0o755)
247247
os.chmod(os.path.join(deb_folder, 'DEBIAN/prerm'), 0o755)
248-
248+
249249
subprocess.run(["dpkg-deb", "-b", deb_folder, deb_file], check=True)
250250
print(f"Debian package created: {deb_file}")
251251
shutil.rmtree(deb_folder)
@@ -282,8 +282,9 @@ def create_bin_deb(package_name, version, src_folder, revision = 'm5stack1'):
282282
create_bin_deb('llm-vlm', version, src_folder, revision)
283283
create_bin_deb('llm-yolo', version, src_folder, revision)
284284
create_bin_deb('llm-skel', version, src_folder, revision)
285+
create_bin_deb('llm-depth-anything', version, src_folder, revision)
285286
# create_bin_deb('llm-tokenizer', version, src_folder, revision)
286-
287+
287288
if (create_data):
288289
create_data_deb('llm-audio-en-us', data_version, src_folder, revision)
289290
create_data_deb('llm-audio-zh-cn', data_version, src_folder, revision)

0 commit comments

Comments
 (0)