:tada: init

.gitattributes

@@ -0,0 +1,43 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.onnx_data filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.dll filter=lfs diff=lfs merge=lfs -text
+*.so filter=lfs diff=lfs merge=lfs -text
+*.dylib filter=lfs diff=lfs merge=lfs -text
+*.png filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+*.txt filter=lfs diff=lfs merge=lfs -text
+*.mvn filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,3 @@
+.idea
+.vscode/
+.DS_Store

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 getcharzp
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -0,0 +1,84 @@
+---
+license: mit
+pipeline_tag: mask-generation
+tags:
+  - mask-generation
+  - image-segmentation
+---
+<div align="center" style="text-align: center;">
+  <img src="./assets/logo.png" alt="logo" width="200" style="display: block; margin: 0 auto;" />
+</div>
+
+<p align="center">
+   <a href="https://github.com/getcharzp/go-vision/fork" target="blank">
+      <img src="https://img.shields.io/github/forks/getcharzp/go-vision?style=for-the-badge" alt="go-vision forks"/>
+   </a>
+   <a href="https://github.com/getcharzp/go-vision/stargazers" target="blank">
+      <img src="https://img.shields.io/github/stars/getcharzp/go-vision?style=for-the-badge" alt="go-vision stars"/>
+   </a>
+   <a href="https://github.com/getcharzp/go-vision/pulls" target="blank">
+      <img src="https://img.shields.io/github/issues-pr/getcharzp/go-vision?style=for-the-badge" alt="go-vision pull-requests"/>
+   </a>
+   <a href='https://github.com/getcharzp/go-vision/releases'>
+      <img src='https://img.shields.io/github/release/getcharzp/go-vision?&label=Latest&style=for-the-badge'>
+   </a>
+</p>
+
+go-vision 基于 Golang + [ONNX](https://github.com/microsoft/onnxruntime/releases/tag/v1.23.2) 构建的轻量级视觉库
+
+## 安装
+
+```shell
+# 下载包
+go get -u github.com/getcharzp/go-vision
+
+# 下载模型、动态链接库
+git clone https://huggingface.co/getcharzp/go-vision
+```
+
+## 快速开始
+
+### sam2
+
+```go
+package main
+
+import (
+	"fmt"
+	"github.com/getcharzp/go-vision/sam2"
+	"github.com/up-zero/gotool/imageutil"
+	"log"
+)
+
+func main() {
+	engine, err := sam2.NewEngine(sam2.DefaultConfig())
+	if err != nil {
+		log.Fatalf("初始化引擎失败: %v", err)
+	}
+	defer engine.Destroy()
+
+	img, _ := imageutil.Open("./test.png")
+	imgCtx, err := engine.EncodeImage(img)
+	if err != nil {
+		log.Fatalf("图片 Encode 失败: %v", err)
+	}
+	defer imgCtx.Destroy()
+
+	points := []sam2.Point{
+		{X: 367, Y: 168, Label: sam2.LabelBoxTopLeft},  // 左上
+		{X: 441, Y: 349, Label: sam2.LabelBoxBotRight}, // 右下
+	}
+	imgResult, score, err := imgCtx.Decode(points)
+	if err != nil {
+		log.Fatalf("Mask Decode 失败: %v", err)
+	}
+
+	fmt.Printf("Mask generated, score: %.4f\n", score)
+	imageutil.Save("output_mask.png", imgResult, 100)
+}
+
+```
+
+| 原图                                                  | Mask图                                                      |
+|-----------------------------------------------------|------------------------------------------------------------|
+| <img width="100%" src="./examples/test.png" alt=""> | <img width="100%" src="./examples/output_mask.png" alt=""> |

examples/sam2_test.go

@@ -0,0 +1,42 @@
+package examples
+
+import (
+	"fmt"
+	"github.com/getcharzp/go-vision/sam2"
+	"github.com/up-zero/gotool/imageutil"
+	_ "image/jpeg"
+	"testing"
+)
+
+func TestSAM2Refactored(t *testing.T) {
+	config := sam2.Config{
+		OnnxRuntimeLibPath: "../lib/onnxruntime.dll",
+		EncodeModelPath:    "../sam2_weights/vision_encoder.onnx",
+		DecodeModelPath:    "../sam2_weights/prompt_encoder_mask_decoder.onnx",
+	}
+
+	engine, err := sam2.NewEngine(config)
+	if err != nil {
+		t.Fatalf("初始化引擎失败: %v", err)
+	}
+	defer engine.Destroy()
+
+	img, _ := imageutil.Open("./test.png")
+	imgCtx, err := engine.EncodeImage(img)
+	if err != nil {
+		t.Fatalf("图片 Encode 失败: %v", err)
+	}
+	defer imgCtx.Destroy()
+
+	points := []sam2.Point{
+		{X: 367, Y: 168, Label: sam2.LabelBoxTopLeft},  // 左上
+		{X: 441, Y: 349, Label: sam2.LabelBoxBotRight}, // 右下
+	}
+	imgResult, score, err := imgCtx.Decode(points)
+	if err != nil {
+		t.Fatalf("Mask Decode 失败: %v", err)
+	}
+
+	fmt.Printf("Mask generated, score: %.4f\n", score)
+	imageutil.Save("output_mask.png", imgResult, 100)
+}

lib/onnxruntime.dll

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec964ab1ee36cc9b0ae247d13b376627992fc57dec0454354017ab8fd84f1ea
+size 14186016

lib/onnxruntime_amd64.dylib

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283e595e61cf65df7a6b1d59a1616cbd35c8b6399dd90d799d99b71a3ff83160
+size 37411816

lib/onnxruntime_amd64.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126e4a0191d547839b28a41b9087375711158a3f2c5e7da65ef815f0af6cbe28
+size 22317880

lib/onnxruntime_arm64.dylib

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b885992d3d6fa4130d39ec84a80d7504ff52750027c547bb22c86165f19406a
+size 33481272

lib/onnxruntime_arm64.so

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afd69a0ae38c5099fd0e8604dda398ac43dee67cd9c6394b5142b19e82528de
+size 17643256

sam2_weights/prompt_encoder_mask_decoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6745c1613ef67cdf05e63df34be2db526839a57b9d87c47535db4f5e1751419e
+size 213114

sam2_weights/prompt_encoder_mask_decoder.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371f987fc06e9b724a4b345bd9bcd684431b58781be52dc7a4096f414f2054bd
+size 20958208

sam2_weights/vision_encoder.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26d8b4ca0ebac8aa4264d3ab5f26b00127f7a526acdb9e683ff61ddce86acb
+size 467440

sam2_weights/vision_encoder.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e57eeecb4ffb844f364b1f9f8a734e5f53fcbc26f19f89dbdc65caa75e5a92
+size 162476288