许可证：Apache-2.0
库名称：transformers.js

https://huggingface.co/IDEA-Research/grounding-dino-tiny 的ONNX权重版本，兼容Transformers.js。

使用方法（Transformers.js）

若未安装，可通过以下命令从NPM安装Transformers.js JavaScript库：

npm i @huggingface/transformers

示例： 使用onnx-community/grounding-dino-tiny-ONNX通过pipeline API实现零样本目标检测。

import { pipeline } from "@huggingface/transformers";

const detector = await pipeline("zero-shot-object-detection", "onnx-community/grounding-dino-tiny-ONNX");

const url = "http://images.cocodataset.org/val2017/000000039769.jpg";
const candidate_labels = ["a cat."];
const output = await detector(url, candidate_labels, {
  threshold: 0.3,
});

[
  { score: 0.45316222310066223, label: "a cat", box: { xmin: 343, ymin: 23, xmax: 637, ymax: 372 } },
  { score: 0.36190420389175415, label: "a cat", box: { xmin: 12, ymin: 52, xmax: 317, ymax: 472 } },
]

示例： 使用onnx-community/grounding-dino-tiny-ONNX通过AutoModel API实现零样本目标检测。

import { AutoModelForZeroShotObjectDetection, AutoProcessor, load_image } from "@huggingface/transformers";

// 加载模型和处理器  
const model_id = "onnx-community/grounding-dino-tiny-ONNX";
const processor = await AutoProcessor.from_pretrained(model_id);
const model = await AutoModelForZeroShotObjectDetection.from_pretrained(model_id, { dtype: "fp32" });

// 准备图像和文本输入  
const image = await load_image("http://images.cocodataset.org/val2017/000000039769.jpg");
const text = "a cat."; // 注意：文本查询需小写并以句点结尾  

// 预处理图像和文本  
const inputs = await processor(image, text);

// 运行模型  
const outputs = await model(inputs);

// 后处理输出  
const results = processor.post_process_grounded_object_detection(
  outputs,
  inputs.input_ids,
  {
    box_threshold: 0.3,
    text_threshold: 0.3,
    target_sizes: [image.size.reverse()],
  },
);
console.log(results);

[
  {
    scores: [ 0.45316222310066223, 0.36190420389175415 ],
    boxes: [
      [ 343.7238121032715, 23.02229404449463, 637.0737648010254, 372.6510000228882 ],
      [ 12.311229705810547, 52.27128982543945, 317.4389839172363, 472.60459899902344 ]
    ],
    labels: [ 'a cat', 'a cat' ]
  }
]