Run SAM 2.1 Hiera Tiny in your browser

import { Sam2Model, Sam2Processor, RawImage } from "@huggingface/transformers";

const model = await Sam2Model.from_pretrained("onnx-community/sam2.1-hiera-tiny-ONNX", {
  device: "webgpu",
  dtype: "q4f16", // use "uint8" for the WASM build
});
const processor = await Sam2Processor.from_pretrained("onnx-community/sam2.1-hiera-tiny-ONNX");

const image = await RawImage.read("https://your-image-url.jpg");
const input_points = [[[340, 250]]]; // one (x, y) click point on the object to mask
const inputs = await processor(image, { input_points });
const outputs = await model(inputs);

const masks = await processor.post_process_masks(
  outputs.pred_masks,
  inputs.original_sizes,
  inputs.reshaped_input_sizes,
);