Run SlimSAM-77 in your browser

import { SamModel, AutoProcessor, RawImage } from "@huggingface/transformers";

const model = await SamModel.from_pretrained("Xenova/slimsam-77-uniform", {
  device: "webgpu",
  dtype: "fp16", // use "q8" for the WASM build
});
const processor = await AutoProcessor.from_pretrained("Xenova/slimsam-77-uniform");

const image = await RawImage.read("https://your-image-url.jpg");
const input_points = [[[340, 250]]]; // one (x, y) click point on the object to mask
const inputs = await processor(image, { input_points });
const outputs = await model(inputs);

const masks = await processor.post_process_masks(
  outputs.pred_masks,
  inputs.original_sizes,
  inputs.reshaped_input_sizes,
);