Open-vocabulary detection

import * as rgb from '@rgb-live/sdk';
const client = rgb.client({ apiKey: KEY, origin: ORIGIN });
const session = await client.sessions.create({ name: 'detect-demo' });
const objects = await session.attach('sam3-detector-v1', { to: 'cam0', as: 'objects', params: { prompts } });
objects.watch(drawBoxes);                     // data on a canvas, not pixels in the video

Session graph

video frames

0

video ts

–

detection records

0

detection ts

–

result lag

–

model latency

–

records / s

–

latest record

{}