Frame
Scene metadata for a single frame in a video stream, including all object detections present in the frame.
This schema builds on the following shared schemas:
| Property | Type | Required | Note |
|---|---|---|---|
| channel_id | Integer | Yes | Uniquely identifies a source within a device, such as a video or radar sensor |
| timestamp | String | Yes | Timestamp in YYYY-MM-DDTHH:MM:SS.MMMMMMZ format |
| detections | Array of ObjectDetection | No | All object detections present in this frame |
| track_events | Array of TrackingEvent | No | Tracking events that occur at this frame\u2019s timestamp |
TrackingEvent
An event that updates or describes the state of an object track.
TrackEnded
Event indicating that tracking has been completed and that the object track will not receive any further detections.
| Property | Type | Required | Note |
|---|---|---|---|
| type | String | Yes | Value: TrackEnded |
| object_track_id | ID | Yes | Globally unique identifier |
Rename
An event indicating that two ObjectTracks refer to the same object. It is typically emitted after a positive re-identification. The rename doesn't change either track's contents or duration; it only records their relationship.
| Property | Type | Required | Note |
|---|---|---|---|
| type | String | Yes | Value: Rename |
| from_id | ID | Yes | Globally unique identifier |
| to_id | ID | Yes | Globally unique identifier |
Example
{
"channel_id": 1,
"detections": [
{
"bounding_box": {
"bottom": 0.82,
"left": 0.25,
"right": 0.97,
"top": 0.44
},
"class": {
"carries_bag": true,
"lower_clothing_colors": [
{
"name": "black",
"score": 0.4833
},
{
"name": "blue",
"score": 0.298
},
{
"name": "beige",
"score": 0.2533
},
{
"name": "gray",
"score": 0.2527
}
],
"score": 0.59,
"type": "Human",
"upper_clothing_colors": [
{
"name": "black",
"score": 0.4967
},
{
"name": "beige",
"score": 0.3087
},
{
"name": "gray",
"score": 0.3
}
]
},
"geoposition": {
"elevation": 0.8401,
"latitude": 0.7601,
"longitude": 0.4302
},
"image_id": "57fcc8fe-a555-4905-bce1-dbcc7fb400d5",
"object_track_id": "ad57dd04-cbe5-44df-8de3-222d1d33c3e9",
"world_position": {
"azimuth": 0.13,
"distance": 0.87,
"elevation": 0.56
},
"world_velocity": {
"pitch": 0.72,
"speed": 0.18,
"yaw": 0.8
}
},
{
"bounding_box": {
"bottom": 0.5479,
"left": 0.203,
"right": 0.2708,
"top": 0.4733
},
"class": {
"colors": [
{
"name": "black",
"score": 0.4967
},
{
"name": "beige",
"score": 0.3087
},
{
"name": "gray",
"score": 0.3
}
],
"license_plate": {
"country_code": "S",
"plate_number": "AXI123"
},
"license_plate_id": "c3f4b8c2-9e6a-4c1a-9d7b-8f2e4a1d9b73",
"score": 0.61,
"type": "Bus"
},
"geoposition": {
"elevation": 0.8404,
"latitude": 0.7604,
"longitude": 0.4304
},
"image_id": "8f1c2e4b-7a93-4d0e-9c52-1b6f0a4e8d21",
"object_track_id": "4b7e2f91-3c8a-4f0a-9e12-6d4c8b0f5a67",
"world_position": {
"azimuth": 43.6,
"distance": 6.73,
"elevation": -30.0
},
"world_velocity": {
"pitch": 0.15,
"speed": 8.5,
"yaw": 45.6
}
},
{
"bounding_box": {
"bottom": 0.01,
"left": 0.6,
"right": 0.17,
"top": 0.76
},
"class": {
"country_code": "S",
"plate_number": "AXI123",
"score": 0.57,
"type": "LicensePlate",
"vehicle_id": "4b7e2f91-3c8a-4f0a-9e12-6d4c8b0f5a67"
},
"object_track_id": "c3f4b8c2-9e6a-4c1a-9d7b-8f2e4a1d9b73",
"world_position": {
"azimuth": 43.6,
"distance": 6.73,
"elevation": -30.0
},
"world_velocity": {
"pitch": 0.15,
"speed": 8.5,
"yaw": 45.6
}
}
],
"timestamp": "1984-02-06T20:17:41.551914Z",
"track_events": [
{
"object_track_id": "e2a7c4f9-1b38-4f0d-9a63-7c5e2b9148df",
"type": "TrackEnded"
}
]
}