Export Description
Description for BasicAI Export Format
When exporting data and annotation results in BasicAI format, the ZIP architecture will be as follows:
.
├── data // Data info
│ ├── data1.json
│ ├── data2.json
├── result // Annotation result, more details can reference "Data Annotation Result" section
│ ├── data1.json
│ └── data2.json
If there are Batches and Scenes, additional levels will be added above Data & Result in the ZIP structure.
Data Info
Due to the dataset's large size, we cannot export data files directly, only metadata with download links.
{
// Data ID, ignored when importing
"dataId": 1,
// Type, LIDAR_BASIC、LIDAR_FUSION、IMAGE、AV etc.
"type": "LIDAR_FUSION",
// Name
"name": "01",
// Meta info, optional, same as when it was imported.
"meta": {},
// Global pose file of 4D point cloud data
"globalPose": {
// Filename
"filename": "01.json",
// Download url
"url": "",
// Path in zip package, only exist when uploading by zip package, ignored when importing
"zipPath": ""
},
// Camera config file
"cameraConfig": {
// Filename
"filename": "01.json",
// Download url
"url": "",
// Path in zip package, only exist when uploading by zip package, ignored when importing
"zipPath": ""
},
// Camera image files
"cameraImages": [
{
"filename": "01.jpg",
"deviceName": "camera_image_0",
"url": "",
"zipPath": "",
"width": 1920,
"height": 1080
}
],
// Lidar config file
"lidarConfig": {
"filename": "01.json",
"url": "",
"zipPath": ""
},
// Lidar point cloud files
"lidarPointClouds": [
{
"filename": "01.pcd",
"deviceName": "lidar_point_cloud_0",
"url": "",
"binaryUrl": "",
"zipPath": ""
}
],
// Radar config file
"radarConfig": {
"filename": "01.json",
"url": "",
"zipPath": ""
},
// Radar point cloud files
"radarPointClouds": [
{
"filename": "01.pcd",
"deviceName": "radar_point_cloud_0",
"url": "",
// Binary file converted from original file, only exist when original file is ascii format
"binaryUrl": "",
"zipPath": ""
}
],
// Image files
"images": [
{
"filename": "01.jpg",
"deviceName": "image_0",
"url": "",
"zipPath": "",
"width": 1920,
"height": 1080
}
],
// Text files
"texts": [
{
"filename": "01.txt",
"deviceName": "text_0",
"url": "",
"zipPath": ""
}
],
// Audio & video files
"avs": [
{
"filename": "01.wav",
"deviceName": "av_0",
"url": "",
"zipPath": ""
}
],
// DICOM files
"dicoms": [
{
"filename": "01.dcm",
"deviceName": "series_0",
"url": "",
"zipPath": ""
}
],
// Generative AI files
"dialogs": [
{
"filename": "01.json",
"deviceName": "dialog_0",
"url": "",
"zipPath": ""
}
]
}
Annotation Result
BasicAI Image Format
The coordinate origin is in the upper left corner of the image.
[
{
"version": "1.0",
"dataId": 8171960,
"sourceId": 384,
"sourceType": "DATA_FLOW", //Annotation method
"sourceName": "Without Task",
"validity": "VALID",
"classificationValues": [ //Classification
{
"id": "321628",
"values": [
{
"alias": "day",
"id": 321628,
"isLeaf": true,
"name": "day",
"value": "raining"
}
]
},
{
"id": "321629",
"values": []
}
],
"instances": [
{
"id": "4b9e7a69-21df-4d54-8e82-2fe60ca3ecd7",
"type": "BOUNDING_BOX", // Result type
"trackId": "mfNF5NoTMoQlzIpK",
"trackName": "1",
"classValues": [
{
"alias": "",
"id": "e26b9b9d-ce02-405c-972a-60508e5767c4",
"isLeaf": true,
"name": "color", // Attribute
"value": "red"
},
{
"alias": "",
"id": "8b991d9b-43a4-4bbd-9e64-62dcfadd723b",
"isLeaf": true,
"name": "condition",
"value": "static"
}
],
"contour": {
"points": [ // Coordinate of b-box (upper left and lower right)
{
"x": 896.5871559633028,
"y": 501.2477064220182
},
{
"x": 1041.0275229357799,
"y": 650.9724770642201
}
]
},
"modelConfidence": null,
"modelClass": null,
"className": "car" //class name
}
],
"segments": null,// Segmentation result
"segmentPointsFileUrls": null
}
]
BasicAI LiDAR Fusion Format
Due to the large amount of data in a single dataset, the data file cannot be directly exported. Only the data information, including the download address, can be exported.
[
{
"version": "1.0",
"dataId": 35869636,
"sourceId": 91059,
"sourceType": "DATA_FLOW", //Annotation method
"sourceName": "Without Task", //Result source
"validity": "VALID",
"classifications": [ //Classification
{
"classificationId": "621209",//Classification
"classificationVersion": 1,
"id": "c12c052f-cd99-4b24-8137-05aef200ff87", //Result ID (randomly generated)
"values": [
{
"attributeVersion": 1,
"id": "a1f07c4a-ff16-4fd5-91b6-b2206e01c5a9", //Classification attribute ID
"isLeaf": true,
"name": "raining", //Classification name
"type": "RADIO", //Question type
"value": "day" //Attribute value
}
]
}
],
"instances": [ //Instance labeling (different from segmentation)
{
"id": "7670abeb-3c41-4390-9567-a5d650403575" //Object ID (different across frames)
"type": "3D_BOX", //Result type (cuboid)
"trackId": "4ce2c677-f5a0-46f0-8575-c1fe6ede65ca", //Tracking ID (consistent across frames)
"trackName": "49", //Object tracking number (consistent across frames)
"classValues": [
{
"attributeVersion": 1,
"id": "fde80399-1b16-421c-b2bb-5a66a2fc2e8e", //Attribute ID
"isLeaf": true,
"name": "open door", //Attribute name
"type": "RADIO", //Question type
"value": "0" //Attribute value
}
],
"group": null,
"contour": {
"center3D": { //cuboid center point coordinates
"x": 3.9880322978682683,
"y": -5.996876235789843,
"z": 0.35219400823116304
},
"pointN": 3081, //the number of points in the cuboid
"points": [],
"rotation3D": { //Euler angles
"x": 0,
"y": 0,
"z": 0.06981317007977318
},
"size3D": { //Dimensions of the 3d cuboid: length, width and height
"x": 5.126545718348625,
"y": 1.8128929502360815,
"z": 1.4596501648426057
}
},
"modelConfidence": null,
"modelClass": "", //Model class
"classId": 1252268, //Class ID
"className": "Car", //Class name
"classVersion": 1
},
{
"id": "f0aec806-ec1c-415b-bdad-cebe601dca6a", //Result ID (randomly generated)
"type": "2D_BOX", //Result type:2d b-box, 2d cuboid. Both are from projection.
"trackId": "4ce2c677-f5a0-46f0-8575-c1fe6ede65ca", //-- Tracking ID (consistent across frames)
"trackName": "49", //Object tracking number (consistent across frames)
"classValues": [
{
"attributeVersion": 1,
"id": "fde80399-1b16-421c-b2bb-5a66a2fc2e8e", //Attribute ID
"isLeaf": true,
"name": "open door", //Attribute name
"type": "RADIO",
"value": "0" //Attribute value
}
],
"group": null,
"contour": {
"pointN": 0,
"points": [ //3d cuboid coordinate (counterclockwise)
{
"x": 1744.5459470504645,
"y": 472.31358578182557
},
{
"x": 1746.6245888007977,
"y": 671.2005848865007
},
{
"x": 1557.3971698902615,
"y": 701.0062303110309
},
{
"x": 1553.7375047602116,
"y": 485.16868058480185
},
{
"x": 2961.89465416532,
"y": 503.7316045566707
},
{
"x": 2961.8946541653195,
"y": 928.0175602305421
},
{
"x": 2961.8946541653195,
"y": 1108.8819894869562
},
{
"x": 2961.8946541653195,
"y": 549.9974504027113
}
],
"viewIndex": 3 //Camera angle
},
"modelConfidence": null,
"modelClass": "",
"classId": 1252268,
"className": "Car",
"classVersion": 1
},
{
"id": "22c03e38-4375-4b5c-bd97-1a68a6363008",
"type": "2D_RECT", //Result type: 2d b-box
"trackId": "4ce2c677-f5a0-46f0-8575-c1fe6ede65ca",
"trackName": "49",
"classValues": [
{
"attributeVersion": 1,
"id": "fde80399-1b16-421c-b2bb-5a66a2fc2e8e",
"isLeaf": true,
"name": "open door",
"type": "RADIO",
"value": "0"
}
],
"group": null,
"contour": {
"pointN": 0,
"points": [
{
"x": 1553.7375047602113,
"y": 472.3135857818256
},
{
"x": 2961.89465416532,
"y": 1108.8819894869562
}
],
"viewIndex": 3
},
"modelConfidence": null,
"modelClass": "",
"classId": 1252268,
"className": "Car",
"classVersion": 1
},
{
"id": "dd3a3b58-8993-4693-9e2a-d734b9f501db",
"type": "3D_LANE_POLYGON", //Result 3D polygon
"trackId": "d5a83475-bc90-478b-8a87-f25391f7fb4b",
"trackName": "51",
"classValues": [],
"group": null,
"contour": {
"pointN": 5, //The number of points of the polygon
"points": [ //Polygon points in 3D coordinates
{
"x": -18.720951326972315,
"y": -18.59911111914009,
"z": -0.20000000000000284
},
{
"x": -11.935214069570153,
"y": -13.145060616902308,
"z": -0.20000000000000284
},
{
"x": -10.55263638463313,
"y": -16.95008573120929,
"z": -0.20000000000000284
},
{
"x": -17.060084296629984,
"y": -20.370810755467737,
"z": -0.20000000000000284
},
{
"x": -22.05581207329483,
"y": -21.312213729176687,
"z": -0.20000000000000284
}
]
},
"modelConfidence": null,
"modelClass": "",
"classId": 1341821,
"className": "Ground",
"classVersion": 1
},
{
"id": "7a7a5007-a7f8-4b81-a42d-63c8c6fe2017",
"type": "2D_LANE_POLYGON", //Result type: polygon (image perspective; from 3D projection)
"trackId": "d5a83475-bc90-478b-8a87-f25391f7fb4b",
"trackName": "51",
"classValues": [],
"group": null,
"contour": {
"pointN": 5,
"points": [ //The coordinates of the points of the polygon in the 2D image
{
"x": 920.0916769251269,
"y": 581.6779466579364
},
{
"x": 869.6278693367778,
"y": 614.5330873223376
},
{
"x": 689.4237371571355,
"y": 595.2718421807066
},
{
"x": 831.2827376952331,
"y": 576.7954825144936
},
{
"x": 933.3636404524892,
"y": 572.4691692264727
}
],
"viewIndex": 0 //Camera angle
},
"modelConfidence": null,
"modelClass": "",
"classId": 1341821,
"className": "Ground",
"classVersion": 1
},
{
"id": "13f46ed4-719d-4f03-90b1-8fed320cb302",
"type": "3D_LANE_POLYLINE", //Result type: 3D polyline
"trackId": "7a2de127-0c36-4842-bcae-91d749834a8e",
"trackName": "52",
"classValues": [],
"group": null,
"contour": {
"pointN": 3, //The number of points of the polyline
"points": [ //The 3D coordinates of the point of the polyline
{
"x": -19.887205626498055,
"y": -7.938415824985878,
"z": -0.20000000000000284
},
{
"x": -24.00308780658412,
"y": -12.149946780153943,
"z": -0.20000000000000284
},
{
"x": -28.629236165028722,
"y": -16.690587552111438,
"z": -0.20000000000000284
}
]
},
"modelConfidence": null,
"modelClass": "",
"classId": 1311771,
"className": "lane line",
"classVersion": 1
},
{
"id": "00a106a4-9b43-4131-9c86-2172ceffeb95",
"type": "2D_LANE_POLYLINE", //Result type: polyline ((Image perspective; Projected from 3D)
"trackId": "7a2de127-0c36-4842-bcae-91d749834a8e",
"trackName": "52",
"classValues": [],
"group": null,
"contour": {
"pointN": 0,
"points": [ //The coordinates of the point of the line segment in the 2D image
{
"x": 1343.7695870893576,
"y": 628.9108666740658
},
{
"x": 1237.8099476872885,
"y": 600.7154338342145
},
{
"x": 1172.0587778761806,
"y": 582.3421396964417
}
],
"viewIndex": 0
},
"modelConfidence": null,
"modelClass": "",
"classId": 1311771,
"className": "lane line",
"classVersion": 1
}
],
"segments": []
}
]
BasicAI Point Cloud Segmentation Format
The results of BasicAI Point Cloud Segmentation are comprised of two components: JSON and PCD files.
JSONstores the mapping between point numbers (in the "no" field) and their corresponding labels.PCDstores the numbers of all points, where points with the same number belong to the same segmentation result. Points correspond one-to-one to the original upload file.
NOTE
The uploaded point cloud on the platform may have some misaligned points due to the preprocessing. It is recommended that you verify this independently.
The ZIP architecture of BasicAI Point Cloud Segmentation Format can be described as follows:
.
├── data // Data info
│ ├── data1.json
│ ├── data2.json
├── result // Annotation result, more details can reference "Data Annotation Result" section
│ ├── data1.json
│ ├── data1_segment.pcd
│ ├── data2.json
│ └── data2_segment.pcd
You can run the following function (Python) to read the PCD file:
import re
from pathlib import Path
import numpy as np
def load_segmentation(
segmentation_file: Path
):
data = re.search(rb'\nDATA .*?\n([\s\S]*)', segmentation_file.read_bytes()).groups()[0]
return np.frombuffer(data, dtype=np.uint8)
BasicAI Audio&Video Format
[
{
"version":"1.0",
"dataId":38844942,
"sourceId":450805,
"sourceType":"DATA_FLOW",
"sourceName":"Without Task",
"validity":"VALID",
"classifications":[
{
"classificationId":1071260,
"classificationVersion":1,
"values":[
{
"id":"ca11d7b8-c052-4c96-8728-99ee926287b8",
"isLeaf":true,
"name":"classification1",
"type":"RADIO",
"value":"op1"
}
]
}
],
"instances":[
{
"trackId":null,
"trackName":null,
"groups":null,
"contour":null,
"modelConfidence":null,
"modelClass":null,
"classVersion":null,
"isValid":true,
"note":"Audio to Text content",
"start":1.877,
"end":5.51,
"id":"69eb9e26-98a0-46de-8858-36d0a5d2f2aa",
"type":"CLIP",
"classId":1761785,
"className":"class1",
"classNumber":null,
"classValues":[
{
"attributeVersion":1,
"id":"bb06f005-d10f-4a54-aab7-e0aed29302ac",
"isLeaf":true,
"name":"att",
"type":"RADIO",
"value":"op1"
}
],
"createdAt":1712893116000,
"createdBy":1200064
}
],
"segments":null,
"entities":null,
"relations":null
}
]
BasicAI Text Format
[
{
"version":"1.0",
"dataId":40703183,
"sourceId":480523,
"sourceType":"DATA_FLOW",
"sourceName":"Without Task",
"validity":"VALID",
"classifications":[
{
"classificationId":"1071259",
"classificationVersion":1,
"values":[
{
"id":"aa4cdbe2-bb9d-490f-a401-b2c36e9ca992",
"isLeaf":true,
"name":"classification1",
"type":"RADIO",
"value":"op1"
}
]
}
],
"instances":null,
"segments":null,
"entities":[
{
"groups":[],
"start":2,
"end":17,
"length":15,
"content":"Text annotation",
"id":"f053f764-082a-4f40-bb5e-a24fa5297519",
"type":"ENTITY",
"classId":1733957,
"className":"Class1",
"classNumber":null,
"classValues":[
{
"attributeVersion":3,
"id":"c96b8b85-fd97-4eff-b695-823ffcaf19d0",
"isLeaf":true,
"name":"Attr1",
"type":"RADIO",
"value":"op1"
}
],
"createdAt":1712891821000,
"createdBy":1200064
},
{
"groups":[],
"start":104,
"end":116,
"length":12,
"content":"textual data",
"id":"c4b13f9b-7a16-4d3c-b279-a5c6bd51363f",
"type":"ENTITY",
"classId":1704459,
"className":"Class2",
"classNumber":null,
"classValues":[],
"createdAt":1712891833000,
"createdBy":1200064
}
],
"relations":[
{
"source":"f053f764-082a-4f40-bb5e-a24fa5297519",
"target":"c4b13f9b-7a16-4d3c-b279-a5c6bd51363f",
"id":"0d8dce8e-4b0a-4d0f-8979-bac9c9635346",
"type":"RELATION",
"classId":1733958,
"className":"Relation1",
"classNumber":null,
"classValues":[
{
"attributeVersion":2,
"id":"1a62c32a-9ead-4aec-91e0-ddcab27ac997",
"isLeaf":true,
"name":"Attr1",
"type":"RADIO",
"value":"op2"
}
],
"createdAt":1712891840000,
"createdBy":1200064
}
]
}
]
BasicAI Gen AI Format
Here is the folder structure of exported Generative AI data and annotation results:
.
├── batch_0 // batch 0
│ ├── data
│ ├── data1.json
│ └── data2.json
│ ├── result
│ ├── data1.json
│ └── data2.json
├── batch_1 // batch 1
│ ├── data
│ ├── data1.json
│ └── data2.json
│ ├── result
│ ├── data1.json
│ └── data2.json
Below is a JSON file sample of Generative AI RLHF data annotation results:
[
{
"version": "1.0",
"dataId": 43002830,
"sourceId": 780007,
"sourceType": "TASK",
"sourceName": "Gen AI",
"validity": "VALID",
"classifications": [],
"instances": [
{
"trackId": "T_WW97gChnPetyvV",
"trackName": "1",
"groups": [],
"contour": {},
"modelConfidence": null,
"modelClass": null,
"classVersion": 1,
"isValid": null,
"note": null,
"start": null,
"end": null,
"deviceName": null,
"deviceFrame": null,
"bevFrameName": null,
"index": 2,
"role": "BOT",
"content": null,
"id": "66780e77-141d-4246-86f3-1bf1fbc255bd",
"type": "DIALOG_EVALUATION",
"classId": 1971134,
"className": "Quality Evaluation",
"classNumber": null,
"classValues": [
{
"attributeVersion": 1,
"id": "4c1d81d4-6af1-4aa5-9927-c85d5af2ac29",
"isLeaf": true,
"name": "Relevance",
"type": "RADIO",
"value": "Highly Relevant"
},
{
"attributeVersion": 1,
"id": "29819b73-9a44-4c74-8fe7-79dee479870a",
"isLeaf": true,
"name": "Sentiment",
"type": "RADIO",
"value": "Neutral"
}
],
"createdAt": 1721204632000,
"createdBy": 1260354
},
{
"trackId": "tbLkR-KLZEX5Tw4i",
"trackName": "2",
"groups": [],
"contour": {},
"modelConfidence": null,
"modelClass": null,
"classVersion": 1,
"isValid": null,
"note": null,
"start": null,
"end": null,
"deviceName": null,
"deviceFrame": null,
"bevFrameName": null,
"index": 4,
"role": "BOT",
"content": null,
"id": "0c799b9f-824d-49aa-8adc-5ae05233c3fa",
"type": "DIALOG_EVALUATION",
"classId": 1971134,
"className": "Quality Evaluation",
"classNumber": null,
"classValues": [
{
"attributeVersion": 1,
"id": "4c1d81d4-6af1-4aa5-9927-c85d5af2ac29",
"isLeaf": true,
"name": "Relevance",
"type": "RADIO",
"value": "Fairly Relevant"
},
{
"attributeVersion": 1,
"id": "29819b73-9a44-4c74-8fe7-79dee479870a",
"isLeaf": true,
"name": "Sentiment",
"type": "RADIO",
"value": "Neutral"
}
],
"createdAt": 1721204639000,
"createdBy": 1260354
},
{
"trackId": "EVRUXURYFg3m1YF1",
"trackName": "3",
"groups": [],
"contour": {},
"modelConfidence": null,
"modelClass": null,
"classVersion": 1,
"isValid": null,
"note": null,
"start": null,
"end": null,
"deviceName": null,
"deviceFrame": null,
"bevFrameName": null,
"index": 6,
"role": "BOT",
"content": null,
"id": "5a4568a8-97c3-40dc-9e3b-a6a34742cb6c",
"type": "DIALOG_EVALUATION",
"classId": 1971134,
"className": "Quality Evaluation",
"classNumber": null,
"classValues": [
{
"attributeVersion": 1,
"id": "4c1d81d4-6af1-4aa5-9927-c85d5af2ac29",
"isLeaf": true,
"name": "Relevance",
"type": "RADIO",
"value": "Highly Relevant"
},
{
"attributeVersion": 1,
"id": "29819b73-9a44-4c74-8fe7-79dee479870a",
"isLeaf": true,
"name": "Sentiment",
"type": "RADIO",
"value": "Neutral"
}
],
"createdAt": 1721204644000,
"createdBy": 1260354
},
{
"trackId": "hbcOY2APf4x4DgEr",
"trackName": "4",
"groups": [],
"contour": {},
"modelConfidence": null,
"modelClass": null,
"classVersion": 1,
"isValid": null,
"note": null,
"start": null,
"end": null,
"deviceName": null,
"deviceFrame": null,
"bevFrameName": null,
"index": 8,
"role": "BOT",
"content": null,
"id": "651d485d-6818-4067-9823-ed8942aeb2ba",
"type": "DIALOG_EVALUATION",
"classId": 1971135,
"className": "Scoring",
"classNumber": null,
"classValues": [
{
"attributeVersion": 1,
"id": "bf080782-2483-44eb-9246-55b1bad546fb",
"isLeaf": true,
"name": "Score",
"type": "RADIO",
"value": "5"
}
],
"createdAt": 1721204649000,
"createdBy": 1260354
}
],
"segments": null,
"entities": null,
"relations": null
}
]
Statistics on Results
When exporting, a file named statistic.json will be created in the archive's root directory, containing statistical data about the export result.
{
// Data statistics
"data":{
"totalCount":2,
"detail":{
"annotatedCount":1,
"unannotatedCount":1,
"validCount":2,
"invalidCount":0,
"unknownCount":0
},
}
// Result statistics
"result":{
"totalCount":2,
"objecttypeDetail":{
"3D Cuboid":1,
"2D BBox":1,
"2D Cuboid":0,
"……":0
},
"labelDetail":{
"3D Cuboid-No Class":1,
"3D Cuboid-Cat":1,
"2D BBox-Dog":0,
"……":0
}
}
}
Updated 3 months ago