List Datasets
POST
/v2/datasets/list
const url = 'http://localhost:3000/v2/datasets/list';const options = { method: 'POST', headers: {'Content-Type': 'application/json'}, body: '{"id":"api.datasets.list","ver":"v2","ts":"2024-04-10T16:10:50+05:30","params":{"msgid":"4a7f14c3-d61e-4d4f-be78-181834eeff6d"},"request":{"filters":{"status":["Live"]}}}'};
try { const response = await fetch(url, options); const data = await response.json(); console.log(data);} catch (error) { console.error(error);}curl --request POST \ --url http://localhost:3000/v2/datasets/list \ --header 'Content-Type: application/json' \ --data '{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-04-10T16:10:50+05:30", "params": { "msgid": "4a7f14c3-d61e-4d4f-be78-181834eeff6d" }, "request": { "filters": { "status": [ "Live" ] } } }'This API allows you to list all datasets. User can apply filters on dataset status and type.
Request Body
Section titled “Request Body ” Media type application/json
object
Example
{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-04-10T16:10:50+05:30", "params": { "msgid": "4a7f14c3-d61e-4d4f-be78-181834eeff6d" }, "request": { "filters": { "status": [ "Live" ] } }}Responses
Section titled “ Responses ”OK
Media type application/json
object
Examples
Success: Lists all when no filters provided
{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-07-17T17:55:36+05:30", "params": { "status": "SUCCESS", "msgid": "4a7f14c3-d61e-4d4f-be78-181834eeff6d", "resmsgid": "97efe04d-e981-493d-9ee7-a6dad6887d64" }, "responseCode": "OK", "result": { "data": [ { "dataset_id": "telemetry-summary", "name": "telemetry-summary", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "tripdetailstest", "name": "TripDetailsTest1", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_dropoff_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-normal", "name": "test-normal-renamed", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_pickup_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-dataset", "name": "test-dataset-renamed", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_dropoff_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "triptestdataset", "name": "triptestdataset", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_pickup_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "master-test", "name": "master-test", "type": "master", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "userid", "timestamp_key": "", "exclude_fields": [], "entry_topic": "local.masterdata.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 54 } }, { "dataset_id": "test-trip-details", "name": "test-trip-details", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [] } }, { "dataset_id": "sb-telemetry", "name": "sb-telemetry", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "ets", "exclude_fields": [], "entry_topic": "sb-dev.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "sb-telemetry-user", "name": "sb-telemetry-user", "type": "master", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "id", "timestamp_key": "", "exclude_fields": [], "entry_topic": "sb-dev.masterdata.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": false, "redis_db": 4 } }, { "dataset_id": "sb-telemetry-test", "name": "sb-telemetry", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "ets", "exclude_fields": [], "entry_topic": "sb-dev.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-changes", "name": "test-changes", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "date", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "sample1", "name": "sample1", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "time", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "telemetry-events", "name": "telemetry-events", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "date", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "taxt_trip", "name": "taxt_trip", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "date", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test", "name": "test", "type": "event", "status": "Live", "tags": [ "TAG1" ], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "beckn-test-data", "name": "beckn-test-data", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "ets", "exclude_fields": [], "entry_topic": "beckn-test-data", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "telemetry_record-t4", "name": "sb-telemetry", "type": "event", "status": "Draft", "tags": [ "tag1" ], "version": 1, "api_version": "v2", "dataset_config": { "indexing_config": { "olap_store_enabled": true, "lakehouse_enabled": true, "cache_enabled": false }, "keys_config": { "data_key": "", "partition_key": "", "timestamp_key": "obsrv_meta.syncts" }, "cache_config": { "redis_db_port": null, "redis_db": 0 }, "file_upload_path": [] } }, { "dataset_id": "telemetry_events", "name": "sb-telemetry", "type": "event", "status": "Draft", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "indexing_config": { "olap_store_enabled": true, "lakehouse_enabled": true, "cache_enabled": false }, "keys_config": { "data_key": "", "partition_key": "", "timestamp_key": "obsrv_meta.syncts" }, "cache_config": { "redis_db_port": null, "redis_db": 0 }, "file_upload_path": [] } }, { "dataset_id": "telemetry_record-master", "name": "sb-telemetry", "type": "master", "status": "Draft", "tags": [ "tag1" ], "version": 1, "api_version": "v2", "dataset_config": { "indexing_config": { "olap_store_enabled": true, "lakehouse_enabled": true, "cache_enabled": false }, "keys_config": { "data_key": "", "partition_key": "", "timestamp_key": "obsrv_meta.syncts" }, "cache_config": { "redis_db_port": null, "redis_db": 0 }, "file_upload_path": [] } }, { "dataset_id": "generate-schema", "name": "generate-schema", "type": "event", "status": "Draft", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-summary", "name": "test-summary", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "trip-details1", "name": "trip-details", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "tpep_pickup_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "telemetry-test-dataset", "name": "telemetry-test-dataset", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "trip-test", "name": "trip-test", "type": "event", "status": "Draft", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "sample-trip-details", "name": "sample-trip-details", "type": "event", "status": "Draft", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-rollup", "name": "test-rollup", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": {} }, "processing": { "dedupKeys": [], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "$schema": "https://json-schema.org/draft/2020-12/schema", "type": "object", "properties": { "eid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "ets": { "type": "integer", "suggestions": [ { "message": "The Property 'ets' appears to be 'epoch' format type.", "severity": "", "path": "properties.ets" } ], "arrival_format": "number", "data_type": "epoch" }, "syncts": { "type": "integer", "suggestions": [ { "message": "The Property 'syncts' appears to be 'epoch' format type.", "severity": "", "path": "properties.syncts" } ], "arrival_format": "number", "data_type": "epoch" }, "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "mid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "uid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "content_id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "context": { "type": "object", "properties": { "pdata": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "model": { "type": "string", "arrival_format": "text", "data_type": "string" }, "pid": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "granularity": { "type": "string", "arrival_format": "text", "data_type": "string" }, "date_range": { "type": "object", "properties": { "from": { "type": "integer", "suggestions": [ { "message": "The Property 'context.date_range.from' appears to be 'epoch' format type.", "severity": "", "path": "properties.context.properties.date_range.properties.from" } ], "arrival_format": "number", "data_type": "epoch" }, "to": { "type": "integer", "suggestions": [ { "message": "The Property 'context.date_range.to' appears to be 'epoch' format type.", "severity": "", "path": "properties.context.properties.date_range.properties.to" } ], "arrival_format": "number", "data_type": "epoch" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "rollup": { "type": "object", "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "cdata": { "type": "array", "items": { "type": "object", "properties": { "key": { "type": "string" }, "value": { "type": "string" } } }, "arrival_format": "array", "data_type": "array" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "dimensions": { "type": "object", "properties": { "did": { "type": "string", "arrival_format": "text", "data_type": "string" }, "pdata": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "pid": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "sid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "channel": { "type": "string", "arrival_format": "text", "data_type": "string" }, "type": { "type": "string", "arrival_format": "text", "data_type": "string" }, "mode": { "type": "string", "arrival_format": "text", "data_type": "string" }, "content_type": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "edata": { "type": "object", "properties": { "eks": { "type": "object", "properties": { "interact_events_per_min": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "start_time": { "type": "integer", "suggestions": [ { "message": "The Property 'edata.eks.start_time' appears to be 'epoch' format type.", "severity": "", "path": "properties.edata.properties.eks.properties.start_time" } ], "arrival_format": "number", "data_type": "epoch" }, "interact_events_count": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "item_responses": { "type": "array", "items": { "type": "object", "properties": { "key": { "type": "string" }, "value": { "type": "string" } } }, "arrival_format": "array", "data_type": "array" }, "end_time": { "type": "integer", "suggestions": [ { "message": "The Property 'edata.eks.end_time' appears to be 'epoch' format type.", "severity": "", "path": "properties.edata.properties.eks.properties.end_time" } ], "arrival_format": "number", "data_type": "epoch" }, "events_summary": { "type": "array", "items": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "count": { "type": "integer", "arrival_format": "number", "data_type": "integer" } }, "additionalProperties": true }, "arrival_format": "array", "data_type": "array" }, "page_summary": { "type": "array", "items": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "env": { "type": "string", "arrival_format": "text", "data_type": "string" }, "time_spent": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "visit_count": { "type": "integer", "arrival_format": "number", "data_type": "integer" } }, "additionalProperties": true }, "arrival_format": "array", "data_type": "array" }, "time_diff": { "type": "number", "arrival_format": "number", "data_type": "number" }, "telemetry_version": { "type": "string", "arrival_format": "text", "data_type": "string" }, "env_summary": { "type": "array", "items": { "type": "object", "properties": { "env": { "type": "string", "arrival_format": "text", "data_type": "string" }, "time_spent": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "count": { "type": "integer", "arrival_format": "number", "data_type": "integer" } }, "additionalProperties": true }, "arrival_format": "array", "data_type": "array" }, "time_spent": { "type": "number", "arrival_format": "number", "data_type": "number" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "tags": { "type": "array", "items": { "type": "string" }, "arrival_format": "array", "data_type": "array" }, "object": { "type": "object", "properties": { "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "id": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true } }, "additionalProperties": true } } }, { "dataset_id": "trip", "name": "trip", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": { "summary": { "tripID": { "path": "$.tripID", "cardinality": 99, "index": false } } } }, "processing": { "dedupKeys": [ "tripID" ], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "tripID": "02e07922-e8a5-4655-84a8-b5ba1866f9fe", "VendorID": "2", "tpep_pickup_datetime": "2023-04-28 00:18:42", "tpep_dropoff_datetime": "2024-02-15 00:24:38", "passenger_count": "1", "trip_distance": "1.60", "RatecodeID": "1", "store_and_fwd_flag": "N", "PULocationID": "236", "DOLocationID": "239", "payment_type": "2", "primary_passenger": { "email": "Dewayne_Kuvalis17@gmail.com", "mobile": "1-429-628-3797 x14211" }, "fare_details": { "fare_amount": "7", "extra": "0.5", "mta_tax": "0.5", "tip_amount": "0", "tolls_amount": "0", "improvement_surcharge": "0.3", "total_amount": "8.3", "congestion_surcharge": "" }, "passenger-name": "yashashk" } } }, { "dataset_id": "test1", "name": "test1", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": { "summary": { "tripID": { "path": "$.tripID", "cardinality": 99, "index": false } } } }, "processing": { "dedupKeys": [ "tripID" ], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "tripID": "02e07922-e8a5-4655-84a8-b5ba1866f9fe", "VendorID": "2", "tpep_pickup_datetime": "2023-04-28 00:18:42", "tpep_dropoff_datetime": "2024-02-15 00:24:38", "passenger_count": "1", "trip_distance": "1.60", "RatecodeID": "1", "store_and_fwd_flag": "N", "PULocationID": "236", "DOLocationID": "239", "payment_type": "2", "primary_passenger": { "email": "Dewayne_Kuvalis17@gmail.com", "mobile": "1-429-628-3797 x14211" }, "fare_details": { "fare_amount": "7", "extra": "0.5", "mta_tax": "0.5", "tip_amount": "0", "tolls_amount": "0", "improvement_surcharge": "0.3", "total_amount": "8.3", "congestion_surcharge": "" }, "passenger-name": "yashashk" } } }, { "dataset_id": "beckn-test-data", "name": "beckn-test-data", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "ets", "entry_topic": "beckn-test-data", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "exclude_fields": [] } }, { "dataset_id": "trip-details", "name": "trip-details", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": { "summary": { "tripID": { "path": "$.tripID", "cardinality": 99, "index": false } } } }, "processing": { "dedupKeys": [ "tripID" ], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "tripID": "02e07922-e8a5-4655-84a8-b5ba1866f9fe", "VendorID": "2", "tpep_pickup_datetime": "2023-04-28 00:18:42", "tpep_dropoff_datetime": "2024-02-15 00:24:38", "passenger_count": "1", "trip_distance": "1.60", "RatecodeID": "1", "store_and_fwd_flag": "N", "PULocationID": "236", "DOLocationID": "239", "payment_type": "2", "primary_passenger": { "email": "Dewayne_Kuvalis17@gmail.com", "mobile": "1-429-628-3797 x14211" }, "fare_details": { "fare_amount": "7", "extra": "0.5", "mta_tax": "0.5", "tip_amount": "0", "tolls_amount": "0", "improvement_surcharge": "0.3", "total_amount": "8.3", "congestion_surcharge": "" }, "passenger-name": "yashashk" } } } ], "count": 30 }}Success: Filter based on status as array
{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-07-17T17:57:38+05:30", "params": { "status": "SUCCESS", "msgid": "4a7f14c3-d61e-4d4f-be78-181834eeff6d", "resmsgid": "31aba5bc-8492-45ce-be0e-8c52d8716014" }, "responseCode": "OK", "result": { "data": [ { "dataset_id": "telemetry-summary", "name": "telemetry-summary", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "tripdetailstest", "name": "TripDetailsTest1", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_dropoff_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-normal", "name": "test-normal-renamed", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_pickup_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-dataset", "name": "test-dataset-renamed", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_dropoff_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "triptestdataset", "name": "triptestdataset", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "tpep_pickup_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "master-test", "name": "master-test", "type": "master", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "userid", "timestamp_key": "", "exclude_fields": [], "entry_topic": "local.masterdata.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 54 } }, { "dataset_id": "test-trip-details", "name": "test-trip-details", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [] } }, { "dataset_id": "sb-telemetry", "name": "sb-telemetry", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "ets", "exclude_fields": [], "entry_topic": "sb-dev.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "sb-telemetry-user", "name": "sb-telemetry-user", "type": "master", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "id", "timestamp_key": "", "exclude_fields": [], "entry_topic": "sb-dev.masterdata.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": false, "redis_db": 4 } }, { "dataset_id": "sb-telemetry-test", "name": "sb-telemetry", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "ets", "exclude_fields": [], "entry_topic": "sb-dev.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-changes", "name": "test-changes", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "date", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "sample1", "name": "sample1", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "time", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "telemetry-events", "name": "telemetry-events", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "date", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "taxt_trip", "name": "taxt_trip", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "date", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test", "name": "test", "type": "event", "status": "Live", "tags": [ "TAG1" ], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "beckn-test-data", "name": "beckn-test-data", "type": "event", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "", "timestamp_key": "ets", "exclude_fields": [], "entry_topic": "beckn-test-data", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } } ], "count": 16 }}Success: Filter based on status as string
{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-07-17T17:59:18+05:30", "params": { "status": "SUCCESS", "msgid": "4a7f14c3-d61e-4d4f-be78-181834eeff6d", "resmsgid": "a08c7ea0-bb1c-4998-b47d-a76e38e87e31" }, "responseCode": "OK", "result": { "data": [ { "dataset_id": "test-summary", "name": "test-summary", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "trip-details1", "name": "trip-details", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "tpep_pickup_datetime", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "telemetry-test-dataset", "name": "telemetry-test-dataset", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": null, "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "exclude_fields": [], "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0 } }, { "dataset_id": "test-rollup", "name": "test-rollup", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": {} }, "processing": { "dedupKeys": [], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "$schema": "https://json-schema.org/draft/2020-12/schema", "type": "object", "properties": { "eid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "ets": { "type": "integer", "suggestions": [ { "message": "The Property 'ets' appears to be 'epoch' format type.", "severity": "", "path": "properties.ets" } ], "arrival_format": "number", "data_type": "epoch" }, "syncts": { "type": "integer", "suggestions": [ { "message": "The Property 'syncts' appears to be 'epoch' format type.", "severity": "", "path": "properties.syncts" } ], "arrival_format": "number", "data_type": "epoch" }, "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "mid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "uid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "content_id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "context": { "type": "object", "properties": { "pdata": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "model": { "type": "string", "arrival_format": "text", "data_type": "string" }, "pid": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "granularity": { "type": "string", "arrival_format": "text", "data_type": "string" }, "date_range": { "type": "object", "properties": { "from": { "type": "integer", "suggestions": [ { "message": "The Property 'context.date_range.from' appears to be 'epoch' format type.", "severity": "", "path": "properties.context.properties.date_range.properties.from" } ], "arrival_format": "number", "data_type": "epoch" }, "to": { "type": "integer", "suggestions": [ { "message": "The Property 'context.date_range.to' appears to be 'epoch' format type.", "severity": "", "path": "properties.context.properties.date_range.properties.to" } ], "arrival_format": "number", "data_type": "epoch" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "rollup": { "type": "object", "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "cdata": { "type": "array", "items": { "type": "object", "properties": { "key": { "type": "string" }, "value": { "type": "string" } } }, "arrival_format": "array", "data_type": "array" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "dimensions": { "type": "object", "properties": { "did": { "type": "string", "arrival_format": "text", "data_type": "string" }, "pdata": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "pid": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "sid": { "type": "string", "arrival_format": "text", "data_type": "string" }, "channel": { "type": "string", "arrival_format": "text", "data_type": "string" }, "type": { "type": "string", "arrival_format": "text", "data_type": "string" }, "mode": { "type": "string", "arrival_format": "text", "data_type": "string" }, "content_type": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "edata": { "type": "object", "properties": { "eks": { "type": "object", "properties": { "interact_events_per_min": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "start_time": { "type": "integer", "suggestions": [ { "message": "The Property 'edata.eks.start_time' appears to be 'epoch' format type.", "severity": "", "path": "properties.edata.properties.eks.properties.start_time" } ], "arrival_format": "number", "data_type": "epoch" }, "interact_events_count": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "item_responses": { "type": "array", "items": { "type": "object", "properties": { "key": { "type": "string" }, "value": { "type": "string" } } }, "arrival_format": "array", "data_type": "array" }, "end_time": { "type": "integer", "suggestions": [ { "message": "The Property 'edata.eks.end_time' appears to be 'epoch' format type.", "severity": "", "path": "properties.edata.properties.eks.properties.end_time" } ], "arrival_format": "number", "data_type": "epoch" }, "events_summary": { "type": "array", "items": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "count": { "type": "integer", "arrival_format": "number", "data_type": "integer" } }, "additionalProperties": true }, "arrival_format": "array", "data_type": "array" }, "page_summary": { "type": "array", "items": { "type": "object", "properties": { "id": { "type": "string", "arrival_format": "text", "data_type": "string" }, "env": { "type": "string", "arrival_format": "text", "data_type": "string" }, "time_spent": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "visit_count": { "type": "integer", "arrival_format": "number", "data_type": "integer" } }, "additionalProperties": true }, "arrival_format": "array", "data_type": "array" }, "time_diff": { "type": "number", "arrival_format": "number", "data_type": "number" }, "telemetry_version": { "type": "string", "arrival_format": "text", "data_type": "string" }, "env_summary": { "type": "array", "items": { "type": "object", "properties": { "env": { "type": "string", "arrival_format": "text", "data_type": "string" }, "time_spent": { "type": "integer", "arrival_format": "number", "data_type": "integer" }, "count": { "type": "integer", "arrival_format": "number", "data_type": "integer" } }, "additionalProperties": true }, "arrival_format": "array", "data_type": "array" }, "time_spent": { "type": "number", "arrival_format": "number", "data_type": "number" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true }, "tags": { "type": "array", "items": { "type": "string" }, "arrival_format": "array", "data_type": "array" }, "object": { "type": "object", "properties": { "ver": { "type": "string", "arrival_format": "text", "data_type": "string" }, "id": { "type": "string", "arrival_format": "text", "data_type": "string" } }, "arrival_format": "object", "data_type": "object", "additionalProperties": true } }, "additionalProperties": true } } }, { "dataset_id": "trip", "name": "trip", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": { "summary": { "tripID": { "path": "$.tripID", "cardinality": 99, "index": false } } } }, "processing": { "dedupKeys": [ "tripID" ], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "tripID": "02e07922-e8a5-4655-84a8-b5ba1866f9fe", "VendorID": "2", "tpep_pickup_datetime": "2023-04-28 00:18:42", "tpep_dropoff_datetime": "2024-02-15 00:24:38", "passenger_count": "1", "trip_distance": "1.60", "RatecodeID": "1", "store_and_fwd_flag": "N", "PULocationID": "236", "DOLocationID": "239", "payment_type": "2", "primary_passenger": { "email": "Dewayne_Kuvalis17@gmail.com", "mobile": "1-429-628-3797 x14211" }, "fare_details": { "fare_amount": "7", "extra": "0.5", "mta_tax": "0.5", "tip_amount": "0", "tolls_amount": "0", "improvement_surcharge": "0.3", "total_amount": "8.3", "congestion_surcharge": "" }, "passenger-name": "yashashk" } } }, { "dataset_id": "test1", "name": "test1", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": { "summary": { "tripID": { "path": "$.tripID", "cardinality": 99, "index": false } } } }, "processing": { "dedupKeys": [ "tripID" ], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "tripID": "02e07922-e8a5-4655-84a8-b5ba1866f9fe", "VendorID": "2", "tpep_pickup_datetime": "2023-04-28 00:18:42", "tpep_dropoff_datetime": "2024-02-15 00:24:38", "passenger_count": "1", "trip_distance": "1.60", "RatecodeID": "1", "store_and_fwd_flag": "N", "PULocationID": "236", "DOLocationID": "239", "payment_type": "2", "primary_passenger": { "email": "Dewayne_Kuvalis17@gmail.com", "mobile": "1-429-628-3797 x14211" }, "fare_details": { "fare_amount": "7", "extra": "0.5", "mta_tax": "0.5", "tip_amount": "0", "tolls_amount": "0", "improvement_surcharge": "0.3", "total_amount": "8.3", "congestion_surcharge": "" }, "passenger-name": "yashashk" } } }, { "dataset_id": "beckn-test-data", "name": "beckn-test-data", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "ets", "entry_topic": "beckn-test-data", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "exclude_fields": [] } }, { "dataset_id": "trip-details", "name": "trip-details", "type": "event", "status": "ReadyToPublish", "tags": [], "version": 1, "api_version": "v2", "dataset_config": { "data_key": "", "timestamp_key": "obsrv_meta.syncts", "entry_topic": "local.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 0, "file_upload_path": [], "dataMappings": { "text": { "arrival_format": [ "string" ], "store_format": { "string": { "jsonSchema": "string", "datasource": "string" }, "date-time": { "jsonSchema": "string", "datasource": "string" }, "date": { "jsonSchema": "string", "datasource": "string" }, "boolean": { "jsonSchema": "string", "datasource": "boolean" }, "epoch": { "jsonSchema": "string", "datasource": "integer" }, "long": { "jsonSchema": "string", "datasource": "long" }, "double": { "jsonSchema": "string", "datasource": "double" }, "bigdecimal": { "jsonSchema": "string", "datasource": "double" }, "integer": { "jsonSchema": "string", "datasource": "long" } } }, "number": { "arrival_format": [ "number", "integer" ], "store_format": { "integer": { "jsonSchema": "integer", "datasource": "long" }, "float": { "jsonSchema": "number", "datasource": "double" }, "long": { "jsonSchema": "integer", "datasource": "long" }, "double": { "jsonSchema": "number", "datasource": "double" }, "bigdecimal": { "jsonSchema": "number", "datasource": "double" }, "epoch": { "jsonSchema": "integer", "datasource": "long" }, "number": { "jsonSchema": "number", "datasource": "double" } } }, "object": { "arrival_format": [ "object" ], "store_format": { "object": { "jsonSchema": "object", "datasource": "json" } } }, "array": { "arrival_format": [ "array" ], "store_format": { "array": { "jsonSchema": "array", "datasource": "array" } } }, "boolean": { "arrival_format": [ "boolean" ], "store_format": { "boolean": { "jsonSchema": "boolean", "datasource": "boolean" } } } }, "configurations": { "indexConfiguration": { "index": { "Event Arrival Time": "obsrv_meta.syncts" }, "rollupSuggestions": { "summary": { "tripID": { "path": "$.tripID", "cardinality": 99, "index": false } } } }, "processing": { "dedupKeys": [ "tripID" ], "dropDuplicates": [ "Yes", "No" ] } }, "mergedEvent": { "tripID": "02e07922-e8a5-4655-84a8-b5ba1866f9fe", "VendorID": "2", "tpep_pickup_datetime": "2023-04-28 00:18:42", "tpep_dropoff_datetime": "2024-02-15 00:24:38", "passenger_count": "1", "trip_distance": "1.60", "RatecodeID": "1", "store_and_fwd_flag": "N", "PULocationID": "236", "DOLocationID": "239", "payment_type": "2", "primary_passenger": { "email": "Dewayne_Kuvalis17@gmail.com", "mobile": "1-429-628-3797 x14211" }, "fare_details": { "fare_amount": "7", "extra": "0.5", "mta_tax": "0.5", "tip_amount": "0", "tolls_amount": "0", "improvement_surcharge": "0.3", "total_amount": "8.3", "congestion_surcharge": "" }, "passenger-name": "yashashk" } } } ], "count": 8 }}Success: Filter based on dataset type
{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-07-17T18:00:41+05:30", "params": { "status": "SUCCESS", "msgid": "4a7f14c3-d61e-4d4f-be78-181834eeff6d", "resmsgid": "0d1ff2de-42c9-4192-b75d-84f711dbfb55" }, "responseCode": "OK", "result": { "data": [ { "dataset_id": "master-test", "name": "master-test", "type": "master", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "userid", "timestamp_key": "", "exclude_fields": [], "entry_topic": "local.masterdata.ingest", "redis_db_host": "localhost", "redis_db_port": 6379, "index_data": true, "redis_db": 54 } }, { "dataset_id": "sb-telemetry-user", "name": "sb-telemetry-user", "type": "master", "status": "Live", "tags": [], "version": 1, "api_version": "v1", "dataset_config": { "data_key": "id", "timestamp_key": "", "exclude_fields": [], "entry_topic": "sb-dev.masterdata.ingest", "redis_db_host": "obsrv-redis-master.redis.svc.cluster.local", "redis_db_port": 6379, "index_data": false, "redis_db": 4 } } ], "count": 2 }}Headers
Section titled “Headers ” X-Powered-By
string
Example
Express Content-Length
integer
Example
24340 ETag
string
Example
W/"5f14-Cq3tfdk3YuXhXtjub1V0q8YVdC4" Date
string
Example
Wed, 17 Jul 2024 12:25:36 GMT Connection
string
Example
keep-alive Keep-Alive
string
Example
timeout=5Bad Request
Media type application/json
object
Example
{ "id": "api.datasets.list", "ver": "v2", "ts": "2024-07-17T18:02:26+05:30", "params": { "status": "FAILED", "resmsgid": "add9dbe0-f362-4f99-890c-3387c998a049" }, "responseCode": "BAD_REQUEST", "result": {}, "error": { "code": "DATASET_LIST_INPUT_INVALID", "message": "#properties/params/required must have required property 'msgid'" }}Headers
Section titled “Headers ” X-Powered-By
string
Example
Express Content-Length
integer
Example
312 ETag
string
Example
W/"138-XQplwhrgIYKIg0qtQdRCYWIGTNM" Date
string
Example
Wed, 17 Jul 2024 12:32:26 GMT Connection
string
Example
keep-alive Keep-Alive
string
Example
timeout=5