mirror of
https://github.com/microsoft/fabric-rest-api-specs.git
synced 2026-11-04 12:04:23 +00:00
1161 lines
55 KiB
JSON
1161 lines
55 KiB
JSON
{
|
|
"parameters": {
|
|
"workspaceId": "cfafbeb1-8037-4d0c-896e-a46fb27ff229",
|
|
"eventstreamId": "8c500070-073f-4a88-b478-8fabe1941c52"
|
|
},
|
|
"responses": {
|
|
"200": {
|
|
"body": {
|
|
"compatibilityLevel": "1.1",
|
|
"sources": [
|
|
{
|
|
"id": "97554164-1b8f-410b-bb72-750f6e88f1c6",
|
|
"name": "AzureEventGridNamespaceSource",
|
|
"type": "AzureEventGridNamespace",
|
|
"properties": {
|
|
"namespaceResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/resourceGroupName/providers/Microsoft.EventGrid/namespaces/eventGridNamespaceName",
|
|
"topic": "eea0a4ba-733a-4519-a20c-3c95f3840efa"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "514d0e11-cf65-44fb-a292-fc88a2a78618",
|
|
"name": "AzureEventHubSource",
|
|
"type": "AzureEventHub",
|
|
"properties": {
|
|
"dataConnectionId": "9c500070-073f-4a88-b478-8fabe1941c52",
|
|
"consumerGroupName": "$Default",
|
|
"inputSerialization": {
|
|
"type": "Json",
|
|
"properties": {
|
|
"encoding": "UTF8"
|
|
}
|
|
}
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "d1c9f8a2-8f3e-4c7c-b9b9-4e1b7b3a5f3f",
|
|
"name": "AzureEventHubExtendedSource",
|
|
"type": "AzureEventHubExtended",
|
|
"properties": {
|
|
"dataConnectionId": "7b0d2f83-1b3f-4f3b-a0f9-1d6b2f7b6c21",
|
|
"consumerGroupName": "$Default",
|
|
"startPosition": "Earliest"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "6e731a67-4fe0-47e4-9d1a-f1e8bbdd74a4",
|
|
"name": "CustomStreamConnectorSource",
|
|
"type": "CustomStreamConnector",
|
|
"properties": {
|
|
"dataConnectionId": "67a65f1d-6f20-4f80-aef0-a67730de7a2f",
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "ee579458-85ea-4652-bd77-5c7d7c298b2a",
|
|
"configurations": [
|
|
{
|
|
"key": "topic",
|
|
"value": "orders"
|
|
},
|
|
{
|
|
"key": "api.key",
|
|
"value": "${key}"
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "e2886002-d696-4c05-969c-51361365cc24",
|
|
"name": "AzureIoTHubSource",
|
|
"type": "AzureIoTHub",
|
|
"properties": {
|
|
"dataConnectionId": "8c500070-073f-4a88-b478-8fabe1941c52",
|
|
"consumerGroupName": "$Default",
|
|
"inputSerialization": {
|
|
"type": "Json",
|
|
"properties": {
|
|
"encoding": "UTF8"
|
|
}
|
|
}
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "a3f1d9c4-2b7e-4f8a-9c6d-5e1b3a7f0c92",
|
|
"name": "AzureIoTHubExtendedSource",
|
|
"type": "AzureIoTHubExtended",
|
|
"properties": {
|
|
"dataConnectionId": "9d4e2a17-6c8b-4f1a-b3d2-7a5c9e0f1b48",
|
|
"consumerGroupName": "$Default",
|
|
"startPosition": "Earliest"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "7ff51116-df2c-4e47-bf4f-1b59f5f0ed17",
|
|
"name": "AzureDataExplorerSource",
|
|
"type": "AzureDataExplorer",
|
|
"properties": {
|
|
"dataConnectionId": "980bd823-8389-471b-a7cd-f5ac33b53061",
|
|
"databaseName": "databaseName",
|
|
"tableNames": "tableName1,tableName2"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "9fff8320-3e09-41b1-b417-d0d3879dd6f6",
|
|
"name": "AzureServiceBusSource",
|
|
"type": "AzureServiceBus",
|
|
"properties": {
|
|
"dataConnectionId": "765fd5a4-602c-4477-b0d5-918b416f94b4",
|
|
"serviceBusType": "Topic",
|
|
"topicOrQueueName": "topicName",
|
|
"subscriptionName": "subscriptionExample"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "0d9bf4db-bc7f-4854-8579-6fdf244ed503",
|
|
"name": "CustomEndpointSource",
|
|
"type": "CustomEndpoint",
|
|
"properties": {},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "b7e2c4a1-3f9d-4e6b-8a1c-2d5f7b0e9c63",
|
|
"name": "CriblSource",
|
|
"type": "Cribl",
|
|
"properties": {},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "a1b2c3d4-5e6f-7a8b-9c0d-1e2f3a4b5c6d",
|
|
"name": "SAPDatasphereSource",
|
|
"type": "SAPDatasphere",
|
|
"properties": {},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "8b6b1b8e-9b7f-4a7d-8f6b-6f2a8b7c4b15",
|
|
"name": "AzureBlobStorageEventsSource",
|
|
"type": "AzureBlobStorageEvents",
|
|
"properties": {
|
|
"azureBlobStorageEvents": [
|
|
{
|
|
"id": "c1a7f10c-3b4a-4d1a-9f6f-1d2b3c4d5e6f",
|
|
"azureResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/resourceGroupName/providers/Microsoft.Storage/storageAccounts/storageAccountName",
|
|
"includedEventTypes": [
|
|
"Microsoft.Storage.BlobCreated",
|
|
"Microsoft.Storage.BlobDeleted"
|
|
]
|
|
}
|
|
],
|
|
"streamEvents": true
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "a4b5c6d7-e8f9-4a0b-c1d2-e3f4a5b6c7d8",
|
|
"name": "FabricCapacityOperationEventsSource",
|
|
"type": "FabricCapacityOperationEvents",
|
|
"properties": {
|
|
"eventScope": "Capacity",
|
|
"capacityId": "0b6d8e27-0b7b-4e18-9e5b-2e6b9d9d7e3a",
|
|
"includedEventTypes": [
|
|
"Microsoft.Fabric.Capacity.OperationStarted",
|
|
"Microsoft.Fabric.Capacity.OperationCompleted"
|
|
],
|
|
"filters": [
|
|
{
|
|
"operatorType": "StringIn",
|
|
"key": "data.operationType",
|
|
"values": [
|
|
"ScaleUp",
|
|
"ScaleDown"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "2e7b7f0f-6f1a-4d38-8b12-67d0e2d3e0b9",
|
|
"name": "FabricCapacityOverviewEventsSource",
|
|
"type": "FabricCapacityOverviewEvents",
|
|
"properties": {
|
|
"eventScope": "Capacity",
|
|
"capacityId": "0b6d8e27-0b7b-4e18-9e5b-2e6b9d9d7e3a",
|
|
"includedEventTypes": [
|
|
"Microsoft.Fabric.Capacity.State",
|
|
"Microsoft.Fabric.Capacity.Summary"
|
|
],
|
|
"filters": [
|
|
{
|
|
"operatorType": "NumberIn",
|
|
"key": "data.counter",
|
|
"values": [
|
|
5,
|
|
1
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "b5c6d7e8-f9a0-4b1c-d2e3-f4a5b6c7d8e9",
|
|
"name": "FabricAnomalyDetectionEventsSource",
|
|
"type": "FabricAnomalyDetectionEvents",
|
|
"properties": {
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "ee579458-85ea-4652-bd77-5c7d7c298b2a",
|
|
"configurationId": "c1d2e3f4-a5b6-4c7d-8e9f-0a1b2c3d4e5f",
|
|
"includedEventTypes": [
|
|
"Microsoft.Fabric.AnomalyDetection.AnomalyDetected"
|
|
],
|
|
"filters": [
|
|
{
|
|
"operatorType": "StringIn",
|
|
"key": "data.severity",
|
|
"values": [
|
|
"High",
|
|
"Critical"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "f9c8c1e2-1c5b-4c2a-8f3a-1a2b3c4d5e6f",
|
|
"name": "FabricJobEventsSource",
|
|
"type": "FabricJobEvents",
|
|
"properties": {
|
|
"eventScope": "Workspace",
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "ee579458-85ea-4652-bd77-5c7d7c298b2a",
|
|
"includedEventTypes": [
|
|
"Microsoft.Fabric.Job.Started",
|
|
"Microsoft.Fabric.Job.Completed"
|
|
],
|
|
"filters": [
|
|
{
|
|
"operatorType": "StringIn",
|
|
"key": "data.jobType",
|
|
"values": [
|
|
"Pipeline",
|
|
"Notebook"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "b7a6f5e4-3d2c-4b1a-9f8e-7d6c5b4a3f2e",
|
|
"name": "FabricOneLakeEventsSource",
|
|
"type": "FabricOneLakeEvents",
|
|
"properties": {
|
|
"tenantId": "cfafbeb1-8037-4d0c-896e-a46fb27ff229",
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "ee579458-85ea-4652-bd77-5c7d7c298b2a",
|
|
"oneLakePaths": [
|
|
"/Files/Events/",
|
|
"/Tables/Telemetry/"
|
|
],
|
|
"includedEventTypes": [
|
|
"Microsoft.Fabric.OneLake.FileCreated",
|
|
"Microsoft.Fabric.OneLake.FileDeleted"
|
|
],
|
|
"filters": [
|
|
{
|
|
"operatorType": "StringEndsWith",
|
|
"key": "data.path",
|
|
"values": [
|
|
".json",
|
|
".csv"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "e6d5c4b3-a2b1-4c5d-9e8f-7a6b5c4d3e2f",
|
|
"name": "FabricWorkspaceItemEventsSource",
|
|
"type": "FabricWorkspaceItemEvents",
|
|
"properties": {
|
|
"eventScope": "Item",
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "4c8c3353-9652-4567-b8f3-eb585ef01ba9",
|
|
"includedEventTypes": [
|
|
"Microsoft.Fabric.Item.Created",
|
|
"Microsoft.Fabric.Item.Deleted"
|
|
],
|
|
"filters": [
|
|
{
|
|
"operatorType": "StringIn",
|
|
"key": "data.itemType",
|
|
"values": [
|
|
"Lakehouse",
|
|
"Notebook"
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "19258e62-4de9-4c52-b45e-71502dc2ddea",
|
|
"name": "SampleDataSource",
|
|
"type": "SampleData",
|
|
"properties": {
|
|
"type": "Bicycles"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "7afaa265-1d67-416f-8183-e6e1b1ebb4ea",
|
|
"name": "AmazonKinesisSource",
|
|
"type": "AmazonKinesis",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"region": "us-east-1",
|
|
"startPosition": "AtTimestamp",
|
|
"startTimestamp": "2024-01-15T10:30:00Z"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "d020dd19-e84c-42e1-b4be-87e58145e1b5",
|
|
"name": "AmazonMSKKafkaSource",
|
|
"type": "AmazonMSKKafka",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"topic": "topic",
|
|
"consumerGroupName": "consumerGroupName",
|
|
"autoOffsetReset": "Earliest",
|
|
"saslMechanism": "PLAIN",
|
|
"securityProtocol": "SASL_PLAINTEXT"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "03a6dd4a-4627-422f-a287-2ccd7daf903d",
|
|
"name": "ApacheKafkaSource",
|
|
"type": "ApacheKafka",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"topic": "topic",
|
|
"consumerGroupName": "consumerGroupName",
|
|
"autoOffsetReset": "Latest",
|
|
"saslMechanism": "SCRAM-SHA-512",
|
|
"securityProtocol": "SASL_SSL",
|
|
"tlsSettings": {
|
|
"trustCACertificate": {
|
|
"certificateResource": {
|
|
"type": "KeyVault",
|
|
"azureKeyVaultResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/myRG/providers/Microsoft.KeyVault/vaults/myVault",
|
|
"certificateName": "my-ca-cert"
|
|
},
|
|
"verifyHostname": true
|
|
},
|
|
"clientCertificate": {
|
|
"certificateResource": {
|
|
"type": "KeyVault",
|
|
"azureKeyVaultResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/myRG/providers/Microsoft.KeyVault/vaults/myVault",
|
|
"certificateName": "my-client-cert"
|
|
},
|
|
"revocationMode": "CRL"
|
|
}
|
|
}
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "6f493321-6c12-40c6-9980-c2aa38804829",
|
|
"name": "ConfluentCloudSource",
|
|
"type": "ConfluentCloud",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"topic": "topic",
|
|
"consumerGroupName": "consumerGroupName",
|
|
"autoOffsetReset": "Earliest"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "e7f88779-0349-47e3-bead-85afc9d3c9a4",
|
|
"name": "AzureCosmosDBCDCSource",
|
|
"type": "AzureCosmosDBCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"containerName": "containerName",
|
|
"databaseName": "databaseName",
|
|
"offsetPolicy": "Earliest"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "da5ed80d-c672-4809-a7ac-6224aa2ab2c7",
|
|
"name": "AzureSQLDBCDCSource",
|
|
"type": "AzureSQLDBCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"tableName": "dbo.Orders",
|
|
"decimalHandlingMode": "Precise",
|
|
"snapshotMode": "InitialOnly",
|
|
"excludedColumns": "dbo.Orders.secret_col,dbo.Orders.internal_col",
|
|
"databaseApplicationIntent": "ReadOnly",
|
|
"snapshotSelectStatementOverrides": [
|
|
{
|
|
"tableName": "dbo.Orders",
|
|
"selectStatement": "SELECT * FROM dbo.Orders WHERE active = 1"
|
|
}
|
|
],
|
|
"heartbeatIntervalMs": 30000,
|
|
"heartbeatActionQuery": "UPDATE dbo.cdc_heartbeat SET last_seen = CURRENT_TIMESTAMP",
|
|
"storeOnlyCapturedTablesDdl": true
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "745e401f-aac6-463f-b107-c336a2440abe",
|
|
"name": "AzureSQLMIDBCDCSource",
|
|
"type": "AzureSQLMIDBCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"tableName": "dbo.Products",
|
|
"decimalHandlingMode": "Double",
|
|
"snapshotMode": "Initial",
|
|
"excludedColumns": "dbo.Products.internal_flag",
|
|
"databaseApplicationIntent": "ReadWrite"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "759842ab-a968-498d-9f37-f46297da8b07",
|
|
"name": "SQLServerOnVMDBCDCSource",
|
|
"type": "SQLServerOnVMDBCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"tableName": "dbo.Inventory",
|
|
"decimalHandlingMode": "String",
|
|
"snapshotMode": "NoData"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "9791cd2a-19fb-4991-b878-2b061420a460",
|
|
"name": "MySQLCDCSource",
|
|
"type": "MySQLCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"tableName": "inventory.products",
|
|
"serverId": 12345,
|
|
"port": 3306,
|
|
"decimalHandlingMode": "Precise",
|
|
"snapshotMode": "Initial",
|
|
"snapshotLockingMode": "Minimal",
|
|
"storeOnlyCapturedTablesDdl": true
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "57b3394b-bcf3-479a-952b-22a815e1d684",
|
|
"name": "PostgreSQLCDCSource",
|
|
"type": "PostgreSQLCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"tableName": "public.orders",
|
|
"slotName": "my_slot",
|
|
"port": 5432,
|
|
"decimalHandlingMode": "Double",
|
|
"snapshotMode": "InitialOnly",
|
|
"publicationName": "my_publication",
|
|
"publicationAutoCreateMode": "AllTables",
|
|
"heartbeatIntervalMs": 30000,
|
|
"heartbeatActionQuery": "INSERT INTO heartbeat (ts) VALUES (NOW())",
|
|
"snapshotSelectStatementOverrides": [
|
|
{
|
|
"tableName": "public.orders",
|
|
"selectStatement": "SELECT * FROM public.orders WHERE created_at >= '2025-01-01'"
|
|
}
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "a3c1d2e4-5f67-4890-abcd-ef1234567890",
|
|
"name": "MongoDBCDCSource",
|
|
"type": "MongoDBCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"includedDatabases": "db1,db2",
|
|
"includedCollections": "collection1,collection2",
|
|
"snapshotMode": "Initial"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "d5f702ca-8b2b-4ac5-88e7-50697cb1b207",
|
|
"name": "GooglePubSubSource",
|
|
"type": "GooglePubSub",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37"
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "0d61c91a-6b1d-4f4f-8e9a-1a7ef0f4d4f1",
|
|
"name": "HttpSource",
|
|
"type": "Http",
|
|
"properties": {
|
|
"dataConnectionId": "9dfcf6c1-0b38-4d53-9a2f-7b7f7d3f1a4b",
|
|
"method": "GET",
|
|
"requestHeaders": [
|
|
{
|
|
"key": "Accept",
|
|
"value": "application/json"
|
|
}
|
|
],
|
|
"requestParameters": [
|
|
{
|
|
"key": "country",
|
|
"value": "US"
|
|
}
|
|
],
|
|
"requestBody": "{\"query\":\"sample\"}",
|
|
"pollIntervalMs": 60000,
|
|
"maxRetries": 3,
|
|
"retryBackoffMs": 2000,
|
|
"retriableHttpStatusCodes": "408,423,429",
|
|
"responseDataJsonPointer": "/data",
|
|
"pagination": {
|
|
"type": "Page",
|
|
"initialPage": 0,
|
|
"pageIncrement": 1
|
|
}
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "77640306-3525-45cb-978c-f2ce6f1d2605",
|
|
"name": "MqttSource",
|
|
"type": "Mqtt",
|
|
"properties": {
|
|
"dataConnectionId": "6950656c-9f6d-48e8-b7d1-6cf9eb7cca28",
|
|
"serverVersion": "V5",
|
|
"topic": "mqttTopicName",
|
|
"tlsSettings": {
|
|
"trustCACertificate": {
|
|
"certificateResource": {
|
|
"type": "KeyVault",
|
|
"azureKeyVaultResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/myRG/providers/Microsoft.KeyVault/vaults/myVault",
|
|
"certificateName": "my-mqtt-ca-cert"
|
|
},
|
|
"verifyHostname": true
|
|
}
|
|
}
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "fc4b3a21-7d62-4eef-9c10-1f6ed5c43a12",
|
|
"name": "OracleDBCDCSource",
|
|
"type": "OracleDBCDC",
|
|
"properties": {
|
|
"dataConnectionId": "2e4c91e7-0c4a-4cc4-abe3-cc7ba4310a37",
|
|
"tableNames": [
|
|
"HR.EMPLOYEES",
|
|
"HR.DEPARTMENTS"
|
|
],
|
|
"decimalHandlingMode": "Precise",
|
|
"snapshotMode": "Initial",
|
|
"snapshotLockingMode": "Shared",
|
|
"storeOnlyCapturedTablesDdl": true
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "bf273a56-dcb7-4cb1-8be4-5620f769fe1f",
|
|
"name": "RealTimeWeatherSource",
|
|
"type": "RealTimeWeather",
|
|
"properties": {
|
|
"latitude": -22.690611,
|
|
"longitude": -45.7846301
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "a612baf7-4d64-4522-8850-44847c99016c",
|
|
"name": "SolacePubSubSource",
|
|
"type": "SolacePubSub",
|
|
"properties": {
|
|
"dataConnectionId": "684e1958-5999-4f3f-bfe5-e19dd55f9cbf",
|
|
"pubSubType": "Topics",
|
|
"messageVpnName": "messageVpnName",
|
|
"topics": [
|
|
"topicName1",
|
|
"topicName2"
|
|
],
|
|
"mapUserProperties": false,
|
|
"mapSolaceProperties": false,
|
|
"tlsSettings": {
|
|
"trustCACertificate": {
|
|
"certificateResource": {
|
|
"type": "KeyVault",
|
|
"azureKeyVaultResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/security/providers/Microsoft.KeyVault/vaults/eventstream-vault",
|
|
"certificateName": "solace-ca"
|
|
},
|
|
"verifyHostname": true,
|
|
"cipherSuites": "TLS_AES_256_GCM_SHA384"
|
|
},
|
|
"clientCertificate": {
|
|
"certificateResource": {
|
|
"type": "KeyVault",
|
|
"azureKeyVaultResourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/security/providers/Microsoft.KeyVault/vaults/eventstream-vault",
|
|
"certificateName": "solace-client"
|
|
},
|
|
"revocationMode": "CRLAndOCSP"
|
|
}
|
|
}
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "f8366ed8-ad3e-41e6-ab60-b072867a89ea",
|
|
"name": "LakehouseChangeFeedSource",
|
|
"type": "LakehouseChangeFeed",
|
|
"properties": {
|
|
"workspaceId": "cfafbeb1-8037-4d0c-896e-a46fb27ff229",
|
|
"itemId": "11111111-2222-3333-4444-555555555555",
|
|
"tableNames": [
|
|
"*"
|
|
]
|
|
},
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "b7d2a1c3-4e5f-6a7b-8c9d-0e1f2a3b4c5d",
|
|
"name": "MirroredDatabaseChangeFeedSource",
|
|
"type": "MirroredDatabaseChangeFeed",
|
|
"properties": {
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "3f8a2b1c-5d6e-7f8a-9b0c-1d2e3f4a5b6c",
|
|
"tableNames": [
|
|
"*"
|
|
]
|
|
},
|
|
"status": "Running"
|
|
}
|
|
],
|
|
"destinations": [
|
|
{
|
|
"id": "0407c7ba-43ab-413d-a224-1ef0cf1445d0",
|
|
"name": "BusinessEventsDestination",
|
|
"type": "BusinessEvents",
|
|
"properties": {
|
|
"workspaceId": "cfafbeb1-8037-4d0c-896e-a46fb27ff229",
|
|
"itemId": "99999999-8888-7777-6666-555555555555",
|
|
"businessEventTypeId": "OrderShipped",
|
|
"inputSerialization": {
|
|
"type": "Json",
|
|
"properties": {
|
|
"encoding": "UTF8"
|
|
}
|
|
}
|
|
},
|
|
"inputNodes": [
|
|
{
|
|
"name": "ProcessedOrders"
|
|
}
|
|
],
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "4642073b-c216-4675-a17c-ed2e75756330",
|
|
"name": "CustomEndpointDestination",
|
|
"type": "CustomEndpoint",
|
|
"properties": {},
|
|
"inputNodes": [
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "e1e2d0cc-87e5-46d9-977d-2a8eede7bef0",
|
|
"name": "LakehouseDestination",
|
|
"type": "Lakehouse",
|
|
"properties": {
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "ee579458-85ea-4652-bd77-5c7d7c298b2a",
|
|
"schema": "dbo",
|
|
"deltaTable": "deltaTable",
|
|
"minimumRows": 100000,
|
|
"maximumDurationInSeconds": 120,
|
|
"inputSerialization": {
|
|
"type": "Json",
|
|
"properties": {
|
|
"encoding": "UTF8"
|
|
}
|
|
}
|
|
},
|
|
"inputNodes": [
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "49b5d6ec-f8af-4ae9-a4d6-5e94645efe1f",
|
|
"name": "EventhouseProcessedIngestionModeDestination",
|
|
"type": "Eventhouse",
|
|
"properties": {
|
|
"dataIngestionMode": "ProcessedIngestion",
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "4c8c3353-9652-4567-b8f3-eb585ef01ba9",
|
|
"databaseName": "databaseName",
|
|
"tableName": "tableName",
|
|
"inputSerialization": {
|
|
"type": "Json",
|
|
"properties": {
|
|
"encoding": "UTF8"
|
|
}
|
|
}
|
|
},
|
|
"inputNodes": [
|
|
{
|
|
"name": "EventStreamName-stream"
|
|
}
|
|
],
|
|
"status": "Running"
|
|
},
|
|
{
|
|
"id": "c0ca1c2a-b8c5-482c-98da-40088f988e9c",
|
|
"name": "EventhouseDirectIngestionModeDestination",
|
|
"type": "Eventhouse",
|
|
"properties": {
|
|
"dataIngestionMode": "DirectIngestion",
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "4c8c3353-9652-4567-b8f3-eb585ef01ba9",
|
|
"connectionName": "connectionName",
|
|
"mappingRuleName": "mappingRuleName"
|
|
},
|
|
"inputNodes": [
|
|
{
|
|
"name": "EventStreamName-stream"
|
|
}
|
|
],
|
|
"status": "External"
|
|
},
|
|
{
|
|
"id": "d5f8b3a7-1e94-4c2b-86fa-7b0e1c9d4a35",
|
|
"name": "NotebookDestination",
|
|
"type": "Notebook",
|
|
"properties": {
|
|
"workspaceId": "9625b495-17b3-4d6c-aeea-a81ae76ba369",
|
|
"itemId": "3a7c1e95-2f48-4b6d-9e10-8c5d2f7a0b63"
|
|
},
|
|
"inputNodes": [
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"status": "Running"
|
|
}
|
|
],
|
|
"streams": [
|
|
{
|
|
"id": "8eff3cbe-f452-4d7f-bc2d-f35b4359c917",
|
|
"name": "Eventstream-stream",
|
|
"type": "DefaultStream",
|
|
"properties": {},
|
|
"inputNodes": [
|
|
{
|
|
"name": "AzureEventHubSource"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "0f6f0dd8-9de2-48e2-92e7-e15b755b22a6",
|
|
"name": "DerivedStreamName",
|
|
"type": "DerivedStream",
|
|
"properties": {
|
|
"inputSerialization": {
|
|
"type": "Json",
|
|
"properties": {
|
|
"encoding": "UTF8"
|
|
}
|
|
}
|
|
},
|
|
"inputNodes": [
|
|
{
|
|
"name": "FilterName"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"operators": [
|
|
{
|
|
"name": "FilterName",
|
|
"type": "Filter",
|
|
"inputNodes": [
|
|
{
|
|
"name": "EventStreamName-stream"
|
|
}
|
|
],
|
|
"properties": {
|
|
"conditions": [
|
|
{
|
|
"column": {
|
|
"node": "nodeName",
|
|
"columnName": "columnName",
|
|
"columnPathSegments": [
|
|
"path",
|
|
"to",
|
|
"column"
|
|
]
|
|
},
|
|
"operatorType": "Equals",
|
|
"value": {
|
|
"dataType": "Nvarchar(max)",
|
|
"value": "stringValue"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"inputSchemas": [
|
|
{
|
|
"name": "EventStreamName-stream",
|
|
"schema": {
|
|
"columns": [
|
|
{
|
|
"name": "BikepointID",
|
|
"type": "Nvarchar(max)",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Street",
|
|
"type": "Nvarchar(max)",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Neighbourhood",
|
|
"type": "Nvarchar(max)",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Latitude",
|
|
"type": "Float",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Longitude",
|
|
"type": "Float",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "No_Bikes",
|
|
"type": "BigInt",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "No_Empty_Docks",
|
|
"type": "BigInt",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Record_Example",
|
|
"type": "Record",
|
|
"fields": [
|
|
{
|
|
"name": "column1",
|
|
"type": "BigInt"
|
|
},
|
|
{
|
|
"name": "column2",
|
|
"type": "Nvarchar(max)"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "Array_Example",
|
|
"type": "Array",
|
|
"items": {
|
|
"type": "BigInt"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "JoinerName",
|
|
"type": "Join",
|
|
"inputNodes": [
|
|
{
|
|
"name": "FilterName"
|
|
},
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"properties": {
|
|
"joinType": "Inner",
|
|
"joinOn": [
|
|
{
|
|
"left": {
|
|
"node": "leftNodeName",
|
|
"columnName": "leftColumnName"
|
|
},
|
|
"right": {
|
|
"node": "rightNodeName",
|
|
"columnName": "rightColumnName"
|
|
}
|
|
}
|
|
],
|
|
"duration": {
|
|
"value": 1,
|
|
"unit": "Minute"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "FieldsManagerName",
|
|
"type": "ManageFields",
|
|
"inputNodes": [
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"properties": {
|
|
"columns": [
|
|
{
|
|
"type": "Rename",
|
|
"properties": {
|
|
"column": {
|
|
"node": "renameNode",
|
|
"columnName": "renameColumn"
|
|
}
|
|
},
|
|
"alias": "renameAlias"
|
|
},
|
|
{
|
|
"type": "Cast",
|
|
"properties": {
|
|
"targetDataType": "BigInt",
|
|
"column": {
|
|
"node": "castNode",
|
|
"columnName": "castColumn"
|
|
}
|
|
},
|
|
"alias": "castAlias"
|
|
},
|
|
{
|
|
"type": "FunctionCall",
|
|
"properties": {
|
|
"functionName": "CharIndex",
|
|
"arguments": [
|
|
"a",
|
|
{
|
|
"node": "functionCallNode",
|
|
"columnName": "functionCallColumn"
|
|
},
|
|
1
|
|
]
|
|
},
|
|
"alias": "indexOf"
|
|
}
|
|
]
|
|
},
|
|
"inputSchemas": [
|
|
{
|
|
"name": "DerivedStreamName",
|
|
"schema": {
|
|
"columns": [
|
|
{
|
|
"name": "BikepointID",
|
|
"type": "Nvarchar(max)",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Street",
|
|
"type": "Nvarchar(max)",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Neighbourhood",
|
|
"type": "Nvarchar(max)",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Latitude",
|
|
"type": "Float",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "Longitude",
|
|
"type": "Float",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "No_Bikes",
|
|
"type": "BigInt",
|
|
"fields": null,
|
|
"items": null
|
|
},
|
|
{
|
|
"name": "No_Empty_Docks",
|
|
"type": "BigInt",
|
|
"fields": null,
|
|
"items": null
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "AggregatorName",
|
|
"type": "Aggregate",
|
|
"inputNodes": [
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"properties": {
|
|
"aggregations": [
|
|
{
|
|
"aggregationFunction": "Average",
|
|
"column": {
|
|
"node": "aggregationNode",
|
|
"columnName": "aggregationColumn"
|
|
},
|
|
"alias": "aggregatedAlias",
|
|
"partitionBy": [
|
|
{
|
|
"node": "partitionByNode",
|
|
"columnName": "partitionByColumn"
|
|
}
|
|
],
|
|
"duration": {
|
|
"value": 1,
|
|
"unit": "Minute"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"name": "GroupByName",
|
|
"type": "GroupBy",
|
|
"inputNodes": [
|
|
{
|
|
"name": "DerivedStreamName"
|
|
}
|
|
],
|
|
"properties": {
|
|
"aggregations": [
|
|
{
|
|
"aggregationFunction": "Average",
|
|
"column": {
|
|
"node": "groupByAggregationNode",
|
|
"columnName": "groupByAggregationColumn"
|
|
},
|
|
"alias": "groupByAggregationAlias"
|
|
}
|
|
],
|
|
"groupBy": [
|
|
{
|
|
"node": "groupByNode",
|
|
"columnName": "groupByColumn"
|
|
}
|
|
],
|
|
"window": {
|
|
"type": "Tumbling",
|
|
"properties": {
|
|
"duration": {
|
|
"value": 5,
|
|
"unit": "Minute"
|
|
},
|
|
"offset": {
|
|
"value": 1,
|
|
"unit": "Minute"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"name": "UnionName",
|
|
"type": "Union",
|
|
"inputNodes": [
|
|
{
|
|
"name": "FilterName"
|
|
},
|
|
{
|
|
"name": "GroupByName"
|
|
}
|
|
],
|
|
"properties": {}
|
|
},
|
|
{
|
|
"name": "ExpansionName",
|
|
"type": "Expand",
|
|
"inputNodes": [
|
|
{
|
|
"name": "MyNode"
|
|
}
|
|
],
|
|
"properties": {
|
|
"column": [
|
|
{
|
|
"node": "expansionNode",
|
|
"columnName": "expansionColumn"
|
|
}
|
|
],
|
|
"ignoreMissingOrEmpty": true
|
|
}
|
|
},
|
|
{
|
|
"name": "SQLName",
|
|
"type": "SQL",
|
|
"inputNodes": [
|
|
{
|
|
"name": "MyNode"
|
|
}
|
|
],
|
|
"properties": {
|
|
"query": "SELECT * INTO [MyStream] FROM [MyNode]",
|
|
"advancedSettings": {
|
|
"eventsOutOfOrderPolicy": "Adjust",
|
|
"eventsOutOfOrderMaxDelayInSeconds": 5,
|
|
"eventsLateArrivalMaxDelayInSeconds": 300
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|