Files
RakiandCopilot c8ca5498e1 feat: add experimental SDP streaming/materialized tables and blob publishing (#293)
* Added a publish-blob target

* feat: add explicitly gated experimental streaming tables

Keep existing profiles default-off and unchanged; support session-backed native streaming table creation and completion.

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Format

* Revert formatting churn

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: use SemVer-compatible experimental version

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: rely on adapter session validation

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: create seed tables after cleanup

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: use typed dates in local e2e inserts

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Package bump

* fix: cancel all Spark work on dbt failure

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* feat: add experimental SDP materialized views

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: migrate legacy tables to SDP materialized views

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* fix: refresh existing SDP materialized views

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Add job_retry_on_messages

* DisplayName for query

---------

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
2026-09-28 17:48:22 -04:00

123 lines
3.6 KiB
JSON

{
"name": "dbt-fabricspark",
"$schema": "./node_modules/nx/schemas/project-schema.json",
"targets": {
"clean": {
"executor": "nx:run-commands",
"dependsOn": ["metastore-down"],
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh clean", "forwardAllArgs": false }
],
"parallel": false
}
},
"lint": {
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh lint", "forwardAllArgs": false }
],
"parallel": false
}
},
"build": {
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh build", "forwardAllArgs": false }
],
"parallel": false
}
},
"test": {
"executor": "nx:run-commands",
"dependsOn": ["test:unit", "test:functional", "test:local-e2e"],
"options": {
"commands": [],
"parallel": false
}
},
"test:unit": {
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh test:unit", "forwardAllArgs": false }
],
"parallel": false
}
},
"test:functional": {
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh test:functional", "forwardAllArgs": false }
],
"parallel": false
}
},
"test:local-e2e": {
"executor": "nx:run-commands",
"dependsOn": ["build", "init"],
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh test:local-e2e:livy", "forwardAllArgs": false },
{ "command": "bash tools/scripts/run.sh test:local-e2e:session", "forwardAllArgs": false }
],
"parallel": true
}
},
"init": {
"cache": false,
"executor": "nx:run-commands",
"dependsOn": ["metastore-up"],
"options": {
"commands": [
{ "command": "bash -c 'source tools/scripts/run-livy.sh && start_livy'", "forwardAllArgs": false }
],
"parallel": false
}
},
"metastore-up": {
"cache": false,
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "bash tools/scripts/init-metastore.sh", "forwardAllArgs": false }
],
"parallel": false
}
},
"metastore-down": {
"cache": false,
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "docker compose -f docker/Compose.sqlserver.metastore.yaml down --volumes --remove-orphans", "forwardAllArgs": false }
],
"parallel": false
}
},
"publish": {
"executor": "nx:run-commands",
"options": {
"commands": [
{ "command": "bash tools/scripts/run.sh publish", "forwardAllArgs": false }
],
"parallel": false
}
},
"publish-blob": {
"cache": false,
"executor": "nx:run-commands",
"dependsOn": ["build"],
"options": {
"commands": [
{ "command": "tsx tools/scripts/publish-blob.ts", "forwardAllArgs": false }
],
"parallel": false
}
}
}
}