evgenii/fix limit rewrite

.github/workflows/check.yml

@@ -10,4 +10,4 @@ jobs:
       - uses: actions/checkout@v4
       - uses: actions/setup-node@v4
       - run: npm install prettier prettier-plugin-toml
-      - run: npx prettier --check --no-config .
+      - run: npx prettier --write --no-config .

.gitignore

@@ -3,3 +3,4 @@
 /node_modules
 package-lock.json
 package.json
+.DS_Store

.vscode/launch.json

@@ -0,0 +1,213 @@
+{
+  // Use IntelliSense to learn about possible attributes.
+  // Hover to view descriptions of existing attributes.
+  // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in library 'datafusion_federation'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=datafusion-federation"
+        ],
+        "filter": {
+          "name": "datafusion_federation",
+          "kind": "lib"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug example 'sqlite'",
+      "cargo": {
+        "args": [
+          "build",
+          "--example=sqlite",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "sqlite",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in example 'sqlite'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--example=sqlite",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "sqlite",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug example 'flight-sql'",
+      "cargo": {
+        "args": [
+          "build",
+          "--example=flight-sql",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "flight-sql",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in example 'flight-sql'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--example=flight-sql",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "flight-sql",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug example 'postgres-partial'",
+      "cargo": {
+        "args": [
+          "build",
+          "--example=postgres-partial",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "postgres-partial",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in example 'postgres-partial'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--example=postgres-partial",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "postgres-partial",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug example 'sqlite-partial'",
+      "cargo": {
+        "args": [
+          "build",
+          "--example=sqlite-partial",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "sqlite-partial",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in example 'sqlite-partial'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--example=sqlite-partial",
+          "--package=datafusion-federation-examples"
+        ],
+        "filter": {
+          "name": "sqlite-partial",
+          "kind": "example"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in library 'datafusion_federation_flight_sql'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=datafusion-federation-flight-sql"
+        ],
+        "filter": {
+          "name": "datafusion_federation_flight_sql",
+          "kind": "lib"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    },
+    {
+      "type": "lldb",
+      "request": "launch",
+      "name": "Debug unit tests in library 'datafusion_federation_sql'",
+      "cargo": {
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=datafusion-federation-sql"
+        ],
+        "filter": {
+          "name": "datafusion_federation_sql",
+          "kind": "lib"
+        }
+      },
+      "args": [],
+      "cwd": "${workspaceFolder}"
+    }
+  ]
+}

Cargo.toml

@@ -11,15 +11,20 @@ members = [
 [patch.crates-io]
 # connectorx = { path = "../connector-x/connectorx" }
 # datafusion = { path = "../arrow-datafusion/datafusion/core" }
+# Pending next Datafusion release with `unnest` unparsing support
+datafusion = { git = "https://github.com/spiceai/datafusion.git", rev = "0bad328656a07fd5ab899186462b09e119e21f90" }
 
 [workspace.package]
-version = "0.1.3"
+version = "0.1.6"
 edition = "2021"
-license = "MIT"
+license = "Apache-2.0"
 readme = "README.md"
 
 
 [workspace.dependencies]
 async-trait = "0.1.77"
-datafusion = "37.0.0"
-datafusion-substrait = "37.0.0"
+async-stream = "0.3.5"
+futures = "0.3.30"
+datafusion = "43"
+datafusion-substrait = "43"
+arrow-json = "53"

datafusion-federation/Cargo.toml

@@ -13,6 +13,9 @@ path = "src/lib.rs"
 [dependencies]
 async-trait.workspace = true
 datafusion.workspace = true
+async-stream.workspace = true
+futures.workspace = true
+arrow-json.workspace = true
 
 [package.metadata.docs.rs]