remove all duplicated logic, move all macroses and query parsing functionality to golang, and compile golang parser to WASM

.config/webpack/webpack.config.ts

@@ -11,6 +11,7 @@ import ForkTsCheckerWebpackPlugin from 'fork-ts-checker-webpack-plugin';
 import LiveReloadPlugin from 'webpack-livereload-plugin';
 import path from 'path';
 import ReplaceInFileWebpackPlugin from 'replace-in-file-webpack-plugin';
+import NodePolyfillPlugin from 'node-polyfill-webpack-plugin';
 import { Configuration } from 'webpack';
 
 import { getPackageJson, getPluginJson, hasReadme, getEntries, isWSL } from './utils';
@@ -139,6 +140,7 @@ const config = async (env): Promise<Configuration> => {
     },
 
     plugins: [
+      new NodePolyfillPlugin(),
       new CopyWebpackPlugin({
         patterns: [
           // If src/README.md exists use it; otherwise the root README
@@ -192,6 +194,13 @@ const config = async (env): Promise<Configuration> => {
     ],
 
     resolve: {
+      alias: {
+        // Map 'node:' scheme to standard module names
+        'node:crypto': 'crypto-browserify',
+        'node:fs': 'browserify-fs', // Note: fs is not fully supported in the browser
+        'node:util': 'util/',
+        // Add other aliases as needed
+      },
       extensions: ['.js', '.jsx', '.ts', '.tsx'],
       // handle resolving "rootDir" paths
       modules: [path.resolve(process.cwd(), 'src'), 'node_modules'],

.cursorignore

@@ -3,3 +3,4 @@
 .go-cache/
 .idea/
 dist/
+.aider*

.dockerignore

@@ -0,0 +1,9 @@
+.git
+.aider*
+.go-cache
+.idea
+go_coverage
+instrumented
+node_modules
+venv
+coverage

.github/workflows/ci.yml

@@ -18,21 +18,9 @@ jobs:
       - name: Setup Node.js environment
         uses: actions/setup-node@v4
         with:
-          node-version: '20'
+          node-version: '22'
           cache: 'npm'
 
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Check types
-        run: npm run typecheck
-      - name: Lint
-        run: npm run lint
-      - name: Unit tests
-        run: npm run test:ci
-      - name: Build frontend
-        run: npm run build
-
       - name: Check for backend
         id: check-for-backend
         run: |
@@ -47,6 +35,22 @@ jobs:
         with:
           go-version: '1.23'
 
+      - uses: acifani/setup-tinygo@v2
+        with:
+          tinygo-version: '0.35.0'
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Check types
+        run: npm run typecheck
+      - name: Lint
+        run: npm run lint
+      - name: Test frontend
+        run: npm run test:ci
+      - name: Build frontend
+        run: npm run build
+
       - name: Test backend
         if: steps.check-for-backend.outputs.has-backend == 'true'
         uses: magefile/mage-action@v3

.github/workflows/is-compatible.yml

@@ -9,8 +9,11 @@ jobs:
       - name: Setup Node.js environment
         uses: actions/setup-node@v4
         with:
-          node-version: '20'
+          node-version: '22'
           cache: 'npm'
+      - uses: acifani/setup-tinygo@v2
+        with:
+          tinygo-version: '0.35.0'
       - name: Install dependencies
         run: npm ci
       - name: Build plugin

.github/workflows/release.yml

@@ -17,7 +17,7 @@ jobs:
       - name: Setup Node.js environment
         uses: actions/setup-node@v4
         with:
-          node-version: '20'
+          node-version: '22'
           cache: 'npm'
 
       - name: Setup Go environment

.github/workflows/testflows.yml

@@ -29,6 +29,10 @@ jobs:
         with:
           ref: ${{ inputs.ref }}
 
+      - uses: acifani/setup-tinygo@v2
+        with:
+          tinygo-version: '0.35.0'
+
       - name: Setup
         run: tests/testflows/infra/setup.sh
 

.gitignore

@@ -11,7 +11,7 @@ yarn-error.log*
 .pnpm-debug.log*
 
 node_modules/
-
+src/static/*
 # Runtime data
 pids
 *.pid

CONTRIBUTING.md

@@ -20,6 +20,16 @@ docker compose up --no-deps -d grafana clickhouse
 ```
 after that open http://localhost:3000/ to open grafana instance with one clickhouse datasource
 
+#### Ability to debug WASM code
+
+Install https://goo.gle/wasm-debugging-extension
+
+Check in JS console in DevTools something like
+```
+[C/C++ DevTools Support (DWARF)] Loading debug symbols for wasm://wasm/main-006e733a...
+[C/C++ DevTools Support (DWARF)] Loaded debug symbols for wasm://wasm/main-006e733a, found 213 source file(s)
+```
+
 #### Frontend Builder
 
 The frontend builder is the docker container used to transpile the typescript source code into the javascript found in the `dist` dir. This will affect the grafana query and configuration functionality.

docker-compose.yaml

@@ -137,9 +137,17 @@ services:
 
 
   frontend_builder:
-    image: node:lts
+    build:
+      dockerfile: ./docker/builder/Dockerfile
+    environment:
+      GOCACHE: "/go-cache"
+      RUN_TESTS: "${RUN_TESTS:-.+}"
+      CGO_ENABLED: "0"
     working_dir: /grafana-clickhouse
     volumes:
+      - ./.go-cache:/go/pkg/mod
+      - ./.go-cache:/root/go/pkg/mod
+      - ./.go-cache:/go-cache
       - ./:/grafana-clickhouse
       # for speedup npm install under WSL
       # - "node_modules:/grafana-clickhouse/node_modules"
@@ -151,7 +159,8 @@ services:
       '
 
   backend_builder:
-    image: golang:1.23
+    build:
+      dockerfile: ./docker/builder/Dockerfile
     working_dir: /go/src/grafana-clickhouse
     environment:
       GOCACHE: "/go-cache"
@@ -160,18 +169,20 @@ services:
     volumes:
       - ./:/go/src/grafana-clickhouse
       - ./.go-cache:/go/pkg/mod
+      - ./.go-cache:/root/go/pkg/mod
       - ./.go-cache:/go-cache
     command: |
       bash -xec "
         git config --global --add safe.directory /go/src/grafana-clickhouse &&
         (command -v mage || go install -v github.com/magefile/mage@latest) &&
-        go test -timeout 1m -failfast -tags=integration -run "${RUN_TESTS:-.+}" -v ./pkg/ &&
+        go test -timeout 1m -failfast -tags=integration -run "${RUN_TESTS:-.+}" -v ./pkg/... &&
         mage -v && 
         chmod +x ./dist/altinity-clickhouse-plugin*
       "
 
   frontend_coverage_builder:
-    image: node:lts
+    build:
+      dockerfile: ./docker/builder/Dockerfile
     working_dir: /grafana-clickhouse
     volumes:
       - ./:/grafana-clickhouse
@@ -180,15 +191,17 @@ services:
     command: |
       bash -xec '
         if [[ "3" == `ls -la ./node_modules/ | wc -l` ]]; then npm install; fi && \
+        npm run build:wasm &&
         mkdir -p instrumented &&
         npm run create_instrumented && 
         cp -R -n src/* instrumented/ &&
-        npm run build:test
+        npm run build:test:frontend &&
         npm run test:coverage
       '
 
   frontend_coverage_generate:
-    image: node:lts
+    build:
+      dockerfile: ./docker/builder/Dockerfile
     working_dir: /grafana-clickhouse
     volumes:
       - ./:/grafana-clickhouse
@@ -205,7 +218,8 @@ services:
       '
 
   backend_coverage_builder:
-    image: golang:1.23
+    build:
+      dockerfile: ./docker/builder/Dockerfile
     working_dir: /go/src/grafana-clickhouse
     environment:
       GOCACHE: "/go-cache"
@@ -214,19 +228,22 @@ services:
     volumes:
       - ./:/go/src/grafana-clickhouse
       - ./.go-cache:/go/pkg/mod
+      - ./.go-cache:/root/go/pkg/mod
       - ./.go-cache:/go-cache
     command: |
       bash -xec "
         git config --global --add safe.directory /go/src/grafana-clickhouse &&
         (command -v mage || go install -v github.com/magefile/mage@latest) &&
         mkdir -p /go/src/grafana-clickhouse/go_coverage/raw &&
-        go test -timeout 1m -cover -failfast -tags=integration -run "${RUN_TESTS:-.+}" -v ./pkg/ -test.gocoverdir="/go/src/grafana-clickhouse/go_coverage" &&
+        go env &&
+        go test -timeout 1m -cover -failfast -tags=integration -run "${RUN_TESTS:-.+}" -v ./pkg/... -test.gocoverdir="/go/src/grafana-clickhouse/go_coverage" &&
         GOOS=linux GOARCH=amd64 go build -cover -buildvcs=false -o ./dist/altinity-clickhouse-plugin_linux_amd64 ./pkg/ &&
         chmod +x dist/altinity-clickhouse-plugin*
       "
 
   backend_coverage_generate:
-    image: golang:1.23
+    build:
+      dockerfile: ./docker/builder/Dockerfile
     working_dir: /go/src/grafana-clickhouse
     volumes:
       - ./:/go/src/grafana-clickhouse

docker/builder/Dockerfile

@@ -0,0 +1,19 @@
+FROM ubuntu:latest
+LABEL maintainer="Altinity <[email protected]>"
+
+ARG NODEJS_VERSION=22
+ARG GOLANG_VERSION=1.23
+ARG TINYGO_VERSION=0.35.0
+
+RUN apt update && apt install --no-install-recommends -y curl git gnupg2 software-properties-common && \
+    ( curl -fsSL https://deb.nodesource.com/setup_${NODEJS_VERSION}.x | bash - ) && \
+    apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 52B59B1571A79DBC054901C0F6BC817356A3D45E && \
+    add-apt-repository -y ppa:longsleep/golang-backports && \
+    apt update && apt install -y nodejs golang-${GOLANG_VERSION} && \
+    ln -nsfv "/usr/lib/go-${GOLANG_VERSION}/bin/go" /usr/bin/go && \
+    curl -sL -o "/tmp/tinygo_${TINYGO_VERSION}_amd64.deb" "https://github.com/tinygo-org/tinygo/releases/download/v${TINYGO_VERSION}/tinygo_${TINYGO_VERSION}_amd64.deb" && \
+    dpkg -i "/tmp/tinygo_${TINYGO_VERSION}_amd64.deb"  && \
+    rm -rfv "/tmp/tinygo_${TINYGO_VERSION}_amd64.deb"  && \
+    go install -v github.com/magefile/mage@latest && go env > $HOME/go_env && . $HOME/go_env && ln -nsfv "$GOPATH/bin/mage" /usr/bin/mage && \
+    apt clean && rm -rf /var/lib/apt/lists/*
+

go.mod

@@ -6,13 +6,15 @@ require (
 	github.com/andybalholm/brotli v1.1.1
 	github.com/dlclark/regexp2 v1.11.4
 	github.com/grafana/grafana-plugin-sdk-go v0.260.1
+	github.com/hyperjumptech/jiffy v1.0.0
 	github.com/klauspost/compress v1.17.11
 	github.com/stretchr/testify v1.10.0
 	golang.org/x/sync v0.10.0
 )
 
 require (
 	github.com/BurntSushi/toml v1.4.0 // indirect
+	github.com/antlr/antlr4 v0.0.0-20200124162019-2d7f727a00b7 // indirect
 	github.com/apache/arrow/go/v15 v15.0.2 // indirect
 	github.com/beorn7/perks v1.0.1 // indirect
 	github.com/cenkalti/backoff/v4 v4.3.0 // indirect

go.sum

@@ -3,6 +3,8 @@ github.com/BurntSushi/toml v1.4.0 h1:kuoIxZQy2WRRk1pttg9asf+WVv6tWQuBNVmK8+nqPr0
 github.com/BurntSushi/toml v1.4.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho=
 github.com/andybalholm/brotli v1.1.1 h1:PR2pgnyFznKEugtsUo0xLdDop5SKXd5Qf5ysW+7XdTA=
 github.com/andybalholm/brotli v1.1.1/go.mod h1:05ib4cKhjx3OQYUY22hTVd34Bc8upXjOLL2rKwwZBoA=
+github.com/antlr/antlr4 v0.0.0-20200124162019-2d7f727a00b7 h1:4IkFZAFQ87SeXXF6n+nwLyK2K+tcA5OojhBVf2lhg8g=
+github.com/antlr/antlr4 v0.0.0-20200124162019-2d7f727a00b7/go.mod h1:T7PbCXFs94rrTttyxjbyT5+/1V8T2TYDejxUfHJjw1Y=
 github.com/apache/arrow/go/v15 v15.0.2 h1:60IliRbiyTWCWjERBCkO1W4Qun9svcYoZrSLcyOsMLE=
 github.com/apache/arrow/go/v15 v15.0.2/go.mod h1:DGXsR3ajT524njufqf95822i+KTh+yea1jass9YXgjA=
 github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
@@ -85,6 +87,8 @@ github.com/hashicorp/go-plugin v1.6.2 h1:zdGAEd0V1lCaU0u+MxWQhtSDQmahpkwOun8U8Ei
 github.com/hashicorp/go-plugin v1.6.2/go.mod h1:CkgLQ5CZqNmdL9U9JzM532t8ZiYQ35+pj3b1FD37R0Q=
 github.com/hashicorp/yamux v0.1.2 h1:XtB8kyFOyHXYVFnwT5C3+Bdo8gArse7j2AQ0DA0Uey8=
 github.com/hashicorp/yamux v0.1.2/go.mod h1:C+zze2n6e/7wshOZep2A70/aQU6QBRWJO/G6FT1wIns=
+github.com/hyperjumptech/jiffy v1.0.0 h1:hLfjgh4YQPYFanSmh06nfN2Es7BZ1WF2sQwmZIQ5tHQ=
+github.com/hyperjumptech/jiffy v1.0.0/go.mod h1:iFHHUap4onOTcvqBBU0iF33snPmqz4DSA/KgnBHG7dU=
 github.com/invopop/yaml v0.3.1 h1:f0+ZpmhfBSS4MhG+4HYseMdJhoeeopbSKbq5Rpeelso=
 github.com/invopop/yaml v0.3.1/go.mod h1:PMOp3nn4/12yEZUFfmOuNHJsZToEEOwoWsT+D81KkeA=
 github.com/jhump/protoreflect v1.15.1 h1:HUMERORf3I3ZdX05WaQ6MIpd/NJ434hTp5YiKgfCL6c=