feat(proposer): rust validity proposer (#399)

* wip: implemented db, halfway through implementing proposer

* chore: proposer

* feat: implement request queued proofs

* set up db migrations

* feat: add commitment config

* use index

* chore: handle initialization

* feat: add rust proposer

* feat: add block_nb to eth_metrics

* feat: generated and relayed proof

* use debug_span

* feat: proposer refactor to allow for separating into different thread

* feat: turn off logs from kona

* feat: clean up logging, add proof_request_time, add logic to update proof_request_time

* feat: simplify retry logic

* chore: delete old proposer, add jemalloc

* add

* feat: adding metrics causes rustls error"

* rebase

* feat: add submodules

* feat: fix contract deployment

* read from env file

* feat: proposer working, new columns, need to add chain id

* add debug log to multi

* feat: add chain id

* feat: logging

* feat: clean up instantiation of op succinct request

* feat: bump to kona.11

* wip

* feat: add requester config validation

* feat: update migr

* feat: add better intialization logic

* fix: migrations script, add init log

* ignore single hint handler

* add log for executed proof time

* feat: use spawn_blocking for execute, create ranges in parallel and chunk batch insertion requests to avoid pg overload

* feat: u64, proposer

* feat: add completed ranges

* feat: simplify requests to reduce load on db

* add

* feat: add sqlx to git

* feat: update sqlx

* modify witnessgen check

* retry logic

* remove unnecessary sqlx

* update sqlx queries

* add

* add

* collect exec stats for mock agg

* fix: agg proof creation logic

* add

* add

* fmt + wip: metrics

* feat: got basic metrics working, try using out of the box metrics exporter

* feat: tracking process metrics + curr proving status

* add

* works

* parity with old error counts

* deploy script

* clippy

* initialize metrics

* fmt

* elf

* elf

* add: custom gauges

* merge

* feat: add range elf

* feat: use unified elfs

* add

* add elf

* remove op_listener

* wip

* remove chainconfig

* simplify rollup config

* wip

* fix: `op_chain_config` missing issue (#418)

* default value

* feat: update elfs

* lib

* elf

* feat: add

* feat: validity

* set error count to 0

* note

* gs

* gs

* feat: build

* chore: use tls-native-tls

* build

* feat: remove RunContext and ProgramType

* feat: remove unused deps

* feat: install default provider

* feat: fix repr for smallint, better info log

* update instance type

* feat: update elfs

* elf

* feat: properly await the completion of the task, don't retry on every completed task

* feat: update elfs

* feat: fix clippy, add better logging on mismatched config, add config script

* chore: todo

* add

* chore: Cargo.toml

* feat: add support for dgf game type

* feat: polish docs

* feat: update max_batch_post_delay_minutes for mainnet

* fmt

* simplify

* fix

* feat: add better error context for headers

* feat: update elfs

* feat: update md

* feat: remove todos

* chore: add sp1 gas

* toml

---------

Co-authored-by: fakedev9999 <[email protected]>
Co-authored-by: Ubuntu <[email protected]>

.github/actions/setup/action.yml

@@ -30,7 +30,7 @@ runs:
     - name: Setup Rust
       uses: dtolnay/rust-toolchain@stable
       with:
-        toolchain: 1.82
+        toolchain: 1.85
 
     - name: Rust cache
       uses: Swatinem/rust-cache@v2

.github/workflows/docker-build.yaml

@@ -16,10 +16,7 @@ jobs:
     name: Build Docker Images
     runs-on:
       - runs-on
-      - cpu=16
-      - ram=64
-      - family=m7a+m7i-flex
-      - image=ubuntu22-full-x64
+      - runner=64cpu-linux-x64
       - run-id=${{ github.run_id }}
 
     steps:
@@ -29,20 +26,11 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 
-      - name: Docker meta for op-proposer
-        id: meta-op-proposer
-        uses: docker/metadata-action@v5
-        with:
-          images: ghcr.io/${{ github.repository }}/op-proposer
-          tags: |
-            type=ref,event=tag
-            type=sha
-
-      - name: Docker meta for succinct-proposer
+      - name: Docker meta for op-succinct
         id: meta-succinct
         uses: docker/metadata-action@v5
         with:
-          images: ghcr.io/${{ github.repository }}/succinct-proposer
+          images: ghcr.io/${{ github.repository }}/op-succinct
           tags: |
             type=ref,event=tag
             type=sha
@@ -54,7 +42,7 @@ jobs:
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
-      - name: Build and push succinct-proposer
+      - name: Build and push op-succinct
         uses: docker/build-push-action@v6
         with:
           context: .
@@ -64,14 +52,3 @@ jobs:
           labels: ${{ steps.meta-succinct.outputs.labels }}
           cache-from: type=gha
           cache-to: type=gha,mode=max
-
-      - name: Build and push op-proposer
-        uses: docker/build-push-action@v6
-        with:
-          context: .
-          file: proposer/op/Dockerfile.op_proposer
-          push: true
-          tags: ${{ steps.meta-op-proposer.outputs.tags }}
-          labels: ${{ steps.meta-op-proposer.outputs.labels }}
-          cache-from: type=gha
-          cache-to: type=gha,mode=max

.github/workflows/elf.yml

@@ -11,7 +11,11 @@ on:
 
 jobs:
   elf:
-    runs-on: ubuntu-latest
+    runs-on:
+      - runs-on
+      - runner=64cpu-linux-x64
+      - run-id=${{ github.run_id }}
+
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
@@ -29,9 +33,10 @@ jobs:
         run: |
           # Build the binaries
           cd programs/range
-          ~/.sp1/bin/cargo-prove prove build --elf-name range-elf --docker --tag v4.0.0-rc.10 --output-directory ../../elf
+          ~/.sp1/bin/cargo-prove prove build --elf-name range-elf-bump --docker --tag v4.1.2 --output-directory ../../elf
+          ~/.sp1/bin/cargo-prove prove build --elf-name range-elf-embedded --docker --tag v4.1.2 --output-directory ../../elf --features embedded
           cd ../aggregation
-          ~/.sp1/bin/cargo-prove prove build --elf-name aggregation-elf --docker --tag v4.0.0-rc.10 --output-directory ../../elf
+          ~/.sp1/bin/cargo-prove prove build --elf-name aggregation-elf --docker --tag v4.1.2 --output-directory ../../elf
           cd ../../
 
           # Check for any changes in the elf directory

.github/workflows/test.yml → .github/workflows/foundry_test.yml

@@ -1,4 +1,4 @@
-name: CI
+name: Foundry Test
 
 on:
   pull_request:

.github/workflows/sqlx-check.yml

@@ -0,0 +1,30 @@
+name: SQLx Query Check
+
+on:
+  pull_request:
+    paths:
+      - '**/*.rs'
+      - '**/*.sql'
+      - 'sqlx-data.json'
+      - 'Cargo.toml'
+      - 'Cargo.lock'
+  workflow_dispatch:
+
+jobs:
+  sqlx-check:
+    name: Verify SQLx queries
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install Rust
+        uses: dtolnay/rust-toolchain@stable
+
+      - name: Cache dependencies
+        uses: Swatinem/rust-cache@v2
+
+      - name: Install SQLx CLI
+        run: cargo install sqlx-cli --no-default-features --features native-tls,postgres
+
+      - name: Verify SQLx query files
+        run: cd proposer/succinct && cargo sqlx prepare --check

.gitignore

@@ -28,9 +28,6 @@ block-data/
 # Rollup Config
 **/rollup-config.json
 
-# DB
-db
-
 # Stdins
 stdins