Merge pull request #1511 from sushiswap/fix-jobs-pool-old-data

fix(jobs/pool): thegraph returning old data
sushi-labs · Jun 20, 2024 · ad0f77b · ad0f77b
2 parents 88c2246 + 6210d85
commit ad0f77b
Showing 1 changed file with 61 additions and 2 deletions.
diff --git a/jobs/pool/src/pools.ts b/jobs/pool/src/pools.ts
@@ -667,10 +667,15 @@ function transformV2(queryResult: {
     ]),
   )
 
+  const chainsToSkip = new Set<ChainId>()
   const tokens: Prisma.TokenCreateManyInput[] = []
 
   return {
-    pools: queryResult.data.currentPools.map((pair) => {
+    pools: queryResult.data.currentPools.flatMap((pair) => {
+      if (chainsToSkip.has(queryResult.chainId)) {
+        return []
+      }
+
       tokens.push(
         Prisma.validator<Prisma.TokenCreateManyInput>()({
           id: pair.token0.id.toLowerCase(),
@@ -704,6 +709,30 @@ function transformV2(queryResult: {
       const currentLiquidityUSD = Number(pair.liquidityUSD)
       const currentFeesUSD = Number(pair.volumeUSD * 0.003)
 
+      const anyNotCurrent =
+        oneHourData.get(pair.id) ||
+        twoHourData.get(pair.id) ||
+        oneDayData.get(pair.id) ||
+        twoDayData.get(pair.id) ||
+        oneWeekData.get(pair.id) ||
+        twoWeekData.get(pair.id) ||
+        oneMonthData.get(pair.id) ||
+        twoMonthData.get(pair.id)
+
+      // A way to prevent old data (thanks TheGraph!) from being added
+      if (anyNotCurrent && anyNotCurrent.volumeUSD > currentVolumeUSD) {
+        console.warn(
+          'Ignoring chain',
+          queryResult.chainId,
+          'Old Volume:',
+          anyNotCurrent.volumeUSD,
+          'Current Volume:',
+          currentVolumeUSD,
+        )
+        chainsToSkip.add(queryResult.chainId)
+        return []
+      }
+
       const feeApr1h = calculateFeeApr(
         AprTimeRange.ONE_HOUR,
         oneHourData.get(pair.id)?.feesUSD ?? currentFeesUSD,
@@ -952,8 +981,14 @@ function transformV3(queryResult: { chainId: ChainId; data: V3Data }) {
       },
     ]),
   )
+
+  const chainsToSkip = new Set<ChainId>()
   const tokens: Prisma.TokenCreateManyInput[] = []
-  const poolsTransformed = queryResult.data.currentPools.map((pair) => {
+  const poolsTransformed = queryResult.data.currentPools.flatMap((pair) => {
+    if (chainsToSkip.has(queryResult.chainId)) {
+      return []
+    }
+
     tokens.push(
       Prisma.validator<Prisma.TokenCreateManyInput>()({
         id: pair.token0.id.toLowerCase(),
@@ -986,6 +1021,30 @@ function transformV3(queryResult: { chainId: ChainId; data: V3Data }) {
     const currentLiquidityUSD = Number(pair.liquidityUSD)
     const currentFeesUSD = Number(pair.feesUSD)
 
+    const anyNotCurrent =
+      oneHourData.get(pair.id) ||
+      twoHourData.get(pair.id) ||
+      oneDayData.get(pair.id) ||
+      twoDayData.get(pair.id) ||
+      oneWeekData.get(pair.id) ||
+      twoWeekData.get(pair.id) ||
+      oneMonthData.get(pair.id) ||
+      twoMonthData.get(pair.id)
+
+    // A way to prevent old data (thanks TheGraph!) from being added
+    if (anyNotCurrent && anyNotCurrent.volumeUSD > currentVolumeUSD) {
+      console.warn(
+        'Ignoring chain',
+        queryResult.chainId,
+        'Old Volume:',
+        anyNotCurrent.volumeUSD,
+        'Current Volume:',
+        currentVolumeUSD,
+      )
+      chainsToSkip.add(queryResult.chainId)
+      return []
+    }
+
     const feeApr1h = calculateFeeApr(
       AprTimeRange.ONE_HOUR,
       oneHourData.get(pair.id)?.feesUSD ?? currentFeesUSD,