[Staging to Main] ETH only indexing

.env.example

@@ -15,3 +15,4 @@ ETHERSCAN_API_KEY=
 ARBISCAN_API_KEY=
 BLOCKNATIVE_API_KEY=
 DISCORD_WEBHOOK_URL=
+GRAPH_URL=

package.json

@@ -30,7 +30,7 @@
   "dependencies": {
     "@aws/dynamodb-data-mapper": "^0.7.3",
     "@aws/dynamodb-data-mapper-annotations": "^0.7.3",
-    "@badger-dao/sdk": "^1.19.1",
+    "@badger-dao/sdk": "^1.23.0",
     "@tsed/common": "6.95.9",
     "@tsed/core": "6.95.9",
     "@tsed/di": "6.95.9",
@@ -55,7 +55,7 @@
     "tslib": "^2.2.0"
   },
   "devDependencies": {
-    "@badger-dao/sdk-mocks": "^1.18.13",
+    "@badger-dao/sdk-mocks": "^1.23.0",
     "@graphql-codegen/cli": "^2.3.0",
     "@graphql-codegen/typescript": "^2.7.3",
     "@graphql-codegen/typescript-graphql-request": "^4.5.3",

serverless.yml

@@ -59,7 +59,7 @@ custom:
     CYCLE_ANALYTICS_DATA: rewards-${self:custom.stage}
     PROTOCOL_DATA: protocol-data-${self:custom.stage}
     CHART_DATA: chart-data-${self:custom.stage}
-    GOVERNANCE_PROPOSALS_DATA: governance-proposals-data-${self:custom.stage}
+    INDEXING_META_DATA: indexing-meta-data-${self:custom.stage}
 
   merkleProofs:
     staging: 'badger-staging-merkle-proofs-v2'
@@ -71,7 +71,7 @@ package:
 
 provider:
   name: aws
-  runtime: nodejs14.x
+  runtime: nodejs16.x
   memorySize: 2048
   stage: staging
   region: us-west-1
@@ -93,6 +93,7 @@ provider:
     MATIC_RPC: ${env:MATIC_RPC}
     ARBITRUM_RPC: ${env:ARBITRUM_RPC}
     # 3rd party API keys
+    GRAPH_URL: ${env:GRAPH_URL}
     DISCORD_WEBHOOK_URL: ${env:DISCORD_WEBHOOK_URL}
     UNISWAP: 'https://api.thegraph.com/subgraphs/name/uniswap/uniswap-v2'
     SUSHISWAP: 'https://api.thegraph.com/subgraphs/name/sushiswap/exchange'
@@ -120,7 +121,7 @@ provider:
     UNCLAIMED_SNAPSHOTS_DATA: ${self:custom.table.UNCLAIMED_SNAPSHOTS_DATA}
     PROTOCOL_DATA: ${self:custom.table.PROTOCOL_DATA}
     CHART_DATA: ${self:custom.table.CHART_DATA}
-    GOVERNANCE_PROPOSALS_DATA: ${self:custom.table.GOVERNANCE_PROPOSALS_DATA}
+    INDEXING_META_DATA: ${self:custom.table.INDEXING_META_DATA}
     # General Defintions
     REWARD_DATA: ${self:custom.merkleProofs.${self:custom.stage}}
     STAGE: ${opt:stage, self:provider.stage}
@@ -443,34 +444,17 @@ resources:
           - AttributeName: 'id'
             AttributeType: 'S'
 
-    governanceProposalsData:
+    indexingMetaData:
       Type: AWS::DynamoDB::Table
       Properties:
-        TableName: ${self:custom.table.GOVERNANCE_PROPOSALS_DATA}
+        TableName: ${self:custom.table.INDEXING_META_DATA}
         BillingMode: PAY_PER_REQUEST
         KeySchema:
-          - AttributeName: 'idx'
+          - AttributeName: 'task'
             KeyType: 'HASH'
-          - AttributeName: 'createdAt'
-            KeyType: 'RANGE'
         AttributeDefinitions:
-          - AttributeName: 'idx'
+          - AttributeName: 'task'
             AttributeType: 'S'
-          - AttributeName: 'createdAt'
-            AttributeType: 'N'
-          - AttributeName: 'network'
-            AttributeType: 'S'
-          - AttributeName: 'updateBlock'
-            AttributeType: 'N'
-        GlobalSecondaryIndexes:
-          - IndexName: IndexGovernanceProposalsUpdateBlock
-            KeySchema:
-              - AttributeName: 'network'
-                KeyType: 'HASH'
-              - AttributeName: 'updateBlock'
-                KeyType: 'RANGE'
-            Projection:
-              ProjectionType: ALL
 
     yieldProjectionsTable:
       Type: AWS::DynamoDB::Table
@@ -590,12 +574,3 @@ functions:
           name: ${self:service}-${self:custom.stage}-index-protocol-metrics-snapshots
           description: 'index protocol metrics'
           rate: rate(1 day)
-
-  index-governance-proposals-events:
-    handler: src/indexers/governance-proposals-indexer.updateGovernanceProposals
-    timeout: 900
-    events:
-      - schedule:
-          name: ${self:service}-${self:custom.stage}-index-governance-proposals
-          description: 'index onchain governance proposals events'
-          rate: rate(20 minutes)

src/aws/models/indexing-metadata.model.ts

@@ -0,0 +1,12 @@
+import { attribute, hashKey, table } from '@aws/dynamodb-data-mapper-annotations';
+
+import { INDEXING_META_DATA } from '../../config/constants';
+
+@table(INDEXING_META_DATA)
+export class IndexingMetadata<T> {
+  @hashKey()
+  task!: string;
+
+  @attribute({ memberType: { type: 'Any' } })
+  data!: T;
+}

src/chains/chains.utils.ts

@@ -18,8 +18,8 @@ export const SUPPORTED_NETWORKS = [
   Network.Optimism,
 ];
 
-export function getSupportedChains(): Chain[] {
-  return SUPPORTED_NETWORKS.map((n) => getOrCreateChain(n));
+export function getSupportedChains(supportedNetworks = SUPPORTED_NETWORKS): Chain[] {
+  return supportedNetworks.map((n) => getOrCreateChain(n));
 }
 
 export function getOrCreateChain(network?: Network): Chain {

src/chains/config/chain.config.ts

@@ -3,6 +3,7 @@ import BadgerSDK, { GasPrices, getNetworkConfig, Network, SDKProvider } from '@b
 import { BadRequest, NotFound } from '@tsed/exceptions';
 import { ethers } from 'ethers';
 
+import { GRAPH_URL } from '../../config/constants';
 import { TOKENS } from '../../config/tokens.config';
 import { TokenConfig } from '../../tokens/interfaces/token-config.interface';
 import { ChainVaults } from '../vaults/chain.vaults';
@@ -22,7 +23,7 @@ export abstract class Chain {
     const { chainId } = config;
     this.chainId = chainId;
     this.vaults = new ChainVaults(network);
-    this.sdk = new BadgerSDK({ network, provider });
+    this.sdk = new BadgerSDK({ network, provider, ...(GRAPH_URL ? { graphURL: GRAPH_URL } : {}) });
   }
 
   get provider(): providers.MulticallProvider {

src/config/constants.ts

@@ -21,7 +21,7 @@ export const YIELD_ESTIMATES_DATA = getEnvVar('YIELD_ESTIMATES_DATA');
 export const VAULT_YIELD_DATA = getEnvVar('VAULT_YIELD_DATA');
 export const PROTOCOL_DATA = getEnvVar('PROTOCOL_DATA');
 export const CHART_DATA = getEnvVar('CHART_DATA');
-export const GOVERNANCE_PROPOSALS_DATA = getEnvVar('GOVERNANCE_PROPOSALS_DATA');
+export const INDEXING_META_DATA = getEnvVar('INDEXING_META_DATA');
 export const YIELD_PROJECTIONS_DATA = getEnvVar('YIELD_PROJECTIONS_DATA');
 
 // thegraph constants
@@ -33,6 +33,7 @@ export const PANCAKESWAP_URL = getEnvVar('PANCAKESWAP');
 export const QUICKSWAP_URL = getEnvVar('QUICKSWAP');
 export const SWAPR_URL = getEnvVar('SWAPR');
 export const BALANCER_URL = getEnvVar('BALANCER');
+export const GRAPH_URL = getEnvVar('GRAPH_URL');
 
 // general constants
 export const STAGE = getEnvVar('STAGE');

src/controllers.ts

@@ -3,7 +3,6 @@ import { AccountsV3Controller } from './accounts/accounts.v3.controller';
 import { ChartsController } from './charts/charts.controller';
 import { DevelopmentController } from './dev/dev.controller';
 import { GasController } from './gas/gas.controller';
-import { GovernanceController } from './governance/governance.controller';
 import { LeaderBoardsController } from './leaderboards/leaderboards.controller';
 import { MetricsController } from './metrics/metrics.controller';
 import { PricesController } from './prices/prices.controller';
@@ -45,7 +44,6 @@ export const V3_CONTROLLERS = [
   MetricsController,
   PricesController,
   TokensController,
-  GovernanceController,
 
   DevelopmentController,