Merge pull request #1410 from edenia/feat/add-fio-chain

Create get block producers script

hapi/src/config/eos.config.js

@@ -46,6 +46,7 @@ module.exports = {
     nodeTable: process.env.HAPI_EOS_BP_JSON_ON_CHAIN_TABLE2 || 'node'
   },
   knownNetworks: {
+    fio: 'fio',
     lacchain: 'lacchain',
     libre: 'libre',
     telos: 'telos',

hapi/src/services/cpu.service.js

@@ -6,7 +6,7 @@ const {
 } = require('../utils')
 const { eosConfig } = require('../config')
 
-const saveBenchmark = async payload => {
+const saveBenchmark = async (payload) => {
   const mutation = `
     mutation ($account: String!, $usage: Int!) {
       insert_cpu_one (object: {account: $account, usage: $usage}) {
@@ -39,7 +39,11 @@ const cleanOldBenchmarks = async () => {
 }
 
 const worker = async () => {
-  if (!eosConfig.eosmechanics.account || !eosConfig.eosmechanics.password) {
+  if (
+    eosConfig.eosmechanics.account === ' ' ||
+    !eosConfig.eosmechanics.account ||
+    !eosConfig.eosmechanics.password
+  ) {
     return
   }
 
@@ -49,7 +53,7 @@ const worker = async () => {
     await saveBenchmark({
       account: block.producer,
       usage: block?.transactions.find(
-        trx => trx?.trx?.id === transaction.processed.id
+        (trx) => trx?.trx?.id === transaction.processed.id
       ).cpu_usage_us
     })
   } catch (error) {

hapi/src/services/fio.service.js

@@ -0,0 +1,256 @@
+const { StatusCodes } = require('http-status-codes')
+
+const { axiosUtil, eosUtil, sequelizeUtil, producerUtil } = require('../utils')
+const { eosConfig } = require('../config')
+
+const getProducers = async () => {
+  let producers = []
+  let totalVoteWeight
+  let hasMore = true
+  let nextKey
+
+  try {
+    while (hasMore) {
+      const {
+        rows,
+        more
+    } = await eosUtil.getTableRows({
+        code: 'eosio',
+        table: 'producers',
+        scope: 'eosio',
+        limit: 100,
+        json: true,
+        lower_bound: nextKey
+      })
+
+      hasMore = !!more
+      nextKey = more
+      producers.push(...rows)
+    }
+
+    const {
+      rows,
+    } = await eosUtil.getTableRows({
+      code: 'eosio',
+      table: 'global',
+      scope: 'eosio',
+      limit: 1,
+      json: true,
+      lower_bound: nextKey
+    })
+
+    totalVoteWeight = parseFloat(rows?.at(0)?.total_producer_vote_weight)
+  } catch (error) {
+    console.error('PRODUCER SYNC ERROR', error)
+    producers = await getProducersFromDB()
+
+    return await getBPJsons(producers)
+  }
+  producers = producers
+    .filter(producer => !!producer.is_active)
+    .sort((a, b) => {
+      if (parseInt(a.total_votes) > parseInt(b.total_votes)) {
+        return -1
+      }
+
+      if (parseInt(a.total_votes) < parseInt(b.total_votes)) {
+        return 1
+      }
+
+      return 0
+    })
+
+  const rewards = await producerUtil.getExpectedRewards(
+    producers,
+    totalVoteWeight
+  )
+  const nonPaidStandby = { vote_rewards: 0, block_rewards: 0, total_rewards: 0 }
+
+  producers = producers.map((producer, index) => {
+    return {
+      owner: producer.owner,
+      ...(rewards[producer.owner] || nonPaidStandby),
+      total_votes: producer.total_votes,
+      total_votes_percent: producer.total_votes / totalVoteWeight,
+      total_votes_eos: producerUtil.getVotes(producer.total_votes),
+      rank: index + 1,
+      producer_key: producer.producer_public_key,
+      url: producer.url,
+      unpaid_blocks: producer.unpaid_blocks,
+      last_claim_time: producer.last_claim_time,
+      location: producer.location,
+      producer_authority: producer.producer_authority,
+      is_active: !!producer.is_active,
+      fio_address: producer.fio_address,
+      addresshash: producer.addresshash,
+      last_bpclaim: producer.last_bpclaim?.toString() || '0'
+    }
+  })
+  producers = await getBPJsons(producers)
+
+  return producers
+}
+
+const getBPJsons = async (producers = []) => {
+  const isEosNetwork = eosConfig.chainId === eosConfig.eosChainId
+  let topProducers = producers.slice(0, eosConfig.eosTopLimit)
+
+  topProducers = await Promise.all(
+    topProducers.map(async producer => {
+      let bpJson = {}
+      let bpJsonUrl = ''
+      let healthStatus = []
+
+      if (producer.url && producer.url.length > 3) {
+        const producerUrl = getProducerUrl(producer)
+        const chains = await getChains(producerUrl)
+        const chainUrl = chains[eosConfig.chainId]
+        bpJsonUrl = getBPJsonUrl(producerUrl, chainUrl || '/bp.json')
+
+        try {
+          bpJson = await getBPJson(bpJsonUrl)
+        } catch (error) {
+          if (error.code === 'ECONNABORTED') {          
+            return {
+              ...producer,
+              bp_json_url: bpJsonUrl,
+              health_status: healthStatus,
+              bp_json: bpJson
+            }
+          }
+        }
+
+        if (bpJson && !chainUrl && !isEosNetwork) {
+          const { org, producer_account_name: name } = bpJson
+
+          bpJson = {
+            ...(org && { org }),
+            ...(name && { producer_account_name: name })
+          }
+        }
+
+        healthStatus = await getProducerHealthStatus({
+          ...producer,
+          producerUrl,
+          bpJson,
+        })
+      }
+
+      return {
+        ...producer,
+        bp_json_url: bpJsonUrl,
+        health_status: healthStatus,
+        bp_json: bpJson
+      }
+    })
+  )
+
+  return topProducers.concat(producers.slice(eosConfig.eosTopLimit))
+}
+
+const getBPJsonUrl = (producerUrl, chainUrl) => {
+  return `${producerUrl}/${chainUrl}`.replace(/(?<=:\/\/.*)((\/\/))/, '/')
+}
+
+const getBPJson = async bpJsonUrl => {
+  const { data: _bpJson } = await axiosUtil.instance.get(bpJsonUrl)
+  const bpJson = !!_bpJson && typeof _bpJson === 'object' ? _bpJson : {}
+
+  return bpJson
+}
+
+const getProducerUrl = producer => {
+  let producerUrl = producer?.url?.replace(/(“|'|”|")/g, '') || ''
+
+  if (!producerUrl.startsWith('http')) {
+    producerUrl = `http://${producerUrl}`
+  }
+
+  return producerUrl
+}
+
+const getChains = async producerUrl => {
+  const chainsUrl = `${producerUrl}/chains.json`.replace(
+    /(?<=:\/\/.*)((\/\/))/,
+    '/'
+  )
+
+  try {
+    const {
+      data: { chains }
+    } = await axiosUtil.instance.get(chainsUrl)
+
+    return chains ?? {}
+  } catch (error) {
+    return {}
+  }
+}
+
+const isNonCompliant = producer => {
+  return !Object.keys(producer.bpJson).length && producer.total_rewards >= 100
+}
+
+const getProducerHealthStatus = async producer => {
+  const healthStatus = []
+  const {bpJson, producerUrl} = producer
+
+  if (isNonCompliant(producer)) {
+    const response = await producerUtil.getUrlStatus(producerUrl)
+
+    healthStatus.push({ name: 'bpJson', valid: false })
+    healthStatus.push({
+      name: 'website',
+      valid: response?.status === StatusCodes.OK,
+      response: {
+        status: response?.status,
+        statusText: response?.statusText || 'No response'
+      }
+    })
+
+    return healthStatus
+  }
+
+  if (!bpJson || !Object.keys(bpJson).length) return []
+
+  healthStatus.push({
+    name: 'bpJson',
+    valid: true
+  })
+  healthStatus.push({
+    name: 'organization_name',
+    valid: !!bpJson.org?.candidate_name
+  })
+  healthStatus.push({
+    name: 'email',
+    valid: !!bpJson.org?.email
+  })
+  healthStatus.push({
+    name: 'website',
+    valid: !!bpJson.org?.website
+  })
+  healthStatus.push({
+    name: 'logo_256',
+    valid: !!bpJson?.org?.branding?.logo_256
+  })
+  healthStatus.push({
+    name: 'country',
+    valid: !!bpJson?.org?.location?.country
+  })
+
+  return healthStatus
+}
+
+const getProducersFromDB = async () => {
+  const [producers] = await sequelizeUtil.query(`
+    SELECT *
+    FROM producer
+    ORDER BY rank ASC
+    ;
+  `)
+
+  return producers
+}
+
+module.exports = {
+  getProducers
+}