Merge pull request #127 from dom-jiang/main

add orderly trading data

Author: dom-jiang

app.py

@@ -20,15 +20,16 @@
 from db_provider import get_history_token_price, query_limit_order_log, query_limit_order_swap, get_liquidity_pools, get_actions, query_dcl_pool_log
 from db_provider import query_recent_transaction_swap, query_recent_transaction_dcl_swap, \
     query_recent_transaction_liquidity, query_recent_transaction_dcl_liquidity, query_recent_transaction_limit_order, query_dcl_points, query_dcl_points_by_account, \
-    query_dcl_user_unclaimed_fee, query_dcl_user_claimed_fee, query_dcl_user_unclaimed_fee_24h, query_dcl_user_claimed_fee_24h, query_dcl_user_tvl, query_dcl_user_change_log, query_burrow_log, get_history_token_price_by_token
+    query_dcl_user_unclaimed_fee, query_dcl_user_claimed_fee, query_dcl_user_unclaimed_fee_24h, query_dcl_user_claimed_fee_24h, \
+    query_dcl_user_tvl, query_dcl_user_change_log, query_burrow_log, get_history_token_price_by_token, add_orderly_trading_data
 import re
 from flask_limiter import Limiter
 from loguru import logger
 from analysis_v2_pool_data_s3 import analysis_v2_pool_data_to_s3, analysis_v2_pool_account_data_to_s3
 import time
 import datetime
 
-service_version = "20240415.01"
+service_version = "20240417.01"
 Welcome = 'Welcome to ref datacenter API server, version ' + service_version + ', indexer %s' % \
           Cfg.NETWORK[Cfg.NETWORK_ID]["INDEXER_HOST"][-3:]
 # Instantiation, which can be regarded as fixed format
@@ -835,6 +836,34 @@ def handle_circulating_supply():
     return ret
 
 
+@app.route('/crm/orderly/trading-data', methods=['GET', 'POST', 'PUT'])
+@flask_cors.cross_origin()
+def handle_crm_orderly_data():
+    try:
+        ret = {
+            "code": 0,
+            "msg": "success"
+        }
+        json_data = request.get_json()
+        broker_id = json_data["data"]["broker_id"]
+        if "health_check" == broker_id:
+            return ret
+        logger.info(f"orderly trading data:{json_data}")
+        signature = request.headers.get("signature")
+        logger.info("signature:{}", signature)
+        trading_data_info = json_data["data"]
+        trading_data_info["timestamp"] = json_data["timestamp"]
+        symbol_data = trading_data_info["symbol"].split("_")
+        trading_data_info["data_source"] = "orderly"
+        trading_data_info["trading_type"] = symbol_data[0]
+        trading_data_info["token_in"] = symbol_data[1]
+        trading_data_info["token_out"] = symbol_data[2]
+        add_orderly_trading_data(trading_data_info)
+        return ret
+    except Exception as e:
+        logger.error("handle orderly trading data error:{}", e)
+
+
 current_date = datetime.datetime.now().strftime("%Y-%m-%d")
 log_file = "app-%s.log" % current_date
 logger.add(log_file)

db_provider.py

@@ -52,6 +52,16 @@ def get_near_lake_dcl_connect(network_id: str):
     return conn
 
 
+def get_crm_db_connect(network_id: str):
+    conn = pymysql.connect(
+        host=Cfg.NETWORK[network_id]["DB_HOST"],
+        port=int(Cfg.NETWORK[network_id]["DB_PORT"]),
+        user=Cfg.NETWORK[network_id]["DB_UID"],
+        passwd=Cfg.NETWORK[network_id]["DB_PWD"],
+        db="crm")
+    return conn
+
+
 def get_liquidity_pools(network_id, account_id):
     ret = []
     db_conn = get_near_lake_connect(network_id)
@@ -1185,6 +1195,31 @@ def query_dcl_user_change_log(network_id, pool_id, account_id, user_token_timest
         cursor.close()
 
 
+def add_orderly_trading_data(trading_data_info):
+    db_conn = get_crm_db_connect(Cfg.NETWORK_ID)
+    sql = "insert into t_trading(data_source, trading_type, token_in, token_out, side, `status`, order_id, " \
+          "account_id, price, type, quantity, amount, executed, visible, total_fee, fee_asset, client_order_id, " \
+          "average_executed_price, created_time, updated_time, `timestamp`, create_time) values(%s,%s,%s,%s,%s,%s," \
+          "%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s, now())"
+    par = (trading_data_info["data_source"], trading_data_info["trading_type"], trading_data_info["token_in"],
+           trading_data_info["token_out"], trading_data_info["side"], trading_data_info["status"],
+           trading_data_info["order_id"], trading_data_info["account_id"], trading_data_info["price"],
+           trading_data_info["type"], trading_data_info["quantity"], trading_data_info["amount"],
+           trading_data_info["executed"], trading_data_info["visible"], trading_data_info["total_fee"],
+           trading_data_info["fee_asset"], trading_data_info["client_order_id"],
+           trading_data_info["average_executed_price"], trading_data_info["created_time"],
+           trading_data_info["updated_time"], trading_data_info["timestamp"])
+    cursor = db_conn.cursor(cursor=pymysql.cursors.DictCursor)
+    try:
+        cursor.execute(sql, par)
+        db_conn.commit()
+    except Exception as e:
+        db_conn.rollback()
+        raise e
+    finally:
+        cursor.close()
+
+
 if __name__ == '__main__':
     print("#########MAINNET###########")
     # clear_token_price()