release dynamic graph service for online sampling and predicting (#197)

- released docs are not included in this commit and will be added later.

Author: goldenleaves

.github/workflows/dgs_ci.yml

@@ -0,0 +1,78 @@
+name: DynamicGraphService CI
+
+on:
+  push:
+    branches: [ master ]
+    paths:
+      - '.github/workflows/dgs_ci.yml'
+      - 'third_party/cppkafka/**'
+      - 'third_party/glog/**'
+      - 'third_party/googletest/**'
+      - 'third_party/grpc/**'
+      - 'third_party/hiactor/**'
+      - 'third_party/rocksdb/**'
+      - 'dynamic-graph-service/**'
+      - '!dynamic-graph-service/dataloader/**'
+      - '!dynamic-graph-service/gsl_client/**'
+      - '!dynamic-graph-service/k8s/**'
+      - '!dynamic-graph-service/**.md'
+  pull_request:
+    branches: [ master ]
+    paths:
+      - '.github/workflows/dgs_ci.yml'
+      - 'third_party/cppkafka/**'
+      - 'third_party/glog/**'
+      - 'third_party/googletest/**'
+      - 'third_party/grpc/**'
+      - 'third_party/hiactor/**'
+      - 'third_party/rocksdb/**'
+      - 'dynamic-graph-service/**'
+      - '!dynamic-graph-service/dataloader/**'
+      - '!dynamic-graph-service/gsl_client/**'
+      - '!dynamic-graph-service/k8s/**'
+      - '!dynamic-graph-service/**.md'
+
+jobs:
+  build-dgs:
+    runs-on: ubuntu-20.04
+    if: ${{ github.repository == 'alibaba/graph-learn' }}
+    steps:
+    - uses: actions/checkout@v3
+
+    - name: Download third-party built package
+      working-directory: ${{github.workspace}}/third_party
+      run: |
+        wget -q https://graphlearn.oss-cn-hangzhou.aliyuncs.com/package/dgs_third_party_built.tgz
+        tar zxvf dgs_third_party_built.tgz
+
+    - name: Install Dependencies
+      working-directory: ${{github.workspace}}/dynamic-graph-service
+      run: |
+        sudo apt-get -y update
+        sudo ./install_dependencies.sh
+
+    - name: Build
+      working-directory: ${{github.workspace}}/dynamic-graph-service
+      run: |
+        mkdir build
+        cd build
+        cmake -DENABLE_GCOV=ON -DDEBUG=ON -DBENCHMARKING=ON ..
+        export BUILD_CONCURRENCY=$(cat < /proc/cpuinfo | grep -c "processor")
+        make -j${BUILD_CONCURRENCY}
+
+    - name: Run unittest
+      working-directory: ${{github.workspace}}/dynamic-graph-service
+      run: |
+        ./run_unittests.sh
+
+    - name: Check code coverage
+      uses: VeryGoodOpenSource/very_good_coverage@v1
+      with:
+        path: "./dynamic-graph-service/build/coverage/coverage.info"
+        min_coverage: 90
+
+    - name: Upload code coverage reports
+      uses: actions/upload-artifact@v3
+      with:
+        name: code-coverage-reports
+        path: "./dynamic-graph-service/build/coverage/reports/"

.github/workflows/gl_cd.yml

@@ -8,6 +8,7 @@ on:
 jobs:
   build:
     runs-on: ${{ matrix.os }}
+    if: ${{ github.repository == 'alibaba/graph-learn' }}
     strategy:
       fail-fast: false
       matrix:
@@ -18,10 +19,10 @@ jobs:
           - { os: ubuntu-20.04, python-version: 3.7, python-abis: "cp37-cp37m" }
           - { os: ubuntu-20.04, python-version: 3.8, python-abis: "cp38-cp38" }
           - { os: ubuntu-20.04, python-version: 3.9, python-abis: "cp39-cp39" }
-
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
+
       - name: Deploy python packages
         if: startsWith(github.ref, 'refs/tags/') && matrix.no-deploy != '1'
         shell: bash

.github/workflows/gl_ci.yml

@@ -13,6 +13,7 @@ on:
       - 'graphlearn/**'
       - '!graphlearn/docs/**'
       - '!graphlearn/examples/**'
+      - '!graphlearn/**.md'
   pull_request:
     branches: [ master ]
     paths:
@@ -25,18 +26,19 @@ on:
       - 'graphlearn/**'
       - '!graphlearn/docs/**'
       - '!graphlearn/examples/**'
+      - '!graphlearn/**.md'
 
 
 jobs:
   build-gl:
     runs-on: ${{ matrix.os }}
+    if: ${{ github.repository == 'alibaba/graph-learn' }}
     strategy:
       matrix:
         include:
 #          - { os: ubuntu-18.04, python-version: 2.7, python-abis: "cp27-cp27mu" }
 #          - { os: ubuntu-18.04, python-version: 3.7, python-abis: "cp37-cp37m" }
           - { os: ubuntu-20.04, python-version: 3.7, python-abis: "cp37-cp37m" }
-
     steps:
     - uses: actions/checkout@v3
 

.gitmodules

@@ -10,3 +10,15 @@
 [submodule "third_party/grpc/grpc"]
 	path = third_party/grpc/grpc
 	url = https://github.com/grpc/grpc.git
+[submodule "third_party/flatbuffers/flatbuffers"]
+	path = third_party/flatbuffers/flatbuffers
+	url = https://github.com/google/flatbuffers.git
+[submodule "third_party/rocksdb/rocksdb"]
+	path = third_party/rocksdb/rocksdb
+	url = https://github.com/facebook/rocksdb.git
+[submodule "third_party/hiactor/hiactor"]
+	path = third_party/hiactor/hiactor
+	url = https://github.com/alibaba/hiactor.git
+[submodule "third_party/cppkafka/cppkafka"]
+	path = third_party/cppkafka/cppkafka
+	url = https://github.com/mfontanini/cppkafka.git

README.md

@@ -1,4 +1,4 @@
-![GL](docs/images/graph-learn.png)
+![GL](graphlearn/docs/images/graph-learn.png)
 [![pypi](https://img.shields.io/pypi/v/graph-learn.svg)](https://pypi.org/project/graph-learn/)
 [![docs](https://img.shields.io/badge/docs-latest-brightgreen.svg)](https://graph-learn.readthedocs.io/en/latest/)
 [![graph-learn CI](https://github.com/alibaba/graph-learn/workflows/graph-learn%20CI/badge.svg)](https://github.com/alibaba/graph-learn/actions)
@@ -33,7 +33,7 @@ cd examples/tf/ego_sage/
 python train_unsupervised.py
 ```
 
-[Distributed training example](graphlearn/docs/en/algo/tf/k8s)
+[Distributed training example](graphlearn/docs/en/algo/tf/k8s.md)
 
 
 

README_cn.md

@@ -1,4 +1,4 @@
-![GL](docs/images/graph-learn.png)
+![GL](graphlearn/docs/images/graph-learn.png)
 [![pypi](https://img.shields.io/pypi/v/graph-learn.svg)](https://pypi.org/project/graph-learn/)
 [![docs](https://img.shields.io/badge/docs-latest-brightgreen.svg)](https://graph-learn.readthedocs.io/zh_CN/latest/)
 [![graph-learn CI](https://github.com/alibaba/graph-learn/workflows/graph-learn%20CI/badge.svg)](https://github.com/alibaba/graph-learn/actions)
@@ -30,7 +30,7 @@ GraphSAGE示例
 cd examples/tf/ego_sage/
 python train_unsupervised.py
 ```
-[分布式训练示例](graphlearn/docs/zh_CN/algo/tf/k8s)
+[分布式训练示例](graphlearn/docs/zh_CN/algo/tf/k8s.md)
 
 ## 论文