[ISSUE apache#134] Deploy Meta, Event Store and Runtime test environm…

…ents in CI (apache#135) * Deploy Meta and Event Store (+7 squashed commit) Squashed commit: [5acff2f] All set up [d7709f3] Fix https://github.com/Pil0tXia/eventmesh-dashboard/actions/runs/8750467914/job/24014067077 [7511311] Fix https://github.com/Pil0tXia/eventmesh-dashboard/actions/runs/8750423240/job/24013937143 [f45a4d1] attempt 3 [5816c89] attempt 2 [72d2739] Fix https://github.com/Pil0tXia/eventmesh-dashboard/actions/runs/8750043293/job/24012794317 [0ef9ba8] fix attempt 1 (+1 squashed commits) Squashed commits: [51fcaa5] attempt 1 * Deploy Meta binary instead * Deploy EventMesh * Optimize nacos tests * Fix Runtime dist path * remove jacoco * add redis & copy config * Fix relative path
zzxxiansheng · Apr 20, 2024 · 0c6ba95 · 0c6ba95
1 parent 53785bf
commit 0c6ba95
Show file tree

Hide file tree

Showing 7 changed files with 227 additions and 16 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -33,7 +33,7 @@ jobs:
       matrix:
         os: [ ubuntu-latest ]
         java: [ 8, 11 ]
-        language: ['java']
+        language: [ 'java' ]
     runs-on: ${{ matrix.os }}
 
     services:
@@ -48,17 +48,68 @@ jobs:
           - 3306:3306
         # Set health checks to wait until MySQL has started
         options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3
+      redis:
+        image: redis
+        ports:
+          - 6379:6379
+        options: --health-cmd="redis-cli ping" --health-interval=10s --health-timeout=5s --health-retries=3
 
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
 
+      - name: Download middlewares
+        run: |
+          wget https://github.com/alibaba/nacos/releases/download/2.3.2/nacos-server-2.3.2.zip
+          unzip nacos-server-2.3.2.zip
+          wget https://dist.apache.org/repos/dist/release/rocketmq/4.9.8/rocketmq-all-4.9.8-bin-release.zip
+          unzip rocketmq-all-4.9.8-bin-release.zip
+          git clone https://github.com/apache/eventmesh.git
+
+      - name: Setup Gradle
+        uses: gradle/gradle-build-action@v2
+
+      - name: Set up JDK 11
+        uses: actions/setup-java@v3
+        with:
+          distribution: 'corretto'
+          java-version: 11
+
+      - name: Build EventMesh GenerateGrammarSource
+        working-directory: eventmesh
+        run: ./gradlew clean generateGrammarSource --parallel --daemon
+
       - name: Set up JDK ${{ matrix.java }}
         uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
           java-version: ${{ matrix.java }}
           cache: maven
 
-      - name: Build with Maven
-        run: ./mvnw -B package --file pom.xml
+      - name: Build EventMesh Runtime
+        working-directory: eventmesh
+        run: ./gradlew clean dist -x spotlessJava -x generateGrammarSource --parallel --daemon && ./gradlew installPlugin
+
+      - name: Apply configuration file
+        run: cp .github/workflows/config/eventmesh.properties eventmesh/dist/conf/eventmesh.properties
+
+      - name: Set up Meta
+        working-directory: nacos
+        run: nohup bash bin/startup.sh -m standalone &
+
+      - name: Set up Event Store
+        working-directory: rocketmq-all-4.9.8-bin-release
+        run: |
+          nohup sh bin/mqnamesrv &
+          sleep 5
+          nohup sh bin/mqbroker -n localhost:9876 &
+
+      - name: Set up EventMesh Runtime
+        working-directory: eventmesh/dist
+        run: bash bin/start.sh
+
+      - name: Build Dashboard
+        run: ./mvnw -B package -DskipTests --file pom.xml
+
+      - name: Run Unit Tests
+        run: ./mvnw -B test --file pom.xml
diff --git a/.github/workflows/config/eventmesh.properties b/.github/workflows/config/eventmesh.properties
@@ -0,0 +1,140 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+########################## EventMesh Runtime Environment ##########################
+eventMesh.server.idc=DEFAULT
+eventMesh.server.env=PRD
+eventMesh.server.provide.protocols=HTTP,TCP,GRPC
+eventMesh.server.cluster=COMMON
+eventMesh.server.name=EVENTMESH-runtime
+eventMesh.sysid=0000
+eventMesh.server.tcp.port=10000
+eventMesh.server.http.port=10105
+eventMesh.server.grpc.port=10205
+# HTTP Admin Server
+eventMesh.server.admin.http.port=10106
+
+########################## EventMesh TCP Configuration ##########################
+eventMesh.server.tcp.enabled=true
+eventMesh.server.tcp.readerIdleSeconds=120
+eventMesh.server.tcp.writerIdleSeconds=120
+eventMesh.server.tcp.allIdleSeconds=120
+eventMesh.server.tcp.clientMaxNum=10000
+# client isolation time if the message send failure
+eventMesh.server.tcp.pushFailIsolateTimeInMills=30000
+# rebalance internal
+eventMesh.server.tcp.RebalanceIntervalInMills=30000
+# session expire time about client
+eventMesh.server.session.expiredInMills=60000
+# flow control, include the global level and session level
+eventMesh.server.tcp.msgReqnumPerSecond=15000
+eventMesh.server.http.msgReqnumPerSecond=15000
+eventMesh.server.session.upstreamBufferSize=20
+
+# for single event publish, maximum size allowed per event
+eventMesh.server.maxEventSize=1000
+# for batch event publish, maximum number of events allowed in one batch
+eventMesh.server.maxEventBatchSize=10
+
+# thread number about global scheduler
+eventMesh.server.global.scheduler=5
+eventMesh.server.tcp.taskHandleExecutorPoolSize=8
+# retry
+eventMesh.server.retry.async.pushRetryTimes=3
+eventMesh.server.retry.sync.pushRetryTimes=3
+eventMesh.server.retry.async.pushRetryDelayInMills=500
+eventMesh.server.retry.sync.pushRetryDelayInMills=500
+eventMesh.server.retry.pushRetryQueueSize=10000
+eventMesh.server.retry.plugin.type=default
+
+# sleep interval between closing client of different group in server graceful shutdown
+eventMesh.server.gracefulShutdown.sleepIntervalInMills=1000
+eventMesh.server.rebalanceRedirect.sleepIntervalInMills=200
+
+# ip address blacklist
+eventMesh.server.blacklist.ipv4=0.0.0.0/8,127.0.0.0/8,169.254.0.0/16,255.255.255.255/32
+eventMesh.server.blacklist.ipv6=::/128,::1/128,ff00::/8
+
+########################## EventMesh Plugin Configuration ##########################
+# storage plugin
+eventMesh.storage.plugin.type=rocketmq
+
+# security plugin
+eventMesh.server.security.enabled=false
+eventMesh.security.plugin.type=security
+eventMesh.security.validation.type.token=false
+eventMesh.security.publickey=
+
+# metaStorage plugin
+eventMesh.metaStorage.plugin.enabled=true
+eventMesh.metaStorage.plugin.type=nacos
+eventMesh.metaStorage.plugin.server-addr=127.0.0.1:8848
+eventMesh.metaStorage.plugin.username=nacos
+eventMesh.metaStorage.plugin.password=nacos
+
+# metaStorage plugin: nacos
+#eventMesh.metaStorage.nacos.endpoint=
+#eventMesh.metaStorage.nacos.accessKey=
+#eventMesh.metaStorage.nacos.secretKey=
+#eventMesh.metaStorage.nacos.clusterName=
+#eventMesh.metaStorage.nacos.namespace=
+# The default value is half of CPU's num
+#eventMesh.metaStorage.nacos.namingPollingThreadCount=5
+
+# metaStorage plugin: zookeeper
+#eventMesh.metaStorage.zookeeper.scheme=
+#eventMesh.metaStorage.zookeeper.auth=
+#eventMesh.metaStorage.zookeeper.connectionTimeoutMs=
+#eventMesh.metaStorage.zookeeper.sessionTimeoutMs=
+
+# Fully qualified name of org.apache.curator.RetryPolicy implementation
+#eventMesh.metaStorage.zookeeper.retryPolicy.class=
+
+# Constructor arguments for different org.apache.curator.RetryPolicy implementations
+#eventMesh.metaStorage.zookeeper.retryPolicy.baseSleepTimeMs=
+#eventMesh.metaStorage.zookeeper.retryPolicy.maxRetries=
+#eventMesh.metaStorage.zookeeper.retryPolicy.maxSleepTimeMs=
+#eventMesh.metaStorage.zookeeper.retryPolicy.retryIntervalMs=
+#eventMesh.metaStorage.zookeeper.retryPolicy.nTimes=
+#eventMesh.metaStorage.zookeeper.retryPolicy.sleepMsBetweenRetries=
+
+# The TLS configuration of metaStorage plugin: consul
+# keyStoreInstanceType's value can refer to com.ecwid.consul.transport.TLSConfig.KeyStoreInstanceType
+#eventMesh.metaStorage.consul.tls.keyStoreInstanceType=
+#eventMesh.metaStorage.consul.tls.certificatePath=
+#eventMesh.metaStorage.consul.tls.certificatePassword=
+#eventMesh.metaStorage.consul.tls.keyStorePath=
+#eventMesh.metaStorage.consul.tls.keyStorePassword=
+
+# metrics plugin, if you have multiple plugin, you can use ',' to split
+eventMesh.metrics.plugin=prometheus
+
+# trace plugin
+eventMesh.server.trace.enabled=false
+eventMesh.trace.plugin=zipkin
+
+# webhook
+# Start webhook admin service
+eventMesh.webHook.admin.start=true
+# Webhook event configuration storage mode. Currently, only file and nacos are supported
+eventMesh.webHook.operationMode=file
+# The file storage path of the file storage mode. If #{eventMeshHome} is written, it is in the EventMesh root directory
+eventMesh.webHook.fileMode.filePath= #{eventMeshHome}/webhook
+# Nacos storage mode, and the configuration naming rule is EventMesh webHook. nacosMode. {nacos native configuration key} please see the specific configuration [nacos github api](https://github.com/alibaba/nacos/blob/develop/api/src/main/java/com/alibaba/nacos/api/SystemPropertyKeyConst.java)
+## Address of Nacos
+eventMesh.webHook.nacosMode.serverAddr=127.0.0.1:8848
+# Webhook CloudEvent sending mode. This property is the same as the eventMesh.storage.plugin.type configuration.
+eventMesh.webHook.producer.storage=standalone
diff --git a/...che/eventmesh/dashboard/console/function/health/check/impl/meta/NacosConfigCheckTest.java b/...che/eventmesh/dashboard/console/function/health/check/impl/meta/NacosConfigCheckTest.java
@@ -28,8 +28,6 @@
 import org.junit.jupiter.api.Test;
 import org.junit.jupiter.api.Timeout;
 
-import com.alibaba.nacos.api.exception.NacosException;
-
 import lombok.extern.slf4j.Slf4j;
 
 @Slf4j
@@ -70,7 +68,7 @@ public void onSuccess() {
                 @Override
                 public void onFail(Exception e) {
                     latch.countDown();
-                    log.error("{}, failed for reason {}", this.getClass().getSimpleName(), e);
+                    log.error("{}, failed", this.getClass().getSimpleName(), e);
                 }
             });
             latch.await(2, TimeUnit.SECONDS);

diff --git a/.../main/java/org/apache/eventmesh/dashboard/core/function/SDK/config/CreateNacosConfig.java b/.../main/java/org/apache/eventmesh/dashboard/core/function/SDK/config/CreateNacosConfig.java
@@ -28,7 +28,17 @@
 @NoArgsConstructor
 public class CreateNacosConfig implements CreateSDKConfig {
 
-    private String serverAddress;
+    private String serverAddress = "127.0.0.1:8848";
+
+    private String namespace = "";
+
+    private String username = "nacos";
+
+    private String password = "nacos";
+
+    private String accessKey = "";
+
+    private String secretKey = "";
 
     @Override
     public String getUniqueKey() {

diff --git a/...a/org/apache/eventmesh/dashboard/core/function/SDK/operation/NacosConfigSDKOperation.java b/...a/org/apache/eventmesh/dashboard/core/function/SDK/operation/NacosConfigSDKOperation.java
@@ -41,6 +41,11 @@ public SimpleEntry<String, ConfigService> createClient(CreateSDKConfig clientCon
         try {
             Properties properties = new Properties();
             properties.put(PropertyKeyConst.SERVER_ADDR, config.getServerAddress());
+            properties.put(PropertyKeyConst.NAMESPACE, config.getNamespace());
+            properties.put(PropertyKeyConst.USERNAME, config.getUsername());
+            properties.put(PropertyKeyConst.PASSWORD, config.getPassword());
+            properties.put(PropertyKeyConst.ACCESS_KEY, config.getAccessKey());
+            properties.put(PropertyKeyConst.SECRET_KEY, config.getSecretKey());
             configService = NacosFactory.createConfigService(properties);
         } catch (NacosException e) {
             log.error("NacosCheck init failed caused by {}", e.getErrMsg());

diff --git a/...a/org/apache/eventmesh/dashboard/core/function/SDK/operation/NacosNamingSDKOperation.java b/...a/org/apache/eventmesh/dashboard/core/function/SDK/operation/NacosNamingSDKOperation.java
@@ -42,6 +42,11 @@ public SimpleEntry<String, NamingService> createClient(CreateSDKConfig clientCon
         try {
             Properties properties = new Properties();
             properties.put(PropertyKeyConst.SERVER_ADDR, config.getServerAddress());
+            properties.put(PropertyKeyConst.NAMESPACE, config.getNamespace());
+            properties.put(PropertyKeyConst.USERNAME, config.getUsername());
+            properties.put(PropertyKeyConst.PASSWORD, config.getPassword());
+            properties.put(PropertyKeyConst.ACCESS_KEY, config.getAccessKey());
+            properties.put(PropertyKeyConst.SECRET_KEY, config.getSecretKey());
             namingService = NacosFactory.createNamingService(properties);
         } catch (NacosException e) {
             log.error("NacosCheck init failed caused by {}", e.getErrMsg());

diff --git a/...g/apache/eventmesh/dashboard/core/function/SDK/operation/NacosNamingSDKOperationTest.java b/...g/apache/eventmesh/dashboard/core/function/SDK/operation/NacosNamingSDKOperationTest.java
@@ -38,15 +38,17 @@ class NacosNamingSDKOperationTest {
     @Test
     public void testCreateNamingService() throws NacosException, InterruptedException {
         try {
-        CreateNacosConfig createClientConfig = new CreateNacosConfig();
-        createClientConfig.setServerAddress("127.0.0.1:8848");
-        NamingService namingService = (NamingService) SDKManager.getInstance().createClient(SDKTypeEnum.META_NACOS_NAMING, createClientConfig)
-            .getValue();
-        namingService.registerInstance("eventmesh-dashboard-sdk-nacos-test", "11.11.11.11", 8888, "eventmesh-dashboard-sdk-nacos-test-cluster-name");
-
-        namingService.deregisterInstance("eventmesh-dashboard-sdk-nacos-test", "11.11.11.11", 8888,
-            "eventmesh-dashboard-sdk-nacos-test-cluster-name");}
-        catch (Exception e){
+            CreateNacosConfig createClientConfig = new CreateNacosConfig();
+            createClientConfig.setServerAddress("127.0.0.1:8848");
+            createClientConfig.setUsername("nacos");
+            createClientConfig.setPassword("nacos");
+            NamingService namingService = (NamingService) SDKManager.getInstance().createClient(SDKTypeEnum.META_NACOS_NAMING, createClientConfig)
+                .getValue();
+            namingService.registerInstance("eventmesh-dashboard-sdk-nacos-test", "192.168.11.11", 8888,
+                "eventmesh-dashboard-sdk-nacos-test-cluster-name");
+            namingService.deregisterInstance("eventmesh-dashboard-sdk-nacos-test", "192.168.11.11", 8888,
+                "eventmesh-dashboard-sdk-nacos-test-cluster-name");
+        } catch (Exception e) {
             log.error("create nacos naming service failed", e);
         }
     }