add post fullflowtest

Author: leondavi

.github/workflows/pr.yml

@@ -40,3 +40,9 @@ jobs:
         run: |
           ./tests/NerlnetFullFlowTest.sh
         timeout-minutes: 20
+      - name: Post FullFlow test
+        id: fullflowpost
+        if: steps.fullflow.outcome == 'success'
+        run: |
+          ./tests/NerlnetFullFlowTestPost.sh
+        timeout-minutes: 5

src_erl/NerlnetApp/rebar.config

@@ -8,7 +8,7 @@
     {apps, [nerlnetApp]}
 ]}.
 {base_dir, "/usr/local/lib/nerlnet-lib/NErlNet/build/rebar"}.
-{relx, [{release, {nerlnetApp, "1.4.3"}, [nerlnetApp,cowboy,jsx,kernel,stdlib,inets]},
+{relx, [{release, {nerlnetApp, "1.4.3"}, [nerlnetApp,cowboy,jsx,kernel,stdlib,inets,sasl,os_mon]},
         {dev_mode, true},
         {include_erts, true},
         %{include_src, true},

src_erl/NerlnetApp/src/Stats/stats.erl

@@ -98,18 +98,26 @@ generate_stats_ets() -> %% sources, clients , routers , mainserver...
 
 %% Starts the os_mon application if it is not already started.
 %% This is necessary for monitoring system performance.
+
+start_apps_if_not_started(Apps) ->
+    lists:foreach(fun(App) ->
+        case lists:keymember(Apps, 1, application:which_applications()) of
+        true ->
+            ok;  % Already running
+        false ->
+            case application:ensure_all_started(App) of
+                {ok, _} -> ok;
+                {error, {already_started, App}} -> ok;
+                {error, Reason} -> {error, Reason}
+            end
+        end
+    end, Apps).
+
+
 %% It also ensures that the sasl application is started, as os_mon depends on it.
 start_os_mon() ->
-    % check if os_mon is already started
-    case application:which_applications() of
-        [{os_mon, _, _} | _] ->
-            ok;
-        _ -> % start sasl application
-            {ok,[sasl]} = application:ensure_all_started(sasl),
-            % start os_mon application
-            {ok,[os_mon]} = application:ensure_all_started(os_mon)
-    end,
-    ok.
+    Apps = [sasl, os_mon],
+    start_apps_if_not_started(Apps).
 
 
 generate_performance_stats_ets() -> %% clients

src_erl/NerlnetApp/src/nerlnetApp.app.src

@@ -6,6 +6,7 @@
   {applications,
    [kernel,
     stdlib,
+    sasl,
     cowboy
    ]},
   {env,[]},

src_py/apiServer/experiment_flow_test.py

@@ -19,7 +19,7 @@ def print_test(in_str : str , enable = True):
 TESTS_PATH = os.getenv('TESTS_PATH')
 TESTS_BASELINE_MODEL_STATS = os.getenv('TEST_BASELINE_MODEL_STATS')
 TEST_BASELINE_LOSS_MIN = os.getenv('TEST_BASELINE_LOSS_MIN')
-NERLNET_RUN_SCRIPT = "./NerlnetRun.sh --run-mode release"
+NERLNET_RUN_SCRIPT = "./NerlnetRun.sh --run-mode release > /tmp/nerlnet_run_log.txt 2>&1"
 NERLNET_RUN_STOP_SCRIPT = "./NerlnetRun.sh --run-mode stop"
 NERLNET_RUNNING_TIMEOUT_SEC = int(os.getenv('NERLNET_RUNNING_TIMEOUT_SEC'))
 TEST_DATASET_IDX = 2

tests/NerlnetFullFlowTestPost.sh

@@ -0,0 +1 @@
+cat /tmp/nerlnet_run_log.txt