release 21.3

Author: dmachard

Diff for: .github/workflows/dockerimage.yml

@@ -17,7 +17,15 @@ jobs:
         docker run -d -p 8081:8081 -p 8082:8082 -p 8083:8083 --name=extensive-server  extensiveautomation-server
     - name: Test the server
       run: |
+        # install web plugin
+        ea="extensiveautomation"
+        es="extensive-server"
+        docker exec ${es} wget https://github.com/${ea}/${ea}-plugin-web/archive/master.zip
+        docker exec ${es} unzip master.zip
+        docker exec ${es} cp -rf ${ea}-plugin-web-master/src/ea/sutadapters/WEB/ ea/sutadapters/
+        docker exec ${es} ls ea/sutadapters/
+        docker exec ${es} python ${ea}.py --install_adapter WEB
         # install python dependancies
         pip install requests
         # start to test the server
-        python ./tests/test_server.py
+        python -u ./tests/test_server.py

Diff for: .github/workflows/pythonpackage.yml

@@ -48,4 +48,4 @@ jobs:
     - name: Test the server
       run: |
         # start to test the server
-        python ./tests/test_server.py
+        python -u ./tests/test_server.py

Diff for: HISTORY

@@ -1,3 +1,20 @@
+21.2.0
+	Date: 20/09/2019
+	What's new
+		1. (medium): REST API - new method to get listing of all running and waiting tasks
+		2. (minor): Task manager - test id now defined in a task object
+		3. (medium): Tasks manager - tasks (running, history and waiting) are now cached in memory
+		4. (minor): Minor changes in swagger files
+		5. (medium): REST API - new ressource to remove task from cache
+		6. (medium): REST API - new function to schedule a task
+	Issues Fixed
+		1. (medium): fix to support properly ldap authentication for users
+		2. (minor): REST API - fix path in test and public repositories to get listing files
+		3. (medium): fix some bugs and typo error reported by flake
+		4. (medium): REST API - check syntax for adapter integrated as before
+		5. (medium): unable to open file if already locked by another user, only with python3
+		6. (minor): REST API - fix function to follow a test result
+
 21.1.0
 	Date: 25/08/2019
 	What's new

Diff for: README.md

@@ -45,7 +45,7 @@ The server can run on both Python 2 and Python 3, and also run on Linux and Wind
 
         extensiveautomation --start
 
-3. Finally, check if the [server is running fine](#testing-is-server-running).
+3. Finally, check if the [server is running fine](#testing-if-server-running).
 
 ### Docker image
 
@@ -60,7 +60,7 @@ The server can run on both Python 2 and Python 3, and also run on Linux and Wind
 
    If you want to start the container with persistant tests data, go to [Docker Hub](https://hub.docker.com/r/extensiveautomation/extensiveautomation-server) page.
 
-3. Finally, check if the [server is running fine](#testing-is-server-running).
+3. Finally, check if the [server is running fine](#testing-if-server-running).
 
 ### Source code
 
@@ -87,7 +87,7 @@ The server can run on both Python 2 and Python 3, and also run on Linux and Wind
         cd src/
         python extensiveautomation.py --start
         
-4. Finally, check if the [server is running fine](#testing-is-server-running).
+4. Finally, check if the [server is running fine](#testing-if-server-running).
 
 ## Testing if server running
 

Diff for: README_fr.md

@@ -47,7 +47,7 @@ Le serveur peut s'exécuter avec Python 2 et Python 3, ainsi que sur Windows et
 
 3. Enfin vérifier le [bon fonctionnement du serveur](#test-du-serveur).
 
-### docker image
+### Docker image
 
 1. Téléchargement de l'image depuis docker hub
 

Diff for: src/Dockerfile

@@ -11,7 +11,7 @@ COPY . /home/extensive/
 
 RUN true \
     && adduser -D extensive \
-    && apk add --update --no-cache g++ make libxslt-dev \
+    && apk add --update --no-cache g++ make libxslt-dev curl \
     && pip install --no-cache-dir wrapt pycnic lxml jsonpath_ng \
     && apk del --no-cache g++ make \
     && cd /home/extensive \

Diff for: src/ea/VERSION

@@ -1 +1 @@
-21.2.1
+21.3.0

Diff for: src/ea/releasenotes.txt

@@ -1,17 +1,14 @@
 
-21.2.0
-	Date: 20/09/2019
+21.3.0
+	Date: 02/10/2019
 	What's new
-		1. (medium): REST API - new method to get listing of all running and waiting tasks
-		2. (minor): Task manager - test id now defined in a task object
-		3. (medium): Tasks manager - tasks (running, history and waiting) are now cached in memory
-		4. (minor): Minor changes in swagger files
-		5. (medium): REST API - new ressource to remove task from cache
-		6. (medium): REST API - new function to schedule a task
+		1. (medium): REST API - new feature to read test logs line by line (/results/details)
+		2. (minor): docker image updated, curl command added by default
+		3. (medium): REST API - new feature to get a listing of all runs
+		4. (minor): new integration tests for github worflow
+		5. (medium): info messages added in Send_SSH snippet
+		6. (medium): info messages added in Send_HTTP_CURL snippet
+		7. (minor): test framework - duration added in result folder
+        8. (medium): project access granted to all projects for administrator
 	Issues Fixed
-		1. (medium): fix to support properly ldap authentication for users
-		2. (minor): REST API - fix path in test and public repositories to get listing files
-		3. (medium): fix some bugs and typo error reported by flake
-		4. (medium): REST API - check syntax for adapter integrated as before
-		5. (medium): unable to open file if already locked by another user, only with python3
-		6. (minor): REST API - fix function to follow a test result
+		1. (minor): fix bad python3 support (Unicode-objects must be encoded before hashing) on REST API /rest/results/listing/by/id/datetime

Diff for: src/ea/servercontrols/RestServerInterface.py

@@ -190,12 +190,13 @@ class _WebServices(WSGI):
 
         # tests results storage
         ('/results/listing/files', RestTesterFunctions.ResultsListingFiles()),
-        ('/results/listing/by/id/datetime',
-         RestTesterFunctions.ResultsListingIdByDateTime()),
+        ('/results/listing/basic', RestTesterFunctions.ResultsListingBasic()),
+        ('/results/listing/by/id/datetime', RestTesterFunctions.ResultsListingFilter()),
         ('/results/reset', RestAdminFunctions.ResultsReset()),
         ('/results/remove/by/id', RestTesterFunctions.ResultsRemoveById()),
         ('/results/remove/by/date', RestTesterFunctions.ResultsRemoveByDate()),
         ('/results/follow', RestTesterFunctions.ResultsFollow()),
+        ('/results/details', RestTesterFunctions.ResultsDetails()),
         ('/results/status', RestTesterFunctions.ResultsStatus()),
         ('/results/verdict', RestTesterFunctions.ResultsVerdict()),
         ('/results/report/verdicts', RestTesterFunctions.ResultsReportVerdicts()),

Diff for: src/ea/servercontrols/RestTesterFunctions.py

@@ -6747,9 +6747,87 @@ def post(self):
                 'project-id': projectId}
 
 
-class ResultsListingIdByDateTime(HandlerCORS):
+class ResultsListingBasic(HandlerCORS):
     """
-    /rest/results/listing/id/by/datetime
+    /rest/results/listing/basic
+    """
+    @_to_yaml
+    def post(self):
+        """
+        tags:
+          - results
+        summary: Get the listing id of all tests results.
+        description: ''
+        operationId: resultsListingIdByDatetime
+        consumes:
+          - application/json
+        produces:
+          - application/json
+        parameters:
+          - name: Cookie
+            in: header
+            description: session_id=NjQyOTVmOWNlMDgyNGQ2MjlkNzAzNDdjNTQ3ODU5MmU5M
+            required: true
+            type: string
+          - name: body
+            in: body
+            required: true
+            schema:
+              required: [ project-id ]
+              properties:
+                project-id:
+                  type: integer
+        responses:
+          '200':
+            description: all tests results with id
+            schema :
+              properties:
+                cmd:
+                  type: string
+                listing:
+                  type: array
+                  items:
+                    type: object
+                project-id:
+                  type: string
+            examples:
+              application/json: |
+                {
+                  "cmd": "/results/listing/basic",
+                  "listing":  [...]
+               }
+          '400':
+            description: Bad request provided
+          '403':
+            description: Access denied to this project
+          '500':
+            description: Server error
+        """
+        user_profile = _get_user(request=self.request)
+
+        try:
+            projectId = self.request.data.get("project-id")
+            if projectId is None:
+                raise EmptyValue("Please specify a project id")
+        except EmptyValue as e:
+            raise HTTP_400("%s" % e)
+        except Exception as e:
+            raise HTTP_400("Bad request provided (%s ?)" % e)
+
+        _check_project_permissions(
+            user_login=user_profile['login'],
+            project_id=projectId)
+
+        listing = RepoArchives.instance().getListingBasic(project_id=projectId)
+
+        return {"cmd": self.request.path,
+                "listing": listing,
+                'project-id': projectId}
+
+
+class ResultsListingFilter(HandlerCORS):
+    """
+    /rest/results/listing/by/id/datetime
     """
     @_to_yaml
     def post(self):
@@ -6799,7 +6877,7 @@ def post(self):
             examples:
               application/json: |
                 {
-                  "cmd": "/results/listing/id/by/datetime",
+                  "cmd": "/results/listing/by/id/datetime",
                   "listing":  [...]
                }
           '400':
@@ -6827,9 +6905,9 @@ def post(self):
             user_login=user_profile['login'],
             project_id=projectId)
 
-        listing = RepoArchives.instance().getBasicListing(projectId=projectId,
-                                                          dateFilter=dateFilter,
-                                                          timeFilter=timeFilter)
+        listing = RepoArchives.instance().getListingFilter(projectId=projectId,
+                                                           dateFilter=dateFilter,
+                                                           timeFilter=timeFilter)
 
         return {"cmd": self.request.path,
                 "listing": listing,
@@ -7164,7 +7242,8 @@ def post(self):
 
         # extract the real test path according the test id
         founded, testPath = RepoArchives.instance().findTrInCache(projectId=projectId,
-                                                                  testId=testId, returnProject=False)
+                                                                  testId=testId,
+                                                                  returnProject=False)
         if founded == Context.instance().CODE_NOT_FOUND:
             raise HTTP_404('test not found')
 
@@ -7369,6 +7448,101 @@ def post(self):
                 'project-id': projectId}
 
 
+class ResultsDetails(HandlerCORS):
+    """
+    /rest/results/details
+    """
+    @_to_yaml
+    def post(self):
+        """
+        tags:
+          - results
+        summary: Get details of the test result
+        description: ''
+        operationId: resultsDetails
+        consumes:
+          - application/json
+        produces:
+          - application/json
+        parameters:
+          - name: Cookie
+            in: header
+            description: session_id=NjQyOTVmOWNlMDgyNGQ2MjlkNzAzNDdjNTQ3ODU5MmU5M
+            required: true
+            type: string
+          - name: body
+            in: body
+            required: true
+            schema:
+              required: [ test-id, project-id ]
+              properties:
+                test-id:
+                  type: string
+                project-id:
+                  type: string
+        responses:
+          '200':
+            schema :
+              properties:
+                cmd:
+                  type: string
+                results:
+                  type: string
+                project-id:
+                  type: string
+            examples:
+              application/json: |
+                {
+                  "cmd": "/results/details",
+                  "project-id": 25
+               }
+          '400':
+            description: Bad request provided
+          '403':
+            description: Access denied to this project
+          '500':
+            description: Server error
+        """
+        user_profile = _get_user(request=self.request)
+
+        try:
+            testId = self.request.data.get("test-id")
+            if testId is None:
+                raise HTTP_400("Please specify a list of test id")
+
+            projectId = self.request.data.get("project-id")
+            if projectId is None:
+                raise EmptyValue("Please specify a project id")
+
+            _log_index = self.request.data.get("log-index")
+            if _log_index is None:
+                _log_index = 0
+
+        except EmptyValue as e:
+            raise HTTP_400("%s" % e)
+        except Exception as e:
+            raise HTTP_400("Bad request provided (%s ?)" % e)
+
+        _check_project_permissions(user_login=user_profile['login'],
+                                   project_id=projectId)
+
+        founded, testPath = RepoArchives.instance().findTrInCache(projectId=projectId,
+                                                                  testId=testId)
+        if founded == Context.instance().CODE_NOT_FOUND:
+            raise HTTP_404('Test result not found')
+
+        state = RepoArchives.instance().getTrState(trPath=testPath)
+        verdict = RepoArchives.instance().getTrEndResult(trPath=testPath)
+        logs, logs_index = RepoArchives.instance().getTrLogs(trPath=testPath,
+                                                         log_index=_log_index)
+        return {"cmd": self.request.path,
+                'test-id': testId,
+                'test-status': state,
+                'test-verdict': verdict,
+                'test-logs': logs,
+                'test-logs-index': logs_index}
+
+
 class ResultsFollow(HandlerCORS):
     """
     /rest/results/follow
@@ -7543,7 +7717,6 @@ def post(self):
             projectId = self.request.data.get("project-id")
             if projectId is None:
                 raise EmptyValue("Please specify a project id")
-
         except EmptyValue as e:
             raise HTTP_400("%s" % e)
         except Exception as e:
@@ -7560,7 +7733,9 @@ def post(self):
 
         state = RepoArchives.instance().getTrState(trPath=testPath)
         progress = RepoArchives.instance().getTrProgress(trPath=testPath)
-        return {"cmd": self.request.path, 'test-id': testId, 'test-status': state,
+        return {"cmd": self.request.path,
+                'test-id': testId,
+                'test-status': state,
                 'test-progress': progress['percent']}
 
 
@@ -7650,7 +7825,8 @@ def post(self):
 
         verdict = RepoArchives.instance().getTrEndResult(trPath=testPath)
         return {"cmd": self.request.path,
-                'test-id': testId, 'test-verdict': verdict}
+                'test-id': testId,
+                'test-verdict': verdict}
 
 
 class ResultsReportReviews(HandlerCORS):