Merge pull request #2986 from SwissDataScienceCenter/release-1.5.0

Author: mohammad-alisafaee

.github/workflows/test_deploy.yml

@@ -924,6 +924,8 @@ jobs:
           git config --global --add user.name "Renku Bot"
           git config --global --add user.email "[email protected]"
       - name: merge changes from master
+        env:
+          GITHUB_TOKEN: ${{ secrets.RENKUBOT_GITHUB_TOKEN }}
         run: |
           git merge origin/master --message "Merge branch 'master' into develop"
           git push

.pre-commit-config.yaml

@@ -52,3 +52,7 @@ repos:
             - types-tabulate<0.8.10,>=0.7.7
             - attrs<21.5.0,>=21.4.0
             - filelock>=3.3.0,<3.6.1
+    - repo: https://github.com/hadolint/hadolint
+      rev: master
+      hooks:
+          - id: hadolint-docker

CHANGES.rst

@@ -18,6 +18,36 @@
 Changes
 =======
 
+
+`1.5.0 <https://github.com/SwissDataScienceCenter/renku-python/compare/v1.4.0...v1.5.0>`__ (2022-07-04)
+-------------------------------------------------------------------------------------------------------
+
+Bug Fixes
+~~~~~~~~~
+
+-  **service:** correctly use project namespace when generating project id
+   (`#2958 <https://github.com/SwissDataScienceCenter/renku-python/issues/2958>`__)
+   (`6995098 <https://github.com/SwissDataScienceCenter/renku-python/commit/69950981bc51d252d1287c254a5c2ac2a352f665>`__)
+
+Features
+~~~~~~~~
+
+-  **core:** allow partial updates on dataset and project edit
+   (`#2949 <https://github.com/SwissDataScienceCenter/renku-python/issues/2949>`__)
+   (`3daa1ec <https://github.com/SwissDataScienceCenter/renku-python/commit/3daa1ecdc803043dd7618ad7a3a1a6d3ca2897de>`__)
+-  **dataset:** export to a local directory
+   (`#2944 <https://github.com/SwissDataScienceCenter/renku-python/issues/2944>`__)
+   (`9090869 <https://github.com/SwissDataScienceCenter/renku-python/commit/9090869692d0ba24e969ce6e43a2b360a074698f>`__)
+-  **dataset:** filter ls-files by tag
+   (`#2950 <https://github.com/SwissDataScienceCenter/renku-python/issues/2950>`__)
+   (`73866f2 <https://github.com/SwissDataScienceCenter/renku-python/commit/73866f2f936fee8e037d068f64cd8ee5aa1c0a41>`__)
+-  **service:** support chunked file uploads
+   (`#2892 <https://github.com/SwissDataScienceCenter/renku-python/issues/2892>`__)
+   (`610e88a <https://github.com/SwissDataScienceCenter/renku-python/commit/610e88ab50ab13b55fb89d9643a948b6d36daa0b>`__)
+-  **workflow:** workflow revert command
+   (`#2956 <https://github.com/SwissDataScienceCenter/renku-python/issues/2956>`__)
+   (`cb0e73d <https://github.com/SwissDataScienceCenter/renku-python/commit/cb0e73d0016a344500d8829edcccd2982e929441>`__)
+
 `1.4.0 <https://github.com/SwissDataScienceCenter/renku-python/compare/v1.3.1...v1.4.0>`__ (2022-06-10)
 -------------------------------------------------------------------------------------------------------
 

DEVELOPING.rst

@@ -247,8 +247,8 @@ number.
   the version number in the header and to replace the `=` underline with `-`.
 - Proof-read the changelog and adjust messages so they make sense to third
   parties reading the changelog
-- Update the version in `helm-chart/renku-core/Chart.yaml` and `helm-chart/renku-core/values.yaml`
-  (for `versions.latest.image.tag`).
+- Update the version in `helm-chart/renku-core/Chart.yaml`, `helm-chart/renku-core/values.yaml`
+  (for `versions.latest.image.tag`), and `renku/version.py`.
 - Commit the changes to the release branch, with a message like "chore: release
   v1.2.3"
 - Push the release branch and create a PR **against master**. Wait for it to be

Dockerfile

@@ -1,44 +1,46 @@
 FROM python:3.9-slim as base
 
+# hadolint ignore=DL3008,DL3009,DL3013
 RUN apt-get update && \
-    apt-get install -y git git-lfs=2.* python3-dev && \
-    pip install --no-cache --upgrade pip poetry
+    apt-get install --no-install-recommends -y git git-lfs=2.* python3-dev && \
+    pip install --no-cache-dir --upgrade pip poetry
 
 FROM base as builder
 
-RUN apt-get install -y build-essential && \
-    apt-get clean
+# hadolint ignore=DL3008
+RUN apt-get install --no-install-recommends -y build-essential && \
+    apt-get clean && rm -rf /var/lib/apt/lists/*
 
 # The python install is done in two steps to avoid re-installing all dependencies every
 # time the code changes
 COPY pyproject.toml poetry.lock README.rst CHANGES.rst Makefile /code/renku/
 WORKDIR /code/renku
 RUN poetry export --without-hashes -f requirements.txt --output /tmp/requirements.txt && \
-    pip install -r /tmp/requirements.txt && \
-    pip install poetry-dynamic-versioning==0.17.1
+    pip install --no-cache-dir -r /tmp/requirements.txt && \
+    pip install --no-cache-dir poetry-dynamic-versioning==0.17.1
 
 COPY .git /code/renku/.git
 COPY renku /code/renku/renku
 
 # Set CLEAN_INSTALL to a non-null value to ensure that only a committed version of
 # renku-python is installed in the image. This is the default for chartpress builds.
 ARG CLEAN_INSTALL
-RUN if [ -n "${CLEAN_INSTALL}" ]; then git reset --hard ; fi
-
-RUN make download-templates
+RUN if [ -n "${CLEAN_INSTALL}" ]; then git reset --hard ; fi && \
+    make download-templates
 
 # set the BUILD_CORE_SERVICE to non null to install additional service dependencies
 ARG BUILD_CORE_SERVICE
-RUN if [ -n "${BUILD_CORE_SERVICE}" ]; then export EXT_BUILD=[service] ; fi && \
-    pip wheel --wheel-dir /wheels .${EXT_BUILD} && \
-    pip install --no-index --no-warn-script-location --force --root=/pythonroot/ /wheels/*.whl
+RUN if [ -n "${BUILD_CORE_SERVICE}" ]; then export EXT_BUILD="[service]" ; fi && \
+    pip wheel --wheel-dir /wheels ".${EXT_BUILD}" && \
+    pip install --no-cache-dir --no-index --no-warn-script-location --force --root=/pythonroot/ /wheels/*.whl
 
 FROM base
 
+ARG BUILD_CORE_SERVICE
 RUN addgroup -gid 1000 shuhitsu && \
     useradd -m -u 1000 -g shuhitsu shuhitsu && \
     git lfs install && \
-    if [ -n "${BUILD_CORE_SERVICE}"]; then mkdir /svc && chown shuhitsu:shuhitsu /svc ; fi
+    if [ -n "${BUILD_CORE_SERVICE}" ]; then mkdir /svc && chown shuhitsu:shuhitsu /svc ; fi
 
 COPY --from=builder /pythonroot/ /
 

docs/_static/cheatsheet/cheatsheet.pdf

@@ -1,2 +1,2 @@
-3e7d7567c17eba64945b70a3c1009343  cheatsheet.tex
+62d4f12d9be4d80c0dfbdef2957fde9a  cheatsheet.tex
 c70c179e07f04186ec05497564165f11  sdsc_cheatsheet.cls

docs/cheatsheet_hash

@@ -356,6 +356,7 @@
     ("py:class", "IDatasetGateway"),
     ("py:class", "IPlanGateway"),
     ("py:class", "LocalClient"),
+    ("py:class", "NoValueType"),
     ("py:class", "OID_TYPE"),
     ("py:class", "Path"),
     ("py:class", "Persistent"),

docs/conf.py

@@ -244,10 +244,6 @@ Utilities
    :members:
    :show-inheritance:
 
-.. automodule:: renku.core.util.scm
-   :members:
-   :show-inheritance:
-
 .. automodule:: renku.core.util.shacl
    :members:
    :show-inheritance:

docs/reference/core.rst

@@ -74,16 +74,17 @@ filesystem
 FilterFlights
 findable
 Fortran
+GitLab
+GitPython
+GraphQL
 gapped
 git-lfs
+gitattributes
 github
 gitignore
 gitkeep
 gitlab
-GitLab
 gitlabClientSecret
-GitPython
-GraphQL
 hexsha
 Homebrew
 hostname