DRAFT - Community version

.env

@@ -0,0 +1,170 @@
+# Environment variables defined in this file apply to both the Makefile and to
+# docker-compose.yml
+# 
+# Due to restrictions in the `env-file` format we cannot specify multi-line
+# values for environment variables. For this reason the environment
+# variables are set on service definitions in the docker-compose.*.yml files,
+# rather than defined in `env-file` files.
+
+# Determines which docker-compose file(s) will be used for the `drupal` service.
+# See documentation for more details.
+ENVIRONMENT=demo
+
+# Enable this to generate a docker-compose file that uses secrets.
+# If you're running staging, CI, or production, set to true.
+USE_SECRETS=true
+
+###############################################################################
+# Environment variables specific to composer.
+###############################################################################
+
+COMPOSE_HTTP_TIMEOUT=480
+
+# Also used for naming services in traefik as well as defining network alias and urls.
+# For example the `drupal` service will be found at `islandora.${COMPOSE_PROJECT_NAME}.${DRUPAL_SITE_HOST}`.
+# See https://docs.docker.com/compose/reference/envvars/
+COMPOSE_PROJECT_NAME=isle-dc
+
+# Allows building custom image with buildkit.
+COMPOSE_DOCKER_CLI_BUILD=1
+DOCKER_BUILDKIT=1
+
+# Dockerfile to use when building the custom project.
+PROJECT_DRUPAL_DOCKERFILE=Dockerfile
+
+# Includes `traefik` as a service, if false assume we are sharing a traefik
+# from another project.
+INCLUDE_TRAEFIK_SERVICE=true
+
+# Should we use ACME to generate a SSL Certificate
+USE_ACME=false
+# Specify email to tie SSL Certificate to with ACME provider
+[email protected]
+
+# Includes `watchtower` as a service.
+INCLUDE_WATCHTOWER_SERVICE=false
+
+# Includes `etcd` as a service.
+INCLUDE_ETCD_SERVICE=false
+
+# Includes `code-server` as a service.
+INCLUDE_CODE_SERVER_SERVICE=false
+
+# Choose which database backend to use: mariadb/postgresql
+# Services that only support MySQL (Matomo) do not have the option to change.
+# Also at this time not all Drupal modules work with PostgresSQL, it is provided
+# as option here so it can be tested and fixed at some later date.
+DRUPAL_DATABASE_SERVICE=mariadb
+FCREPO_DATABASE_SERVICE=mariadb
+
+# Repository to use for pulling isle-buildkit images, change to `local`
+# To use images you have built locally with isle-buildkit, or use your 
+# custom docker registry if you have set up one.
+#
+REPOSITORY=islandora
+
+# The version of the isle-buildkit images, non isle-buildkit images have
+# their versions specified explicitly in their respective docker-compose files.
+TAG=1.0.10
+
+###############################################################################
+# Exposed Containers & Ports
+###############################################################################
+
+# Expose Cantaloupe at ${DOMAIN}/cantaloupe
+EXPOSE_CANTALOUPE=true
+
+# Expose Matomo at ${DOMAIN}/matomo
+EXPOSE_MATOMO=false
+
+# Expose Drupal at ${DOMAIN}
+EXPOSE_DRUPAL=true
+
+# Expose MySQL over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_MYSQL=false
+MYSQL_PORT=3306
+
+# Expose Postgres over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_POSTGRES=false
+POSTGRES_PORT=5432
+
+# Expose the Traefik dashboard over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_TRAEFIK_DASHBOARD=false
+TRAEFIK_DASHBOARD_PORT=8080
+
+# Expose Fedora over the given port - Necessary for Canteloupe
+EXPOSE_FEDORA=true
+FEDORA_PORT=8081
+
+# Expose Blazegraph over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_BLAZEGRAPH=true
+BLAZEGRAPH_PORT=8082
+
+# Expose Activemq over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_ACTIVEMQ=false
+ACTIVEMQ_PORT=8161
+
+# Expose SOLR over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_SOLR=true
+SOLR_PORT=8983
+
+# Expose Code Server over the given port - DO NOT EXPOSE THIS IN PRODUCTION
+EXPOSE_CODE_SERVER=false
+CODE_SERVER_PORT=8443
+
+###############################################################################
+# Global Environment variables
+###############################################################################
+
+DOMAIN=islandora.traefik.me
+SITE=https://${DOMAIN}
+DISABLE_SYN=false
+FEDORA_6=true
+RESTART_POLICY=unless-stopped
+
+# PHP variables
+PHP_MEMORY_LIMIT=5G
+PHP_POST_MAX_SIZE=5G
+PHP_UPLOAD_MAX_FILESIZE=5G
+PHP_MAX_EXECUTION_TIME=30
+
+# If you're just demoing or are starting from scratch, use this.
+INSTALL_EXISTING_CONFIG=true
+DRUPAL_INSTALL_PROFILE=standard
+
+# If you're installing from an existing codebase, uncomment this
+#INSTALL_EXISTING_CONFIG=true
+#DRUPAL_INSTALL_PROFILE=minimal
+
+# If you're experiencing timeouts in Alpaca, consider bumping these
+# values for each connector.  They are in milliseconds (1000 = 1 second).
+ALPACA_OCR_TIMEOUT=300000
+ALPACA_FITS_TIMEOUT=300000
+ALPACA_HOUDINI_TIMEOUT=300000
+ALPACA_HOMARUS_TIMEOUT=300000
+
+# Set Memory Limit for each container.
+ACTIVEMQ_MEMORY_LIMIT=2G
+ALPACA_MEMORY_LIMIT=2G
+BLAZEGRAPH_MEMORY_LIMIT=5G
+CANTALOUPE_MEMORY_LIMIT=5G
+CRAYFITS_MEMORY_LIMIT=1G
+DRUPAL_MEMORY_LIMIT=5G
+FCREPO_MEMORY_LIMIT=5G
+FITS_MEMORY_LIMIT=5G
+HOMARUS_MEMORY_LIMIT=1G
+HOUDINI_MEMORY_LIMIT=1G
+HYPERCUBE_MEMORY_LIMIT=512M
+IDE_MEMORY_LIMIT=5G
+MARIADB_MEMORY_LIMIT=1G
+MATOMO_MEMORY_LIMIT=1G
+MILLINER_MEMORY_LIMIT=1G
+RECAST_MEMORY_LIMIT=1G
+SOLR_MEMORY_LIMIT=8G
+TRAEFIK_MEMORY_LIMIT=8G
+WATCHTOWER_MEMORY_LIMIT=2G
+
+# Configuration to enable the custom delegate script for Cantaloupe
+CANTALOUPE_DELEGATE_SCRIPT_ENABLED=false
+CANTALOUPE_DELEGATE_SCRIPT_PATHNAME=/opt/tomcat/bin/delegates.rb
+CANTALOUPE_HTTPSOURCE_LOOKUP_STRATEGY=BasicLookupStrategy

.github/README.md

@@ -0,0 +1 @@
+../IDC.md

.github/workflows/ci.yml

@@ -0,0 +1,191 @@
+name: CI
+on:
+  push:
+    branches:
+      - main
+      - development
+    tags:
+      - v*
+  pull_request:
+    branches:
+      - main
+      - development
+
+jobs:
+    build:
+        name: build
+        runs-on: ubuntu-latest
+        outputs:
+          matrix: ${{ steps.excludes-matrix.outputs.matrix }}
+        steps:
+            # Check out current commit
+            - name: Checkout
+              uses: actions/checkout@v3
+
+            # Make sure buildkit is enabled
+            - name: Enable buildkit
+              shell: bash
+              run: |
+                  echo '{"experimental": "enabled"}' > ~/.docker/config.json
+
+            # Build and Export image for push to github container registry
+            - name: Build and export drupal image
+              run: make static-drupal-image-export
+
+            # Build and run the static environment
+            - name: Build Static
+              run: make static-docker-compose.yml up
+
+            - uses: actions/upload-artifact@v2
+              with:
+                name: drupal-image
+                path: images
+
+            - name: Generate Test Matrix
+              id: test-matrix
+              uses: jhu-idc/[email protected]
+              with:
+                key: suite
+
+            - name: Exclude nightly jobs
+              id: excludes-matrix
+              uses: jhu-idc/[email protected]
+              with:
+                key: suite
+                glob: '*nightly*.sh'
+                exclude: true
+                matrix: ${{ steps.test-matrix.outputs.matrix }}
+            - name: Notify Slack
+              uses: 8398a7/action-slack@v3
+              with:
+                status: ${{ job.status }}
+                fields: repo,message,commit,author,action,eventName,ref,workflow,job,took,pullRequest # selectable (default: repo,message)
+              env:
+                SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} # required
+              if: failure()
+    test:
+        name: test
+        runs-on: ubuntu-latest
+        if: false   # Don/Tim: disable testing for now
+        needs: build
+        strategy:
+          matrix: ${{ fromJSON(needs.build.outputs.matrix) }}
+          fail-fast: false
+        steps:
+            # Check out current commit
+            - name: Checkout
+              uses: actions/checkout@v3
+
+            - name: Download Drupal Image
+              uses: actions/download-artifact@v2
+              with:
+                name: drupal-image
+                path: images
+
+            - name: Load Drupal Image
+              run: docker load < images/static-drupal.tar
+
+            - name: Use static docker-compose file, to test static image
+              run:  make static-docker-compose.yml
+
+            - name: Up
+              run: make up
+
+            - name: test
+              run: |
+                mkdir -p end-to-end/reports
+                chmod a+rwx end-to-end/reports
+                make test test=${{ matrix.suite }}
+            - name: reports
+              if: always()
+              run: |
+                mkdir -p end-to-end/reports/${{ matrix.suite }}
+                docker ps
+                docker logs idc_drupal_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/drupal-${{ matrix.suite }}.log
+                docker logs idc_alpaca_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/alpaca-${{ matrix.suite }}.log
+                docker logs idc_homarus_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/homarus-${{ matrix.suite }}.log
+                docker logs idc_crayfits_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/crayfits-${{ matrix.suite }}.log
+                docker logs idc_fits_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/fits-${{ matrix.suite }}.log
+                docker logs idc_houdini_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/houdini-${{ matrix.suite }}.log
+                docker logs idc_dlq_1 2>&1 | tee end-to-end/reports/${{ matrix.suite }}/dlq-${{ matrix.suite }}.log
+            - name: upload reports
+              if: always()
+              uses: actions/upload-artifact@v2
+              with:
+                name: reports-${{ matrix.suite }}
+                path: end-to-end/reports/${{ matrix.suite }}
+            - name: upload screenshots
+              if: always()
+              uses: actions/upload-artifact@v2
+              with:
+                name: reports-screenshots
+                path: end-to-end/reports/screenshots
+            - name: Notify Slack
+              uses: 8398a7/action-slack@v3
+              with:
+                status: ${{ job.status }}
+                fields: repo,message,commit,author,action,eventName,ref,workflow,job,took,pullRequest # selectable (default: repo,message)
+              env:
+                SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} # required
+                MATRIX_CONTEXT: ${{ toJson(matrix) }} # required
+              if: failure()
+    deploy:
+        name: Deploy
+        runs-on: ubuntu-latest
+        needs: [ build ] # Tim, Don: removing test dependency
+        env:
+          DOCKER_USER: ${{secrets.DOCKER_USER}}
+          DOCKER_PUSH_REPOSITORY: ${{secrets.DOCKER_PUSH_REPOSITORY}}
+        steps:
+            # Check out current commit
+            - name: Checkout
+              uses: actions/checkout@v3
+              with:
+                fetch-depth: 0
+
+            - name: Docker Login
+              if: ${{ github.event_name != 'pull_request' && env.DOCKER_USER }}
+              uses: docker/login-action@v1
+              with:
+                registry: ghcr.io
+                username: ${{ env.DOCKER_USER }}
+                password: ${{ secrets.DOCKER_PASS }}
+
+            - name: Download Drupal Image
+              if: ${{ github.event_name != 'pull_request' && env.DOCKER_USER }}
+              uses: actions/download-artifact@v2
+              with:
+                name: drupal-image
+                path: images
+
+            - name: Load Drupal Image
+              if: ${{ github.event_name != 'pull_request' && env.DOCKER_USER }}
+              run: docker load < images/static-drupal.tar
+
+            - name: Use static docker-compose file, to deploy image
+              run:  make static-docker-compose.yml
+
+              # The primary purpose of this step is to make sure all the non-drupal images are
+              # downloaded.
+            - name: Load the irest of the stack
+              run: docker-compose up -d
+
+            # Push docker images, if we are on the appropriate branch or tag
+            - name: Docker Push
+              if: ${{ github.event_name != 'pull_request' && env.DOCKER_USER }}
+              run: sh tag_and_push_images.sh
+
+            # Experimental way to delete artifact
+            - name: Delete Temporary Images
+              uses: geekyeggo/delete-artifact@v1
+              with:
+                name: drupal-image
+
+            - name: Notify Slack
+              uses: 8398a7/action-slack@v3
+              with:
+                status: ${{ job.status }}
+                fields: repo,message,commit,author,action,eventName,ref,workflow,job,took,pullRequest # selectable (default: repo,message)
+              env:
+                SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} # required
+              if: failure()

.github/workflows/codesee-arch-diagram.yml

@@ -0,0 +1,22 @@
+# This workflow was added by CodeSee. Learn more at https://codesee.io/
+# This is v2.0 of this workflow file
+on:
+  push:
+    branches:
+      - development
+  pull_request_target:
+    types: [opened, synchronize, reopened]
+
+name: CodeSee
+
+permissions: read-all
+
+jobs:
+  codesee:
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    name: Analyze the repo with CodeSee
+    steps:
+      - uses: Codesee-io/codesee-action@v2
+        with:
+          codesee-token: ${{ secrets.CODESEE_ARCH_DIAG_API_TOKEN }}