Merge pull request #38 from ssciolla/issue-37-use-utf8mb4

Modify database, settings.py to use utf8mb4 (#37)

docker-compose.yml

@@ -4,6 +4,7 @@ services:
   mysql:
     image: mysql:5.7
     restart: on-failure
+    command: ['--character-set-server=utf8mb4', '--collation-server=utf8mb4_unicode_ci']
     environment:
       - MYSQL_ROOT_PASSWORD=pe_root_pw
       - MYSQL_HOST=placement_exams_mysql

pe/settings.py

@@ -12,14 +12,19 @@
 
 CONFIG_DIR: str = os.path.join(BASE_DIR, os.getenv('ENV_DIR', os.path.join('config', 'secrets')))
 
-DATABASES: Dict[str, Dict[str, str]] = {
+DATABASES: Dict[str, Dict[str, Any]] = {
     'default': {
         'ENGINE': 'django.db.backends.mysql',
         'NAME': os.getenv('DB_NAME', 'placement_exams_local'),
         'USER': os.getenv('DB_USER', 'pe_user'),
         'PASSWORD': os.getenv('DB_PASSWORD', 'pe_pw'),
         'HOST': os.getenv('DB_HOST', 'placement_exams_mysql'),
-        'PORT': os.getenv('DB_PORT', '3306')
+        'PORT': os.getenv('DB_PORT', '3306'),
+        'OPTIONS': {'charset': 'utf8mb4'},
+        'TEST': {
+            'CHARSET': 'utf8mb4',
+            'COLLATION': 'utf8mb4_unicode_ci'
+        }
     }
 }
 

test/fixtures/test_05.json

@@ -0,0 +1,22 @@
+[
+    {
+        "model": "pe.report",
+        "pk": 4,
+        "fields": {
+            "name": "Divination 🔮",
+            "contact": "[email protected]"
+        }
+    },
+    {
+        "model": "pe.exam",
+        "pk": 4,
+        "fields": {
+            "sa_code": "Δ",
+            "name": "Δ𓀤𝌕👁",
+            "report_id": 4,
+            "course_id": 1111111,
+            "assignment_id": 777777,
+            "default_time_filter": "2020-08-01T00:00:00Z"
+        }
+    }
+]

test/test_pe.py

@@ -218,6 +218,15 @@ def test_fixtures_load_maintains_submission_link(self):
         self.assertEqual(submission.exam.sa_code, 'PP')
         self.assertEqual(submission.exam.name, 'Potions Placement Advanced')
 
+    def test_load_fixtures_with_supplementary_characters(self):
+        """Loading exam and report fixtures with characters that need utf8mb4 encoding succeeds."""
+        call_command('loaddata', 'test_05.json')
+        div_report: Report = Report.objects.get(id=4)
+        self.assertEqual(div_report.name, 'Divination 🔮')
+        div_exam: Exam = div_report.exams.first()
+        self.assertEqual(div_exam.sa_code, 'Δ')
+        self.assertEqual(div_exam.name, 'Δ𓀤𝌕👁')
+
 
 class StringMethodsTestCase(TestCase):
     fixtures: List[str] = ['test_01.json', 'test_04.json']