Port to sdk and make ambidextrous

.github/workflows/ci_workflow.yml

@@ -0,0 +1,58 @@
+### A CI workflow template that runs linting and python testing
+### TODO: Modify as needed or as desired.
+
+name: Test 'singer-sqlite'
+
+on: [push]
+
+jobs:
+  linting:
+
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        # Only lint using the primary version used for dev
+        python-version: [3.9]
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python '${{ matrix.python-version }}'
+      uses: actions/setup-python@v2
+      with:
+        python-version: '${{ matrix.python-version }}'
+    - name: Install Poetry
+      uses: snok/install-poetry@v1
+      with:
+        version: 1.1.12
+    - name: Install dependencies
+      run: |
+        poetry install
+    - name: Run lint command from tox.ini
+      run: |
+        poetry run tox -e lint
+
+  pytest:
+
+    runs-on: ubuntu-latest
+    env:
+      GITHUB_TOKEN: '${{secrets.GITHUB_TOKEN}} }}'
+    strategy:
+      matrix:
+        python-version: [3.7, 3.8, 3.9]
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python '${{ matrix.python-version }}'
+      uses: actions/setup-python@v2
+      with:
+        python-version: '${{ matrix.python-version }}'
+    - name: Install Poetry
+      uses: snok/install-poetry@v1
+      with:
+        version: 1.1.11
+    - name: Install dependencies
+      run: |
+        poetry install
+    - name: Test with pytest
+      run: |
+        poetry run pytest --capture=no

target_sqlite/sqlite_loader.py → bak/sqlite_loader.py

@@ -9,7 +9,7 @@
 from sqlalchemy.schema import CreateSchema
 from sqlalchemy import exc
 
-from target_sqlite.utils.error import SchemaUpdateError
+from singer_sqlite.utils.error import SchemaUpdateError
 
 
 # Map sqlalchemy types to SQLite Types

target_sqlite/target_sqlite.py → bak/target_sqlite.py

@@ -6,12 +6,12 @@
 from jsonschema import ValidationError, Draft4Validator, FormatChecker
 from typing import Dict, List, Iterator
 
-from target_sqlite.utils.singer_target_utils import (
+from singer_sqlite.utils.singer_target_utils import (
     flatten_record,
     flatten_key,
     generate_sqlalchemy_table,
 )
-from target_sqlite.sqlite_loader import SQLiteLoader
+from singer_sqlite.sqlite_loader import SQLiteLoader
 
 
 LOGGER = singer.get_logger()
@@ -350,7 +350,7 @@ def emit_state(self, state) -> None:
         """
         if state is not None:
             line = json.dumps(state)
-            LOGGER.debug('Emitting state {}'.format(line))
+            LOGGER.debug("Emitting state {}".format(line))
             sys.stdout.write("{}\n".format(line))
             sys.stdout.flush()
 

bak/tests-bak/bak-conftest.py

@@ -0,0 +1,31 @@
+import json
+import pytest
+
+
+class SilencedDict(dict):
+    def __repr__(self):
+        return "Dict[ ... sensitive_data ... ]"
+
+    def __str__(self):
+        return "Dict[ ... sensitive_data ... ]"
+
+
+def pytest_addoption(parser):
+    parser.addoption("--config", help="Config file", required=True)
+
+
+@pytest.fixture(scope="session")
+def config(request):
+    config = SilencedDict()
+
+    config_file = request.config.getoption("--config")
+
+    if config_file:
+        with open(config_file) as input:
+            config.update(json.load(input))
+    else:
+        raise Exception("No config file provided")
+
+    config["timestamp_column"] = config.get("timestamp_column", "__loaded_at")
+
+    return config

tests/test_sqlite_loader.py → bak/tests-bak/bak-test_sqlite_loader.py

@@ -7,7 +7,7 @@
 from sqlalchemy import MetaData, Table, Column, inspect
 from sqlalchemy.types import TIMESTAMP, Float, String, BigInteger, Boolean
 
-from target_sqlite.sqlite_loader import SQLiteLoader
+from singer_sqlite.sqlite_loader import SQLiteLoader
 
 
 @pytest.fixture(scope="class")

tests/test_target_sqlite.py → bak/tests-bak/bak-test_target_sqlite.py

@@ -4,8 +4,7 @@
 from jsonschema import ValidationError
 from sqlalchemy import create_engine, inspect
 
-from target_sqlite.target_sqlite import TargetSQLite
-from target_sqlite.utils.error import SchemaUpdateError
+from singer_sqlite import TargetSQLite, TapSQLite
 
 
 def load_stream(filename):