add databricks integ tests back (#578)

* add mypy ignore to column, connections and init

* add databricks integ tests back

* remove exclusion

* fix pydantic version issue

Author: colin-rogers-dbt

.circleci/config.yml

@@ -121,12 +121,12 @@ workflows:
       - integration-spark-thrift:
           requires:
             - unit
-      # - integration-spark-databricks-http:
-      #     requires:
-      #       - integration-spark-thrift
-      # - integration-spark-databricks-odbc-cluster:
-      #     requires:
-      #       - integration-spark-thrift
-      # - integration-spark-databricks-odbc-endpoint:
-      #     requires:
-      #       - integration-spark-thrift
+      - integration-spark-databricks-http:
+          requires:
+            - integration-spark-thrift
+      - integration-spark-databricks-odbc-cluster:
+          requires:
+            - integration-spark-thrift
+      - integration-spark-databricks-odbc-endpoint:
+          requires:
+            - integration-spark-thrift

tests/functional/adapter/test_python_model.py

@@ -39,7 +39,7 @@ def model(dbt, spark):
                 "ResourceClass": "SingleNode"
             }
         },
-        packages=['spacy', 'torch']
+        packages=['spacy', 'torch', 'pydantic<1.10.3']
     )
     data = [[1,2]] * 10
     return spark.createDataFrame(data, schema=['test', 'test2'])

tox.ini

@@ -45,7 +45,7 @@ deps =
 allowlist_externals =
     /bin/bash
 basepython = python3.8
-commands = /bin/bash -c '{envpython} -m pytest -v --profile databricks_sql_endpoint {posargs} -n4 tests/functional/adapter/*'
+commands = /bin/bash -c '{envpython} -m pytest -v --profile databricks_sql_endpoint {posargs}  -n4 tests/functional/adapter/*'
            /bin/bash -c '{envpython} -m pytest -v -m profile_databricks_sql_endpoint {posargs} -n4 tests/integration/*'
 passenv =
     DBT_*