fix: add workarounds for duckdb's limitation on sequences #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: MySQL Copy Instance Test | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| pull_request: | |
| branches: [ "main" ] | |
| jobs: | |
| copy-instance-test: | |
| runs-on: ubuntu-latest | |
| services: | |
| source: | |
| image: mysql:lts | |
| env: | |
| MYSQL_ROOT_PASSWORD: root | |
| options: >- | |
| --health-cmd="mysqladmin ping" | |
| --health-interval=10s | |
| --health-timeout=5s | |
| --health-retries=3 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: '1.23' | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.13' | |
| - name: Install system packages | |
| uses: awalsh128/cache-apt-pkgs-action@latest | |
| with: | |
| packages: mysql-client | |
| version: 1.0 | |
| - name: Install dependencies | |
| run: | | |
| go get . | |
| pip3 install "sqlglot[rs]" | |
| curl -LJO https://dev.mysql.com/get/Downloads/MySQL-Shell/mysql-shell_9.1.0-1debian12_amd64.deb | |
| sudo apt-get install -y ./mysql-shell_9.1.0-1debian12_amd64.deb | |
| - name: Setup test data in source MySQL | |
| run: | | |
| mysqlsh -hsource -uroot -proot --sql -e " | |
| CREATE DATABASE testdb; | |
| USE testdb; | |
| CREATE TABLE users ( | |
| id INT AUTO_INCREMENT PRIMARY KEY, | |
| name VARCHAR(100) | |
| ); | |
| INSERT INTO users (name) VALUES ('test1'), ('test2'), ('test3'); | |
| -- Make a gap in the id sequence | |
| INSERT INTO users VALUES (100, 'test100'); | |
| INSERT INTO users (name) VALUES ('test101'); | |
| -- A table with non-default starting auto_increment value | |
| CREATE TABLE items ( | |
| id INT AUTO_INCREMENT PRIMARY KEY, | |
| name VARCHAR(100) | |
| ) AUTO_INCREMENT=1000; | |
| INSERT INTO items (name) VALUES ('item1'), ('item2'), ('item3'); | |
| " | |
| - name: Build and start MyDuck Server | |
| run: | | |
| go build -v | |
| ./myduckserver & | |
| sleep 5 | |
| - name: Run copy-instance test | |
| run: | | |
| mysqlsh -hsource -uroot -proot \ | |
| -- util copy-instance "mysql://root:@127.0.0.1:3306" \ | |
| --users false --ignore-version true | |
| # Verify the data was copied | |
| for table in users items; do | |
| mysqlsh -hsource -uroot -proot --sql -e " | |
| SELECT * FROM testdb.$table ORDER BY id; | |
| " | tee source_data_$table.tsv | |
| mysqlsh -uroot --no-password --sql -e " | |
| SELECT * FROM testdb.$table ORDER BY id; | |
| " | tee copied_data_$table.tsv | |
| diff source_data_$table.tsv copied_data_$table.tsv | |
| done | |