fix: resolve compatibility issues with Java and Rust clients

NoyException · NoyException · commit 13f4bcf0051f · 2024-12-06T15:58:47.000+08:00
diff --git a/.github/workflows/clients-compatibility.yml b/.github/workflows/clients-compatibility.yml
@@ -105,7 +105,7 @@ jobs:
           sudo mv duckdb /usr/local/bin
 
           cd compatibility/pg/
-          # curl -L -o ./java/postgresql-42.7.4.jar https://jdbc.postgresql.org/download/postgresql-42.7.4.jar
+          curl -L -o ./java/postgresql-42.7.4.jar https://jdbc.postgresql.org/download/postgresql-42.7.4.jar
           npm install pg
           sudo cpanm --notest DBD::Pg
           pip3 install "psycopg[binary]" pandas pyarrow polars
diff --git a/compatibility/pg/csharp/PGTest.cs b/compatibility/pg/csharp/PGTest.cs
@@ -1,28 +1,28 @@
 using System;
 using System.Collections.Generic;
 using System.Data;
-using Microsoft.Data.SqlClient;
+using Npgsql;
 using System.IO;
 
 public class PGTest
 {
     public class Tests
     {
-        private SqlConnection conn;
-        private SqlCommand cmd;
+        private NpgsqlConnection conn;
+        private NpgsqlCommand cmd;
         private List<Test> tests = new List<Test>();
 
         public void Connect(string ip, int port, string user, string password)
         {
-            string connectionString = $"Server={ip},{port};User Id={user};Password={password};";
+            string connectionString = $"Host={ip};Port={port};Username={user};Password={password};Database=postgres;";
             try
             {
-                conn = new SqlConnection(connectionString);
+                conn = new NpgsqlConnection(connectionString);
                 conn.Open();
                 cmd = conn.CreateCommand();
                 cmd.CommandType = CommandType.Text;
             }
-            catch (SqlException e)
+            catch (NpgsqlException e)
             {
                 throw new Exception($"Error connecting to database: {e.Message}", e);
             }
@@ -35,7 +35,7 @@ public void Disconnect()
                 cmd.Dispose();
                 conn.Close();
             }
-            catch (SqlException e)
+            catch (NpgsqlException e)
             {
                 throw new Exception(e.Message);
             }
@@ -97,7 +97,7 @@ public Test(string query, string[][] expectedResults)
                 this.expectedResults = expectedResults;
             }
 
-            public bool Run(SqlCommand cmd)
+            public bool Run(NpgsqlCommand cmd)
             {
                 try
                 {
@@ -125,15 +125,11 @@ public bool Run(SqlCommand cmd)
                         {
                             for (int col = 0; col < expectedResults[rows].Length; col++)
                             {
-                                string result = reader.GetString(col);
+                                string result = reader.GetValue(col).ToString().Trim();
                                 if (expectedResults[rows][col] != result)
                                 {
                                     Console.Error.WriteLine($"Expected:\n'{expectedResults[rows][col]}'");
-                                    Console.Error.WriteLine($"Result:\n'{result}'\nRest of the results:");
-                                    while (reader.Read())
-                                    {
-                                        Console.Error.WriteLine(reader.GetString(0));
-                                    }
+                                    Console.Error.WriteLine($"Result:\n'{result}'");
                                     return false;
                                 }
                             }
@@ -148,7 +144,7 @@ public bool Run(SqlCommand cmd)
                         return true;
                     }
                 }
-                catch (SqlException e)
+                catch (NpgsqlException e)
                 {
                     Console.Error.WriteLine(e.Message);
                     return false;
diff --git a/compatibility/pg/csharp/PGTest.csproj b/compatibility/pg/csharp/PGTest.csproj
@@ -6,7 +6,7 @@
   </PropertyGroup>
 
   <ItemGroup>
-    <PackageReference Include="Microsoft.Data.SqlClient" Version="5.2" />
+    <PackageReference Include="Npgsql" Version="7.0.0" />
   </ItemGroup>
 
 </Project>
diff --git a/compatibility/pg/java/PGTest.java b/compatibility/pg/java/PGTest.java
@@ -89,13 +89,10 @@ public boolean run() {
                     while (rs.next()) {
                         int cols = 0;
                         for (String expected : expectedResults[rows]) {
-                            String result = rs.getString(cols + 1);
+                            String result = rs.getString(cols + 1).trim();
                             if (!expected.equals(result)) {
                                 System.err.println("Expected:\n'" + expected + "'");
-                                System.err.println("Result:\n'" + result + "'\nRest of the results:");
-                                while (rs.next()) {
-                                    System.err.println(rs.getString(1));
-                                }
+                                System.err.println("Result:\n'" + result + "'");
                                 return false;
                             }
                             cols++;
diff --git a/compatibility/pg/rust/pg_test.rs b/compatibility/pg/rust/pg_test.rs
@@ -33,13 +33,16 @@ impl Test {
                 }
                 for (i, row) in rows.iter().enumerate() {
                     for (j, expected) in self.expected_results[i].iter().enumerate() {
-                        let result: String = row.get(j);
+                        let result: String = row.try_get::<usize, String>(j)
+                            .or_else(|_| row.try_get::<usize, i32>(j).map(|v| v.to_string()))
+                            .or_else(|_| row.try_get::<usize, i64>(j).map(|v| v.to_string()))
+                            .or_else(|_| row.try_get::<usize, f64>(j).map(|v| v.to_string()))
+                            .unwrap_or_default()
+                            .trim()
+                            .to_string();
                         if expected != &result {
                             eprintln!("Expected:\n'{}'", expected);
-                            eprintln!("Result:\n'{}'\nRest of the results:", result);
-                            for row in rows.iter().skip(i + 1) {
-                                eprintln!("{}", row.get::<usize, String>(0));
-                            }
+                            eprintln!("Result:\n'{}'", result);
                             return false;
                         }
                     }
diff --git a/compatibility/pg/test.bats b/compatibility/pg/test.bats
@@ -1,7 +1,7 @@
 #!/usr/bin/env bats
 
 setup() {
-    psql -h 127.0.0.1 -p 5432 -U postgres -c "DROP SCHEMA IF EXISTS test CASCADE;"
+    psql -h 127.0.0.1 -p 5432 -U postgres -d postgres -c "DROP SCHEMA IF EXISTS test CASCADE;"
     touch /tmp/test_pids
 }
 
@@ -52,12 +52,10 @@ start_process() {
     start_process $BATS_TEST_DIRNAME/go/pg 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
 }
 
-# Before you uncomment the following tests, you need to uncomment the corresponding lines in
-# .github/workflows/clients-compatibility.yml, which will download the necessary dependencies.
-# @test "pg-java" {
-#     start_process javac $BATS_TEST_DIRNAME/java/PGTest.java
-#     start_process java -cp $BATS_TEST_DIRNAME/java:$BATS_TEST_DIRNAME/java/postgresql-42.7.4.jar PGTest 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
-# }
+@test "pg-java" {
+    start_process javac $BATS_TEST_DIRNAME/java/PGTest.java
+    start_process java -cp $BATS_TEST_DIRNAME/java:$BATS_TEST_DIRNAME/java/postgresql-42.7.4.jar PGTest 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
+}
 
 @test "pg-node" {
     start_process node $BATS_TEST_DIRNAME/node/pg_test.js 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
@@ -83,7 +81,7 @@ start_process() {
     start_process ruby $BATS_TEST_DIRNAME/ruby/pg_test.rb 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
 }
 
-# @test "pg-rust" {
-#     start_process cargo build --release --manifest-path $BATS_TEST_DIRNAME/rust/Cargo.toml
-#     start_process $BATS_TEST_DIRNAME/rust/target/release/pg_test 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
-# }
+@test "pg-rust" {
+    start_process cargo build --release --manifest-path $BATS_TEST_DIRNAME/rust/Cargo.toml
+    start_process $BATS_TEST_DIRNAME/rust/target/release/pg_test 127.0.0.1 5432 postgres "" $BATS_TEST_DIRNAME/test.data
+}
diff --git a/pgserver/connection_handler.go b/pgserver/connection_handler.go
@@ -265,7 +265,7 @@ func (h *ConnectionHandler) sendClientStartupMessages() error {
 		// which lists all the available parameters in PostgreSQL. In that case,
 		// we will use a mock value for that parameter. e.g. "on" for "is_superuser".
 		{"in_hot_standby", nil},
-		{"integer_datetimes", nil},
+		{"integer_datetimes", "on"},
 		{"TimeZone", nil},
 		{"IntervalStyle", nil},
 		{"is_superuser", "on"}, // This is not specified in postgresConfigParameters now.
@@ -470,7 +470,7 @@ func (h *ConnectionHandler) handleQuery(message *pgproto3.Query) (endOfMessages
 		return true, err
 	}
 
-	query, err := h.convertQuery(message.String)
+	query, err := h.convertQuery(message.String, convertFloatToF64)
 	if err != nil {
 		return true, err
 	}
@@ -551,7 +551,7 @@ func (h *ConnectionHandler) handleParse(message *pgproto3.Parse) error {
 	h.waitForSync = true
 
 	// TODO: "Named prepared statements must be explicitly closed before they can be redefined by another Parse message, but this is not required for the unnamed statement"
-	query, err := h.convertQuery(message.Query)
+	query, err := h.convertQuery(message.Query, convertFloatToF64)
 	if err != nil {
 		return err
 	}
@@ -641,6 +641,10 @@ func (h *ConnectionHandler) handleDescribe(message *pgproto3.Describe) error {
 			bindvarTypes = preparedStatementData.BindVarTypes
 			tag = preparedStatementData.Query.StatementTag
 		}
+
+		if bindvarTypes == nil {
+			bindvarTypes = make([]uint32, 0)
+		}
 	} else {
 		portalData, ok := h.portals[message.Name]
 		if !ok {
diff --git a/pgserver/query_modifier.go b/pgserver/query_modifier.go
@@ -17,6 +17,7 @@ func NewQueryRemover(regex string) QueryModifier {
 }
 
 var (
+	convertFloatToF64    = NewQueryReplacer(`(?i)\bFLOAT\b`, `DOUBLE`)
 	removeLocaleProvider = NewQueryRemover(`(?i)LOCALE_PROVIDER = [^ ;]*`)
 	removeLocale         = NewQueryRemover(`(?i)LOCALE = [^ ;]*`)
 )

Original file line number	Diff line number	Diff line change
`@@ -1,28 +1,28 @@`
`1`	`1`	`using System;`
`2`	`2`	`using System.Collections.Generic;`
`3`	`3`	`using System.Data;`
`4`		`-using Microsoft.Data.SqlClient;`
	`4`	`+using Npgsql;`
`5`	`5`	`using System.IO;`
`6`	`6`
`7`	`7`	`public class PGTest`
`8`	`8`	`{`
`9`	`9`	`public class Tests`
`10`	`10`	`{`
`11`		`- private SqlConnection conn;`
`12`		`- private SqlCommand cmd;`
	`11`	`+ private NpgsqlConnection conn;`
	`12`	`+ private NpgsqlCommand cmd;`
`13`	`13`	`private List<Test> tests = new List<Test>();`
`14`	`14`
`15`	`15`	`public void Connect(string ip, int port, string user, string password)`
`16`	`16`	`{`
`17`		`- string connectionString = $"Server={ip},{port};User Id={user};Password={password};";`
	`17`	`+ string connectionString = $"Host={ip};Port={port};Username={user};Password={password};Database=postgres;";`
`18`	`18`	`try`
`19`	`19`	`{`
`20`		`- conn = new SqlConnection(connectionString);`
	`20`	`+ conn = new NpgsqlConnection(connectionString);`
`21`	`21`	`conn.Open();`
`22`	`22`	`cmd = conn.CreateCommand();`
`23`	`23`	`cmd.CommandType = CommandType.Text;`
`24`	`24`	`}`
`25`		`- catch (SqlException e)`
	`25`	`+ catch (NpgsqlException e)`
`26`	`26`	`{`
`27`	`27`	`throw new Exception($"Error connecting to database: {e.Message}", e);`
`28`	`28`	`}`
`@@ -35,7 +35,7 @@ public void Disconnect()`
`35`	`35`	`cmd.Dispose();`
`36`	`36`	`conn.Close();`
`37`	`37`	`}`
`38`		`- catch (SqlException e)`
	`38`	`+ catch (NpgsqlException e)`
`39`	`39`	`{`
`40`	`40`	`throw new Exception(e.Message);`
`41`	`41`	`}`
`@@ -97,7 +97,7 @@ public Test(string query, string[][] expectedResults)`
`97`	`97`	`this.expectedResults = expectedResults;`
`98`	`98`	`}`
`99`	`99`
`100`		`- public bool Run(SqlCommand cmd)`
	`100`	`+ public bool Run(NpgsqlCommand cmd)`
`101`	`101`	`{`
`102`	`102`	`try`
`103`	`103`	`{`
`@@ -125,15 +125,11 @@ public bool Run(SqlCommand cmd)`
`125`	`125`	`{`
`126`	`126`	`for (int col = 0; col < expectedResults[rows].Length; col++)`
`127`	`127`	`{`
`128`		`- string result = reader.GetString(col);`
	`128`	`+ string result = reader.GetValue(col).ToString().Trim();`
`129`	`129`	`if (expectedResults[rows][col] != result)`
`130`	`130`	`{`
`131`	`131`	`Console.Error.WriteLine($"Expected:\n'{expectedResults[rows][col]}'");`
`132`		`- Console.Error.WriteLine($"Result:\n'{result}'\nRest of the results:");`
`133`		`- while (reader.Read())`
`134`		`- {`
`135`		`- Console.Error.WriteLine(reader.GetString(0));`
`136`		`- }`
	`132`	`+ Console.Error.WriteLine($"Result:\n'{result}'");`
`137`	`133`	`return false;`
`138`	`134`	`}`
`139`	`135`	`}`
`@@ -148,7 +144,7 @@ public bool Run(SqlCommand cmd)`
`148`	`144`	`return true;`
`149`	`145`	`}`
`150`	`146`	`}`
`151`		`- catch (SqlException e)`
	`147`	`+ catch (NpgsqlException e)`
`152`	`148`	`{`
`153`	`149`	`Console.Error.WriteLine(e.Message);`
`154`	`150`	`return false;`
Original file line number	Diff line number	Diff line change
`@@ -17,6 +17,7 @@ func NewQueryRemover(regex string) QueryModifier {`
`17`	`17`	`}`
`18`	`18`
`19`	`19`	`var (`
	`20`	+ convertFloatToF64 = NewQueryReplacer(`(?i)\bFLOAT\b`, `DOUBLE`)
`20`	`21`	removeLocaleProvider = NewQueryRemover(`(?i)LOCALE_PROVIDER = [^ ;]*`)
`21`	`22`	removeLocale = NewQueryRemover(`(?i)LOCALE = [^ ;]*`)
`22`	`23`	`)`