Skip to content

HIVE-29031: Setup Derby database in qtests via qt:database option #6113

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Oct 10, 2025
+1,291 −987
Merged

HIVE-29031: Setup Derby database in qtests via qt:database option #6113

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 9 additions & 9 deletions contrib/src/test/queries/clientpositive/dboutput.q
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,3 +1,4 @@
--!qt:database:derby:qdb
--! qt:dataset:src
set hive.optimize.limit=false;
set hive.mapred.mode=nonstrict;
Expand All @@ -20,47 +21,46 @@ DESCRIBE FUNCTION EXTENDED dboutput;

EXPLAIN FROM src

SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','',
SELECT dboutput ( '${system:hive.test.database.qdb.jdbc.url}','','',
'CREATE TABLE app_info ( kkey VARCHAR(255) NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))' ),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
dboutput('${system:hive.test.database.qdb.jdbc.url}','','',
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a'),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
dboutput('${system:hive.test.database.qdb.jdbc.url}','','',
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b')

limit 1;


FROM src

SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','',
SELECT dboutput ( '${system:hive.test.database.qdb.jdbc.url}','','',
'CREATE TABLE app_info ( kkey INTEGER NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))' ),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
dboutput('${system:hive.test.database.qdb.jdbc.url}','','',
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a'),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
dboutput('${system:hive.test.database.qdb.jdbc.url}','','',
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b')

limit 1;

EXPLAIN SELECT

dboutput('jdbc:derby:../build/test_dboutput_db','','',
dboutput('${system:hive.test.database.qdb.jdbc.url}','','',
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value)

FROM src WHERE key < 10;


SELECT

dboutput('jdbc:derby:../build/test_dboutput_db','','',
dboutput('${system:hive.test.database.qdb.jdbc.url}','','',
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value)

FROM src WHERE key < 10;

dfs -rmr ../build/test_dboutput_db;
dfs -rmr derby.log;

DROP TEMPORARY FUNCTION dboutput;
36 changes: 18 additions & 18 deletions contrib/src/test/results/clientpositive/dboutput.q.out
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,13 +24,13 @@ Function class:org.apache.hadoop.hive.contrib.genericudf.example.GenericUDFDBOut
Function type:TEMPORARY
PREHOOK: query: EXPLAIN FROM src

SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','',
#### A masked pattern was here ####
'CREATE TABLE app_info ( kkey VARCHAR(255) NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))' ),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a'),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b')

limit 1
Expand All @@ -39,13 +39,13 @@ PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN FROM src

SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','',
#### A masked pattern was here ####
'CREATE TABLE app_info ( kkey VARCHAR(255) NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))' ),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a'),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b')

limit 1
Expand All @@ -64,7 +64,7 @@ STAGE PLANS:
alias: src
Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: dboutput('jdbc:derby:../build/test_dboutput_db;create=true','','','CREATE TABLE app_info ( kkey VARCHAR(255) NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))') (type: int), dboutput('jdbc:derby:../build/test_dboutput_db','','','INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a') (type: int), dboutput('jdbc:derby:../build/test_dboutput_db','','','INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b') (type: int)
#### A masked pattern was here ####
outputColumnNames: _col0, _col1, _col2
Statistics: Num rows: 500 Data size: 6000 Basic stats: COMPLETE Column stats: COMPLETE
Limit
Expand All @@ -87,13 +87,13 @@ STAGE PLANS:

PREHOOK: query: FROM src

SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','',
#### A masked pattern was here ####
'CREATE TABLE app_info ( kkey INTEGER NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))' ),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a'),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b')

limit 1
Expand All @@ -102,13 +102,13 @@ PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: FROM src

SELECT dboutput ( 'jdbc:derby:../build/test_dboutput_db\;create=true','','',
#### A masked pattern was here ####
'CREATE TABLE app_info ( kkey INTEGER NOT NULL, vvalue VARCHAR(255) NOT NULL, UNIQUE(kkey))' ),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','a'),

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)','20','b')

limit 1
Expand All @@ -118,7 +118,7 @@ POSTHOOK: Input: default@src
0 0 1
PREHOOK: query: EXPLAIN SELECT

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value)

FROM src WHERE key < 10
Expand All @@ -127,7 +127,7 @@ PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: EXPLAIN SELECT

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value)

FROM src WHERE key < 10
Expand All @@ -150,7 +150,7 @@ STAGE PLANS:
predicate: (UDFToDouble(key) < 10.0D) (type: boolean)
Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE
Select Operator
expressions: dboutput('jdbc:derby:../build/test_dboutput_db','','','INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value) (type: int)
#### A masked pattern was here ####
outputColumnNames: _col0
Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE
File Output Operator
Expand All @@ -170,7 +170,7 @@ STAGE PLANS:

PREHOOK: query: SELECT

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value)

FROM src WHERE key < 10
Expand All @@ -179,7 +179,7 @@ PREHOOK: Input: default@src
#### A masked pattern was here ####
POSTHOOK: query: SELECT

dboutput('jdbc:derby:../build/test_dboutput_db','','',
#### A masked pattern was here ####
'INSERT INTO app_info (kkey,vvalue) VALUES (?,?)',key,value)

FROM src WHERE key < 10
Expand Down
9 changes: 0 additions & 9 deletions data/files/dataconnector_derbydb/db_for_connectortest.db/README_DO_NOT_TOUCH_FILES.txt
View file
Open in desktop

This file was deleted.

8 changes: 0 additions & 8 deletions data/files/dataconnector_derbydb/db_for_connectortest.db/log/README_DO_NOT_TOUCH_FILES.txt
View file
Open in desktop

This file was deleted.

Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/log/log.ctrl
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/log/log1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/log/log2.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/log/logmirror.ctrl
View file
Open in desktop
Binary file not shown.
8 changes: 0 additions & 8 deletions data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/README_DO_NOT_TOUCH_FILES.txt
View file
Open in desktop

This file was deleted.

Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c10.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c101.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c111.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c121.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c130.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c141.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c150.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c161.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c171.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c180.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c191.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c1a1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c1b1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c1c0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c1d1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c1e0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c1f1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c20.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c200.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c211.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c221.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c230.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c241.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c251.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c260.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c271.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c281.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c290.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c2a1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c2b1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c2c1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c2d0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c2e1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c2f0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c300.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c31.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c311.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c321.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c331.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c340.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c351.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c361.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c371.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c380.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c391.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c3a1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c3b1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c3c0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c3d1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c3e1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c3f1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c400.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c41.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c411.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c421.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c430.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c441.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c451.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c461.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c470.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c481.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c490.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c4a0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c51.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c60.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c71.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c81.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/c90.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/ca1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/cb1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/cc0.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/cd1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/ce1.dat
View file
Open in desktop
Binary file not shown.
Binary file removed data/files/dataconnector_derbydb/db_for_connectortest.db/seg0/cf0.dat
View file
Open in desktop
Binary file not shown.
23 changes: 0 additions & 23 deletions data/files/dataconnector_derbydb/db_for_connectortest.db/service.properties
View file
Open in desktop

This file was deleted.

14 changes: 0 additions & 14 deletions itests/pom.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -520,20 +520,6 @@
</target>
</configuration>
</execution>
<execution>
<id>copy-database</id>
<phase>install</phase>
<configuration>
<tasks>
<copy todir="${hive.path.to.root}/itests/qtest/target/db_for_connectortest.db">
<fileset dir="${hive.path.to.root}/data/files/dataconnector_derbydb/db_for_connectortest.db"/>
</copy>
</tasks>
</configuration>
<goals>
<goal>run</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
Expand Down
Loading