From 9eabeef052f6b6a31ecc1998c5de59e31f71acea Mon Sep 17 00:00:00 2001 From: Peter Hoffmann <954078+p-hoffmann@users.noreply.github.com> Date: Wed, 4 Nov 2026 13:59:21 +0800 Subject: [PATCH 1/3] Add trexsql as a source dialect Sources can now use dialect trexsql with a jdbc:trexsql:// connection string; the trexsql plugin provides the driver. SqlRender has no trexsql target, so TrexsqlDialect registers one at startup that reuses the patterns of the engine trexsql is built on. SqlTranslate keeps one pattern table per JVM, so cohort and characterization SQL that is translated inside libraries picks it up too. --- .../arachne/commons/types/DBMSType.java | 3 +- .../util/ConnectionParamsParser.java | 1 + .../org/ohdsi/webapi/common/DBMSType.java | 3 +- .../ohdsi/webapi/source/TrexsqlDialect.java | 86 +++++++++++++++++++ .../webapi/source/TrexsqlDialectTest.java | 42 +++++++++ .../webapi/util/DataSourceDTOParserTest.java | 18 +++- 6 files changed, 150 insertions(+), 3 deletions(-) create mode 100644 src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java create mode 100644 src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java diff --git a/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java b/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java index afd2e2e9ca..01c2f2665f 100644 --- a/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java +++ b/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java @@ -35,7 +35,8 @@ public enum DBMSType { HIVE("Apache Hive", "hive"), SPARK("Spark", "spark"), SNOWFLAKE("Snowflake", "snowflake"), - SYNAPSE("Azure Synapse", "synapse"); + SYNAPSE("Azure Synapse", "synapse"), + TREXSQL("TrexSQL", "trexsql"); private String label; // For further pass into SqlRender.translateSql as "targetDialect" and DatabaseConnector as "dbms" diff --git a/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java b/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java index 5595090085..3cfa744873 100644 --- a/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java +++ b/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java @@ -29,6 +29,7 @@ private static ConnectionStringParser getParser(DBMSType dbmsType) { case PDW: case SNOWFLAKE: case SYNAPSE: + case TREXSQL: return new GenericParser(); case REDSHIFT: return new RedshiftParser(); diff --git a/src/main/java/org/ohdsi/webapi/common/DBMSType.java b/src/main/java/org/ohdsi/webapi/common/DBMSType.java index d84ad162dd..3f74bf2abc 100644 --- a/src/main/java/org/ohdsi/webapi/common/DBMSType.java +++ b/src/main/java/org/ohdsi/webapi/common/DBMSType.java @@ -35,7 +35,8 @@ public enum DBMSType { HIVE("Apache Hive", "hive"), SPARK("Spark", "spark"), SNOWFLAKE("Snowflake", "snowflake"), - SYNAPSE("Azure Synapse", "synapse"); + SYNAPSE("Azure Synapse", "synapse"), + TREXSQL("TrexSQL", "trexsql"); private String label; // For further pass into SqlRender.translateSql as "targetDialect" and DatabaseConnector as "dbms" diff --git a/src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java b/src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java new file mode 100644 index 0000000000..a11209190d --- /dev/null +++ b/src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java @@ -0,0 +1,86 @@ +package org.ohdsi.webapi.source; + +import org.ohdsi.sql.SqlTranslate; +import org.ohdsi.webapi.common.DBMSType; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.stereotype.Component; + +import jakarta.annotation.PostConstruct; +import java.io.BufferedReader; +import java.io.IOException; +import java.io.InputStream; +import java.io.InputStreamReader; +import java.io.UncheckedIOException; +import java.nio.charset.StandardCharsets; +import java.nio.file.Files; +import java.nio.file.Path; +import java.util.ArrayList; +import java.util.List; +import java.util.stream.Collectors; + +/** + * Registers "trexsql" as a SqlRender target dialect. + * + * SqlRender has no trexsql target of its own, so its patterns for the engine + * trexsql is built on are copied under the trexsql name. SqlTranslate keeps a + * single JVM-wide pattern table, so this also covers libraries that translate + * internally (cohort and characterization SQL). + */ +@Component +public class TrexsqlDialect { + + public static final String NAME = DBMSType.TREXSQL.getOhdsiDB(); + + // The SqlRender target whose patterns trexsql reuses. + static final String BASE_DIALECT = "duckdb"; + + private static final String PATTERNS_RESOURCE = "/inst/csv/replacementPatterns.csv"; + private static final Logger log = LoggerFactory.getLogger(TrexsqlDialect.class); + + private static volatile boolean registered; + + @PostConstruct + void init() { + register(); + } + + public static synchronized void register() { + if (registered) { + return; + } + List lines = readBundledPatterns(); + List merged = new ArrayList<>(lines); + String prefix = BASE_DIALECT + ","; + for (String line : lines) { + if (line.startsWith(prefix)) { + merged.add(NAME + line.substring(BASE_DIALECT.length())); + } + } + if (merged.size() == lines.size()) { + throw new IllegalStateException("SqlRender has no " + BASE_DIALECT + " patterns to register " + NAME + " from"); + } + try { + Path file = Files.createTempFile("sqlrender-patterns-", ".csv"); + file.toFile().deleteOnExit(); + Files.write(file, merged, StandardCharsets.UTF_8); + SqlTranslate.setReplacementPatterns(file.toString()); + } catch (IOException e) { + throw new UncheckedIOException("Could not register the " + NAME + " SqlRender dialect", e); + } + registered = true; + log.info("Registered SqlRender dialect {} ({} patterns)", NAME, merged.size() - lines.size()); + } + + private static List readBundledPatterns() { + try (InputStream in = SqlTranslate.class.getResourceAsStream(PATTERNS_RESOURCE)) { + if (in == null) { + throw new IllegalStateException("SqlRender resource " + PATTERNS_RESOURCE + " not found"); + } + return new BufferedReader(new InputStreamReader(in, StandardCharsets.UTF_8)) + .lines().collect(Collectors.toList()); + } catch (IOException e) { + throw new UncheckedIOException(e); + } + } +} diff --git a/src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java b/src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java new file mode 100644 index 0000000000..c1bd7d39f0 --- /dev/null +++ b/src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java @@ -0,0 +1,42 @@ +package org.ohdsi.webapi.source; + +import org.junit.BeforeClass; +import org.junit.Test; +import org.ohdsi.sql.SqlTranslate; + +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertNotEquals; + +public class TrexsqlDialectTest { + + private static final String SQL = + "SELECT TOP 10 person_id, DATEADD(day, 30, observation_period_start_date) AS d " + + "INTO #codesets FROM @cdm.observation_period WHERE ISNULL(period_type_concept_id, 0) > 0;"; + + @BeforeClass + public static void registerDialect() { + TrexsqlDialect.register(); + } + + @Test + public void translatesLikeItsBaseDialect() { + String trexsql = SqlTranslate.translateSql(SQL, TrexsqlDialect.NAME); + assertEquals(SqlTranslate.translateSql(SQL, TrexsqlDialect.BASE_DIALECT), trexsql); + assertNotEquals(SQL, trexsql); + } + + @Test + public void registerIsIdempotent() { + TrexsqlDialect.register(); + assertEquals( + SqlTranslate.translateSql(SQL, TrexsqlDialect.BASE_DIALECT), + SqlTranslate.translateSql(SQL, TrexsqlDialect.NAME)); + } + + @Test + public void otherDialectsAreUnchanged() { + assertNotEquals( + SqlTranslate.translateSql(SQL, "postgresql"), + SqlTranslate.translateSql(SQL, TrexsqlDialect.NAME)); + } +} diff --git a/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java b/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java index f4976965f2..799702fc86 100644 --- a/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java +++ b/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java @@ -30,6 +30,7 @@ public class DataSourceDTOParserTest { public static final String ORACLE_WITH_PWD_CONN_STR = "jdbc:oracle:thin:scott/tiger@myhost:1521:orcl"; public static final String HIVE_CONN_STR = "jdbc:hive2://sandbox-hdp.hortonworks.com:2181/synpuf_531_orc;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2"; public static final String IRIS_CONN_STR = "jdbc:IRIS://localhost:1972/USER"; + public static final String TREXSQL_CONN_STR = "jdbc:trexsql://trex.example.com:9494"; @Test public void parseDTO() { @@ -112,6 +113,12 @@ public void parseDTO() { assertThat(dto.getUsername(), is(nullValue())); assertThat(dto.getPassword(), is(nullValue())); + dto = DataSourceDTOParser.parseDTO(getTrexsqlSource()); + assertThat(dto.getType(), is(DBMSType.TREXSQL)); + assertThat(dto.getConnectionString(), is(TREXSQL_CONN_STR)); + assertThat(dto.getUsername(), is("webapi")); + assertThat(dto.getPassword(), is("access-token")); + // IRIS is not supported in DBMSType enum, commenting out // dto = DataSourceDTOParser.parseDTO(getIRISSource()); // assertThat(dto.getType(), is(DBMSType.IRIS)); @@ -219,4 +226,13 @@ private Source getIRISSource() { source.setSourceConnection(IRIS_CONN_STR); return source; } -} \ No newline at end of file + + private Source getTrexsqlSource() { + Source source = new Source(); + source.setSourceDialect("trexsql"); + source.setSourceConnection(TREXSQL_CONN_STR); + source.setUsername("webapi"); + source.setPassword("access-token"); + return source; + } +} From 9f104219db4b8dd427ad701307cc6f07689cc808 Mon Sep 17 00:00:00 2001 From: Peter Hoffmann <954078+p-hoffmann@users.noreply.github.com> Date: Fri, 13 Nov 2026 08:38:36 +0800 Subject: [PATCH 2/3] Rename the trexsql source dialect to trexdb The dialect is named after the database, trexdb, matching the trexdb target proposed for SqlRender (OHDSI/SqlRender#416), so the DBMSType and the SqlRender target name stay the same string. The jdbc:trexsql:// URL scheme is the driver's and is unchanged. register() now does nothing when the bundled SqlRender already has trexdb patterns, so upgrading to a SqlRender release that ships the dialect does not append a second copy. --- .../arachne/commons/types/DBMSType.java | 2 +- .../util/ConnectionParamsParser.java | 2 +- .../org/ohdsi/webapi/common/DBMSType.java | 2 +- ...TrexsqlDialect.java => TrexdbDialect.java} | 23 +++++++++++-------- ...ialectTest.java => TrexdbDialectTest.java} | 18 +++++++-------- .../webapi/util/DataSourceDTOParserTest.java | 14 +++++------ 6 files changed, 33 insertions(+), 28 deletions(-) rename src/main/java/org/ohdsi/webapi/source/{TrexsqlDialect.java => TrexdbDialect.java} (78%) rename src/test/java/org/ohdsi/webapi/source/{TrexsqlDialectTest.java => TrexdbDialectTest.java} (60%) diff --git a/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java b/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java index 01c2f2665f..d38bc4ca93 100644 --- a/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java +++ b/src/main/java/org/ohdsi/webapi/arachne/commons/types/DBMSType.java @@ -36,7 +36,7 @@ public enum DBMSType { SPARK("Spark", "spark"), SNOWFLAKE("Snowflake", "snowflake"), SYNAPSE("Azure Synapse", "synapse"), - TREXSQL("TrexSQL", "trexsql"); + TREXDB("TrexDB", "trexdb"); private String label; // For further pass into SqlRender.translateSql as "targetDialect" and DatabaseConnector as "dbms" diff --git a/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java b/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java index 3cfa744873..1ae5fef34e 100644 --- a/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java +++ b/src/main/java/org/ohdsi/webapi/arachne/datasource/util/ConnectionParamsParser.java @@ -29,7 +29,7 @@ private static ConnectionStringParser getParser(DBMSType dbmsType) { case PDW: case SNOWFLAKE: case SYNAPSE: - case TREXSQL: + case TREXDB: return new GenericParser(); case REDSHIFT: return new RedshiftParser(); diff --git a/src/main/java/org/ohdsi/webapi/common/DBMSType.java b/src/main/java/org/ohdsi/webapi/common/DBMSType.java index 3f74bf2abc..0c16fc9a23 100644 --- a/src/main/java/org/ohdsi/webapi/common/DBMSType.java +++ b/src/main/java/org/ohdsi/webapi/common/DBMSType.java @@ -36,7 +36,7 @@ public enum DBMSType { SPARK("Spark", "spark"), SNOWFLAKE("Snowflake", "snowflake"), SYNAPSE("Azure Synapse", "synapse"), - TREXSQL("TrexSQL", "trexsql"); + TREXDB("TrexDB", "trexdb"); private String label; // For further pass into SqlRender.translateSql as "targetDialect" and DatabaseConnector as "dbms" diff --git a/src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java b/src/main/java/org/ohdsi/webapi/source/TrexdbDialect.java similarity index 78% rename from src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java rename to src/main/java/org/ohdsi/webapi/source/TrexdbDialect.java index a11209190d..8987a1f5e0 100644 --- a/src/main/java/org/ohdsi/webapi/source/TrexsqlDialect.java +++ b/src/main/java/org/ohdsi/webapi/source/TrexdbDialect.java @@ -20,23 +20,23 @@ import java.util.stream.Collectors; /** - * Registers "trexsql" as a SqlRender target dialect. + * Registers "trexdb" as a SqlRender target dialect. * - * SqlRender has no trexsql target of its own, so its patterns for the engine - * trexsql is built on are copied under the trexsql name. SqlTranslate keeps a - * single JVM-wide pattern table, so this also covers libraries that translate - * internally (cohort and characterization SQL). + * TrexDB runs DuckDB, so the duckdb patterns are copied under the trexdb name. + * SqlTranslate keeps a single JVM-wide pattern table, so this also covers + * libraries that translate internally (cohort and characterization SQL). + * A SqlRender release that ships trexdb itself makes this a no-op. */ @Component -public class TrexsqlDialect { +public class TrexdbDialect { - public static final String NAME = DBMSType.TREXSQL.getOhdsiDB(); + public static final String NAME = DBMSType.TREXDB.getOhdsiDB(); - // The SqlRender target whose patterns trexsql reuses. + // The SqlRender target whose patterns trexdb reuses. static final String BASE_DIALECT = "duckdb"; private static final String PATTERNS_RESOURCE = "/inst/csv/replacementPatterns.csv"; - private static final Logger log = LoggerFactory.getLogger(TrexsqlDialect.class); + private static final Logger log = LoggerFactory.getLogger(TrexdbDialect.class); private static volatile boolean registered; @@ -50,6 +50,11 @@ public static synchronized void register() { return; } List lines = readBundledPatterns(); + if (lines.stream().anyMatch(line -> line.startsWith(NAME + ","))) { + registered = true; + log.info("SqlRender already ships the {} dialect", NAME); + return; + } List merged = new ArrayList<>(lines); String prefix = BASE_DIALECT + ","; for (String line : lines) { diff --git a/src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java b/src/test/java/org/ohdsi/webapi/source/TrexdbDialectTest.java similarity index 60% rename from src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java rename to src/test/java/org/ohdsi/webapi/source/TrexdbDialectTest.java index c1bd7d39f0..ffbea8f1f9 100644 --- a/src/test/java/org/ohdsi/webapi/source/TrexsqlDialectTest.java +++ b/src/test/java/org/ohdsi/webapi/source/TrexdbDialectTest.java @@ -7,7 +7,7 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotEquals; -public class TrexsqlDialectTest { +public class TrexdbDialectTest { private static final String SQL = "SELECT TOP 10 person_id, DATEADD(day, 30, observation_period_start_date) AS d " @@ -15,28 +15,28 @@ public class TrexsqlDialectTest { @BeforeClass public static void registerDialect() { - TrexsqlDialect.register(); + TrexdbDialect.register(); } @Test public void translatesLikeItsBaseDialect() { - String trexsql = SqlTranslate.translateSql(SQL, TrexsqlDialect.NAME); - assertEquals(SqlTranslate.translateSql(SQL, TrexsqlDialect.BASE_DIALECT), trexsql); - assertNotEquals(SQL, trexsql); + String trexdb = SqlTranslate.translateSql(SQL, TrexdbDialect.NAME); + assertEquals(SqlTranslate.translateSql(SQL, TrexdbDialect.BASE_DIALECT), trexdb); + assertNotEquals(SQL, trexdb); } @Test public void registerIsIdempotent() { - TrexsqlDialect.register(); + TrexdbDialect.register(); assertEquals( - SqlTranslate.translateSql(SQL, TrexsqlDialect.BASE_DIALECT), - SqlTranslate.translateSql(SQL, TrexsqlDialect.NAME)); + SqlTranslate.translateSql(SQL, TrexdbDialect.BASE_DIALECT), + SqlTranslate.translateSql(SQL, TrexdbDialect.NAME)); } @Test public void otherDialectsAreUnchanged() { assertNotEquals( SqlTranslate.translateSql(SQL, "postgresql"), - SqlTranslate.translateSql(SQL, TrexsqlDialect.NAME)); + SqlTranslate.translateSql(SQL, TrexdbDialect.NAME)); } } diff --git a/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java b/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java index 799702fc86..6696a7c85f 100644 --- a/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java +++ b/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java @@ -30,7 +30,7 @@ public class DataSourceDTOParserTest { public static final String ORACLE_WITH_PWD_CONN_STR = "jdbc:oracle:thin:scott/tiger@myhost:1521:orcl"; public static final String HIVE_CONN_STR = "jdbc:hive2://sandbox-hdp.hortonworks.com:2181/synpuf_531_orc;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2"; public static final String IRIS_CONN_STR = "jdbc:IRIS://localhost:1972/USER"; - public static final String TREXSQL_CONN_STR = "jdbc:trexsql://trex.example.com:9494"; + public static final String TREXDB_CONN_STR = "jdbc:trexsql://trex.example.com:9494"; @Test public void parseDTO() { @@ -113,9 +113,9 @@ public void parseDTO() { assertThat(dto.getUsername(), is(nullValue())); assertThat(dto.getPassword(), is(nullValue())); - dto = DataSourceDTOParser.parseDTO(getTrexsqlSource()); - assertThat(dto.getType(), is(DBMSType.TREXSQL)); - assertThat(dto.getConnectionString(), is(TREXSQL_CONN_STR)); + dto = DataSourceDTOParser.parseDTO(getTrexdbSource()); + assertThat(dto.getType(), is(DBMSType.TREXDB)); + assertThat(dto.getConnectionString(), is(TREXDB_CONN_STR)); assertThat(dto.getUsername(), is("webapi")); assertThat(dto.getPassword(), is("access-token")); @@ -227,10 +227,10 @@ private Source getIRISSource() { return source; } - private Source getTrexsqlSource() { + private Source getTrexdbSource() { Source source = new Source(); - source.setSourceDialect("trexsql"); - source.setSourceConnection(TREXSQL_CONN_STR); + source.setSourceDialect("trexdb"); + source.setSourceConnection(TREXDB_CONN_STR); source.setUsername("webapi"); source.setPassword("access-token"); return source; From 72533361204735e8f3aa216a13d0bf37f60a40cc Mon Sep 17 00:00:00 2001 From: Peter Hoffmann <954078+p-hoffmann@users.noreply.github.com> Date: Fri, 13 Nov 2026 09:44:17 +0800 Subject: [PATCH 3/3] Use the jdbc:trexdb:// URL in the trexdb source test --- .../java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java b/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java index 6696a7c85f..ab67babf0b 100644 --- a/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java +++ b/src/test/java/org/ohdsi/webapi/util/DataSourceDTOParserTest.java @@ -30,7 +30,7 @@ public class DataSourceDTOParserTest { public static final String ORACLE_WITH_PWD_CONN_STR = "jdbc:oracle:thin:scott/tiger@myhost:1521:orcl"; public static final String HIVE_CONN_STR = "jdbc:hive2://sandbox-hdp.hortonworks.com:2181/synpuf_531_orc;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2"; public static final String IRIS_CONN_STR = "jdbc:IRIS://localhost:1972/USER"; - public static final String TREXDB_CONN_STR = "jdbc:trexsql://trex.example.com:9494"; + public static final String TREXDB_CONN_STR = "jdbc:trexdb://trex.example.com:9494"; @Test public void parseDTO() {