Add read_sql in the dbc package

docker/registry/cpp-client-base/gradle.properties

@@ -1,5 +1,5 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=ghcr.io/deephaven/cpp-client-base:latest
-deephaven.registry.imageId=ghcr.io/deephaven/cpp-client-base@sha256:5b6e1749437170c0b0a3ebe5755c38fdbe3645b7c409cf8a72bc6a6acf50eebe
+deephaven.registry.imageId=ghcr.io/deephaven/cpp-client-base@sha256:be329d3f792ddbf51b0d53a26f7a923a1b6e7990a9fffe8725cf7ba3f3e0da4a
 # TODO(deephaven-base-images#54): arm64 native image for cpp-client-base
-deephaven.registry.platform=linux/amd64
+deephaven.registry.platform=linux/amd64

docker/registry/go/gradle.properties

@@ -1,3 +1,3 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=golang:1
-deephaven.registry.imageId=golang@sha256:6e835db45c7d88e12b057c0638814c2b266f69143437e4110b8bec5cfc7fa53b
+deephaven.registry.imageId=golang@sha256:2edf6aab2d57644f3fe7407132a0d1770846867465a39c2083770cf62734b05d

docker/registry/nginx-noroot-base/gradle.properties

@@ -1,3 +1,3 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=ghcr.io/deephaven/nginx-noroot-base:latest
-deephaven.registry.imageId=ghcr.io/deephaven/nginx-noroot-base@sha256:e24ada348d0dd23b27a4edfe325677b4c2bd4edc6503f0a0e2b100f8e4164ac4
+deephaven.registry.imageId=ghcr.io/deephaven/nginx-noroot-base@sha256:f10668ac0ab53c2a0005497679fa960c8e0dc7247c56ae0dda96a8c3ebcbfb9a

docker/registry/node/gradle.properties

@@ -1,3 +1,3 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=node:14
-deephaven.registry.imageId=node@sha256:eb709cd9ccbc70f194353d7f4227c52406a9dc6714d798666252d14e344422b2
+deephaven.registry.imageId=node@sha256:1b5300317e95ed8bb2a1c25003f57e52400ce7af1e2e1efd9f52407293f88317

docker/registry/protoc-base/gradle.properties

@@ -1,5 +1,5 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=ghcr.io/deephaven/protoc-base:latest
-deephaven.registry.imageId=ghcr.io/deephaven/protoc-base@sha256:dcbde68539a04be744963d1f3c90c30be1c7f75d291635d2f1efc3ee0c0167ed
+deephaven.registry.imageId=ghcr.io/deephaven/protoc-base@sha256:161d15724ae82ca0b4be788b4efc36d655361bd62b6c6b414def36d7f71c6150
 # TODO(deephaven-base-images#55): arm64 native image for protoc-base
-deephaven.registry.platform=linux/amd64
+deephaven.registry.platform=linux/amd64

docker/registry/python/gradle.properties

@@ -1,3 +1,3 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=python:3.7
-deephaven.registry.imageId=python@sha256:50cb2d7edb60980bbf62438c3eb7fb7f3cd6656d05f30863fd8cc3058e068d79
+deephaven.registry.imageId=python@sha256:1eacb4f802a52a73371facb2b69ee12aecf7b4cac69210ef1e41f44da2a02b27

docker/registry/server-base/gradle.properties

@@ -1,3 +1,3 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=ghcr.io/deephaven/server-base:edge
-deephaven.registry.imageId=ghcr.io/deephaven/server-base@sha256:be6261a716ea276958f0eec4c29c2ad1d4eaf6a8d90fc6b77fcd071a39db1d74
+deephaven.registry.imageId=ghcr.io/deephaven/server-base@sha256:a9cc78389af95643a55592bd422972879d56cbf7bd2ee91bdd3c676e168747c1

docker/registry/slim-base/gradle.properties

@@ -1,3 +1,3 @@
 io.deephaven.project.ProjectType=DOCKER_REGISTRY
 deephaven.registry.imageName=ghcr.io/deephaven/server-slim-base:edge
-deephaven.registry.imageId=ghcr.io/deephaven/server-slim-base@sha256:80545a6acde04839fbbcee9632b95a2a363b71f4eacf69b6174ee5cb613a43bc
+deephaven.registry.imageId=ghcr.io/deephaven/server-slim-base@sha256:7c182292fcd51298e662bbc96d05c679e939cfabf4c8d1365e2eee05615ce950

docker/server-jetty/src/main/server-jetty/requirements.txt

@@ -1,5 +1,6 @@
-adbc-driver-manager==0.1.0
-adbc-driver-postgresql==0.1.0
+adbc-driver-manager==0.2.0
+adbc-driver-postgresql==0.2.0
+connectorx==0.3.1; platform.machine == 'x86_64'
 deephaven-plugin==0.3.0
 java-utilities==0.2.0
 jedi==0.18.2
@@ -13,4 +14,4 @@ pyarrow==11.0.0
 python-dateutil==2.8.2
 pytz==2022.7.1
 six==1.16.0
-turbodbc==4.5.6
+turbodbc==4.5.10

docker/server/src/main/server-netty/requirements.txt

@@ -1,5 +1,6 @@
-adbc-driver-manager==0.1.0
-adbc-driver-postgresql==0.1.0
+adbc-driver-manager==0.2.0
+adbc-driver-postgresql==0.2.0
+connectorx==0.3.1; platform.machine == 'x86_64'
 deephaven-plugin==0.3.0
 java-utilities==0.2.0
 jedi==0.18.2
@@ -13,4 +14,4 @@ pyarrow==11.0.0
 python-dateutil==2.8.2
 pytz==2022.7.1
 six==1.16.0
-turbodbc==4.5.6
+turbodbc==4.5.10

py/server/deephaven/dbc/__init__.py

@@ -1,5 +1,35 @@
 #
 #     Copyright (c) 2016-2022 Deephaven Data Labs and Patent Pending
 #
+"""The dbc package includes the modules and functions for using external databases with Deephaven."""
 
-"""The dbc package includes the modules for using external databases with Deephaven."""
+from deephaven import DHError
+from deephaven.table import Table
+import deephaven.arrow as dharrow
+
+
+def read_sql(conn: str, query: str) -> Table:
+    """Executes the provided SQL query via ConnectorX and returns a Deephaven table.
+
+    Args:
+        conn (str): a connection string URI, please refer to https://sfu-db.github.io/connector-x/databases.html for
+            database specific format
+        query (str): SQL query statement
+
+    Returns:
+        a new Table
+
+    Raises:
+        DHError
+    """
+    try:
+        import connectorx as cx
+    except ImportError:
+        raise DHError(message="import connectorx failed, please install it first.")
+
+    try:
+        pa_table = cx.read_sql(conn=conn, query=query, return_type="arrow")
+    except Exception as e:
+        raise DHError(e, message="failed to get a Arrow table from ConnectorX.") from e
+
+    return dharrow.to_table(pa_table)

py/server/deephaven/dbc/adbc.py

@@ -9,11 +9,9 @@
 from databases that only support ODBC/JDBC. By relying on ADBC, Deephaven is able to ingest data efficiently from a
 wide variety of data sources. """
 
-from typing import Any
-
-from deephaven.table import Table
-from deephaven import arrow as dharrow
 from deephaven import DHError
+from deephaven import arrow as dharrow
+from deephaven.table import Table
 
 try:
     import adbc_driver_manager.dbapi
@@ -26,8 +24,8 @@ def read_cursor(cursor: adbc_driver_manager.dbapi.Cursor) -> Table:
     """Converts the result set of the provided cursor into a Deephaven table.
 
     Args:
-        cursor (Any): an ADBC DB-API cursor. Prior to it being passed in, its execute() method must be called to
-            run a query operation that produces an Arrow table
+        cursor (adbc_driver_manager.dbapi.Cursor): an ADBC DB-API cursor. Prior to it being passed in, its execute()
+            method must be called to run a query operation that produces an Arrow table
 
     Returns:
         a new Table

py/server/deephaven/dbc/odbc.py

@@ -8,8 +8,6 @@
 importantly it has optimized, built-in Apache Arrow support when fetching ODBC result sets. This enables Deephaven to
 achieve maximum efficiency when ingesting relational data. """
 
-from typing import Any
-
 from deephaven import DHError
 from deephaven import arrow as dharrow
 from deephaven.table import Table
@@ -25,8 +23,8 @@ def read_cursor(cursor: turbodbc.cursor.Cursor) -> Table:
     """Converts the result set of the provided cursor into a Deephaven table.
 
     Args:
-        cursor (Any): a Turbodbc cursor. Prior to it being passed in, its execute() method must be called to run a query
-            operation that produces a result set
+        cursor (turbodbc.cursor.Cursor): a Turbodbc cursor. Prior to it being passed in, its execute() method must be
+            called to run a query operation that produces a result set
 
     Returns:
         a new Table

py/server/tests/test_dbc.py

@@ -1,11 +1,13 @@
 #
 # Copyright (c) 2016-2022 Deephaven Data Labs and Patent Pending
 #
+import platform
 import unittest
 
 import turbodbc
 
-from deephaven.dbc import odbc as dhodbc, adbc as dhadbc
+from deephaven import DHError
+from deephaven.dbc import odbc as dhodbc, adbc as dhadbc, read_sql
 from tests.testbase import BaseTestCase
 
 
@@ -32,6 +34,15 @@ def test_read_adbc(self):
                 # instead of the actual size
                 self.assertEqual(table.size, 10)
 
+    @unittest.skipIf(platform.machine() != "x86_64", reason="connectorx not available on Linux/Arm64"
+                                                            "https://github.com/sfu-db/connector-x/issues/386")
+    def test_read_sql(self):
+        postgres_url = "postgresql://test:test@postgres:5432/test"
+        query = "SELECT t_ts, t_id, t_instrument, t_exchange, t_price, t_size FROM CRYPTO_TRADES LIMIT 10"
+        dh_table = read_sql(conn=postgres_url, query=query)
+        self.assertEqual(len(dh_table.columns), 6)
+        self.assertEqual(dh_table.size, 10)
+
 
 if __name__ == '__main__':
     unittest.main()