feat(connectors): add generic JDBC source connector

.config/nextest.toml

@@ -39,6 +39,18 @@ max-threads = 1
 filter = 'package(integration) and test(/connectors::elasticsearch::/)'
 test-group = "elasticsearch"
 
+# JDBC tests each start their own iggy-server plus a Postgres testcontainer and
+# an embedded JVM, and they share a JDBC driver JAR downloaded to a single path
+# on first run. nextest runs each test in its own process, so the in-source
+# `#[serial]` guard does not serialize them here; `max-threads = 1` does, which
+# avoids resource contention and a race to download the same driver JAR.
+[test-groups.jdbc]
+max-threads = 1
+
+[[profile.default.overrides]]
+filter = 'package(integration) and test(/connectors::jdbc::/)'
+test-group = "jdbc"
+
 # Each test in these binaries spawns its own real iggy-server subprocess (isolated data dir, port
 # from PortGuard's own flock, so no two ever share a port). #[serial] on them is a dead letter
 # under nextest - nextest runs every test as its own process, and #[serial]'s mutex only excludes

.github/workflows/_build_rust_artifacts.yml

@@ -46,7 +46,7 @@ on:
       connector_plugins:
         type: string
         required: false
-        default: "iggy_connector_elasticsearch_sink,iggy_connector_elasticsearch_source,iggy_connector_iceberg_sink,iggy_connector_postgres_sink,iggy_connector_postgres_source,iggy_connector_quickwit_sink,iggy_connector_random_source,iggy_connector_s3_sink,iggy_connector_stdout_sink,iggy_connector_surrealdb_sink, iggy_connector_rabbitmq_sink"
+        default: "iggy_connector_elasticsearch_sink,iggy_connector_elasticsearch_source,iggy_connector_iceberg_sink,iggy_connector_jdbc_source,iggy_connector_postgres_sink,iggy_connector_postgres_source,iggy_connector_quickwit_sink,iggy_connector_rabbitmq_sink,iggy_connector_random_source,iggy_connector_s3_sink,iggy_connector_stdout_sink,iggy_connector_surrealdb_sink"
         description: "Comma-separated list of connector plugin crates to build as shared libraries"
     outputs:
       artifact_name:

.github/workflows/edge-release.yml

@@ -98,6 +98,7 @@ jobs:
             - `iggy_connector_elasticsearch_sink`
             - `iggy_connector_elasticsearch_source`
             - `iggy_connector_iceberg_sink`
+            - `iggy_connector_jdbc_source`
             - `iggy_connector_postgres_sink`
             - `iggy_connector_postgres_source`
             - `iggy_connector_quickwit_sink`

Cargo.toml

@@ -52,6 +52,7 @@ members = [
     "core/connectors/sources/elasticsearch_source",
     "core/connectors/sources/http_source",
     "core/connectors/sources/influxdb_source",
+    "core/connectors/sources/jdbc_source",
     "core/connectors/sources/postgres_source",
     "core/connectors/sources/random_source",
     "core/consensus",
@@ -213,6 +214,7 @@ iggy_connector_sdk = { path = "core/connectors/sdk", version = "0.5.0" }
 indexmap = "2.14.2"
 integration = { path = "core/integration" }
 ipnet = "2.12.2"
+jni = { version = "0.21", features = ["invocation"] }
 journal = { path = "core/journal" }
 js-sys = "0.3"
 jsonwebtoken = { version = "11.0.0", features = ["rust_crypto"] }
@@ -308,6 +310,7 @@ serde_yaml_ng = "0.10.0"
 serial_test = "4.0.1"
 server = { path = "core/server", default-features = false }
 server_common = { path = "core/server_common" }
+sha2 = "0.10.9"
 shard = { path = "core/shard" }
 simd-json = { version = "0.18.1", features = ["serde_impl"] }
 smallvec = "1.16"

core/connectors/README.md

@@ -122,6 +122,7 @@ Please refer to the **[Source documentation](https://github.com/apache/iggy/tree
 ### Available Sources
 
 - **Elasticsearch Source** - polls documents from Elasticsearch indices
+- **JDBC Source** - reads rows from any JDBC-compliant database (PostgreSQL, MySQL, Oracle, SQL Server, H2) via an embedded JVM; bulk and incremental modes
 - **PostgreSQL Source** - reads rows from PostgreSQL tables with multiple consumption strategies (delete after read, mark as processed, timestamp tracking)
 - **Random Source** - generates random test messages (useful for testing/development)