feat(connectors): implement Redshift Sink Connector with S3 staging (#2540)

Cargo.toml

@@ -35,6 +35,7 @@ members = [
     "core/connectors/sinks/iceberg_sink",
     "core/connectors/sinks/postgres_sink",
     "core/connectors/sinks/quickwit_sink",
+    "core/connectors/sinks/redshift_sink",
     "core/connectors/sinks/stdout_sink",
     "core/connectors/sources/elasticsearch_source",
     "core/connectors/sources/postgres_source",

DEPENDENCIES.md

@@ -407,6 +407,7 @@ iggy_connector_postgres_sink: 0.1.0, "Apache-2.0",
 iggy_connector_postgres_source: 0.1.0, "Apache-2.0",
 iggy_connector_quickwit_sink: 0.1.0, "Apache-2.0",
 iggy_connector_random_source: 0.1.0, "Apache-2.0",
+iggy_connector_redshift_sink: 0.1.0, "Apache-2.0",
 iggy_connector_sdk: 0.1.1-edge.1, "Apache-2.0",
 iggy_connector_stdout_sink: 0.1.0, "Apache-2.0",
 iggy_examples: 0.0.5, "Apache-2.0",
@@ -489,7 +490,9 @@ macro_rules_attribute: 0.1.3, "MIT",
 macro_rules_attribute-proc_macro: 0.1.3, "MIT",
 matchers: 0.2.0, "MIT",
 matchit: 0.8.4, "BSD-3-Clause AND MIT",
+maybe-async: 0.2.10, "MIT",
 md-5: 0.10.6, "Apache-2.0 OR MIT",
+md5: 0.8.0, "Apache-2.0 OR MIT",
 memchr: 2.7.6, "MIT OR Unlicense",
 message_bus: 0.1.0, "Apache-2.0",
 metadata: 0.1.0, "Apache-2.0",
@@ -499,6 +502,7 @@ mimalloc: 0.1.48, "MIT",
 mime: 0.3.17, "Apache-2.0 OR MIT",
 mime_guess: 2.0.5, "MIT",
 minimal-lexical: 0.2.1, "Apache-2.0 OR MIT",
+minidom: 0.16.0, "MPL-2.0",
 miniz_oxide: 0.8.9, "Apache-2.0 OR MIT OR Zlib",
 mio: 1.1.1, "MIT",
 mockall: 0.14.0, "Apache-2.0 OR MIT",
@@ -679,6 +683,7 @@ rust-embed: 8.9.0, "MIT",
 rust-embed-impl: 8.9.0, "MIT",
 rust-embed-utils: 8.9.0, "MIT",
 rust-ini: 0.21.3, "MIT",
+rust-s3: 0.37.1, "MIT",
 rust_decimal: 1.39.0, "MIT",
 rustc-hash: 2.1.1, "Apache-2.0 OR MIT",
 rustc_version: 0.4.1, "Apache-2.0 OR MIT",
@@ -692,6 +697,8 @@ rustls-platform-verifier: 0.6.2, "Apache-2.0 OR MIT",
 rustls-platform-verifier-android: 0.1.1, "Apache-2.0 OR MIT",
 rustls-webpki: 0.103.8, "ISC",
 rustversion: 1.0.22, "Apache-2.0 OR MIT",
+rxml: 0.11.1, "MIT",
+rxml_validation: 0.11.0, "MIT",
 ryu: 1.0.22, "Apache-2.0 OR BSL-1.0",
 same-file: 1.0.6, "MIT OR Unlicense",
 scc: 2.4.0, "Apache-2.0",
@@ -764,6 +771,7 @@ sqlx-sqlite: 0.8.6, "Apache-2.0 OR MIT",
 sse-stream: 0.2.1, "Apache-2.0 OR MIT",
 stable_deref_trait: 1.2.1, "Apache-2.0 OR MIT",
 static-toml: 1.3.0, "MIT",
+static_assertions: 1.1.0, "Apache-2.0 OR MIT",
 stringprep: 0.1.5, "Apache-2.0 OR MIT",
 strsim: 0.11.1, "MIT",
 structmeta: 0.3.0, "Apache-2.0 OR MIT",

core/common/src/sender/mod.rs

@@ -37,8 +37,11 @@ use compio::net::TcpStream;
 use compio_quic::{RecvStream, SendStream};
 use compio_tls::TlsStream;
 use std::future::Future;
+#[cfg(unix)]
 use std::os::fd::{AsFd, OwnedFd};
-use tracing::{debug, error};
+use tracing::debug;
+#[cfg(unix)]
+use tracing::error;
 
 macro_rules! forward_async_methods {
     (
@@ -117,6 +120,7 @@ impl SenderKind {
         Self::WebSocketTls(stream)
     }
 
+    #[cfg(unix)]
     pub fn take_and_migrate_tcp(&mut self) -> Option<OwnedFd> {
         match self {
             SenderKind::Tcp(tcp_sender) => {
@@ -137,6 +141,12 @@ impl SenderKind {
         }
     }
 
+    #[cfg(not(unix))]
+    pub fn take_and_migrate_tcp(&mut self) -> Option<()> {
+        // Socket migration is not supported on non-Unix platforms
+        None
+    }
+
     forward_async_methods! {
         async fn read<B: IoBufMut>(&mut self, buffer: B) -> (Result<(), IggyError>, B);
         async fn send_empty_ok_response(&mut self) -> Result<(), IggyError>;