chore: refacto use dedicated trait

This commit is contained in:
Σrebe - Romain GERARD 2024-07-28 22:11:34 +02:00
parent ef016f0467
commit 5e74ed233d
No known key found for this signature in database
GPG key ID: 7A42B4B97E0332F4
11 changed files with 408 additions and 242 deletions

View file

@ -3,7 +3,6 @@ mod protocols;
mod restrictions; mod restrictions;
mod tunnel; mod tunnel;
use anyhow::anyhow;
use base64::Engine; use base64::Engine;
use clap::Parser; use clap::Parser;
use hyper::header::HOST; use hyper::header::HOST;
@ -21,8 +20,6 @@ use std::str::FromStr;
use std::sync::Arc; use std::sync::Arc;
use std::time::Duration; use std::time::Duration;
use std::{fmt, io}; use std::{fmt, io};
use tokio::io::{AsyncRead, AsyncWrite};
use tokio::net::TcpStream;
use tokio::select; use tokio::select;
use tokio_rustls::rustls::pki_types::{CertificateDer, DnsName, PrivateKeyDer, ServerName}; use tokio_rustls::rustls::pki_types::{CertificateDer, DnsName, PrivateKeyDer, ServerName};
@ -31,9 +28,9 @@ use tokio_rustls::TlsConnector;
use tracing::{error, info}; use tracing::{error, info};
use crate::protocols::dns::DnsResolver; use crate::protocols::dns::DnsResolver;
use crate::protocols::udp::MyUdpSocket; use crate::protocols::tls;
use crate::protocols::{socks5, tls, udp};
use crate::restrictions::types::RestrictionsRules; use crate::restrictions::types::RestrictionsRules;
use crate::tunnel::connectors::{Socks5TunnelConnector, TcpTunnelConnector, UdpTunnelConnector};
use crate::tunnel::listeners::{ use crate::tunnel::listeners::{
new_stdio_listener, new_udp_listener, HttpProxyTunnelListener, Socks5TunnelListener, TcpTunnelListener, new_stdio_listener, new_udp_listener, HttpProxyTunnelListener, Socks5TunnelListener, TcpTunnelListener,
}; };
@ -989,19 +986,14 @@ async fn main() -> anyhow::Result<()> {
match &tunnel.local_protocol { match &tunnel.local_protocol {
LocalProtocol::Tcp { proxy_protocol: _ } => { LocalProtocol::Tcp { proxy_protocol: _ } => {
tokio::spawn(async move { tokio::spawn(async move {
let remote = tunnel.remote.clone();
let cfg = client_config.clone(); let cfg = client_config.clone();
let connect_to_dest = |_| async { let tcp_connector = TcpTunnelConnector::new(
protocols::tcp::connect( &tunnel.remote.0,
&remote.0, tunnel.remote.1,
remote.1, cfg.socket_so_mark,
cfg.socket_so_mark, cfg.timeout_connect,
cfg.timeout_connect, &cfg.dns_resolver,
&cfg.dns_resolver, );
)
.await
};
let (host, port) = to_host_port(tunnel.local); let (host, port) = to_host_port(tunnel.local);
let remote = RemoteAddr { let remote = RemoteAddr {
protocol: LocalProtocol::ReverseTcp, protocol: LocalProtocol::ReverseTcp,
@ -1009,7 +1001,7 @@ async fn main() -> anyhow::Result<()> {
port, port,
}; };
if let Err(err) = if let Err(err) =
tunnel::client::run_reverse_tunnel(client_config, remote, connect_to_dest).await tunnel::client::run_reverse_tunnel(client_config, remote, tcp_connector).await
{ {
error!("{:?}", err); error!("{:?}", err);
} }
@ -1026,29 +1018,22 @@ async fn main() -> anyhow::Result<()> {
host, host,
port, port,
}; };
let connect_to_dest = |_| async { let udp_connector = UdpTunnelConnector::new(
udp::connect( &remote.host,
&tunnel.remote.0, remote.port,
tunnel.remote.1, cfg.socket_so_mark,
cfg.timeout_connect, cfg.timeout_connect,
cfg.socket_so_mark, &cfg.dns_resolver,
&cfg.dns_resolver, );
)
.await
};
if let Err(err) = if let Err(err) =
tunnel::client::run_reverse_tunnel(client_config, remote, connect_to_dest).await tunnel::client::run_reverse_tunnel(client_config, remote.clone(), udp_connector).await
{ {
error!("{:?}", err); error!("{:?}", err);
} }
}); });
} }
LocalProtocol::Socks5 { timeout, credentials } => { LocalProtocol::Socks5 { timeout, credentials } => {
trait T: AsyncWrite + AsyncRead + Unpin + Send {}
impl T for TcpStream {}
impl T for MyUdpSocket {}
let credentials = credentials.clone(); let credentials = credentials.clone();
let timeout = *timeout; let timeout = *timeout;
tokio::spawn(async move { tokio::spawn(async move {
@ -1059,37 +1044,11 @@ async fn main() -> anyhow::Result<()> {
host, host,
port, port,
}; };
let connect_to_dest = |remote: Option<RemoteAddr>| { let socks_connector =
let so_mark = cfg.socket_so_mark; Socks5TunnelConnector::new(cfg.socket_so_mark, cfg.timeout_connect, &cfg.dns_resolver);
let timeout = cfg.timeout_connect;
let dns_resolver = &cfg.dns_resolver;
async move {
let Some(remote) = remote else {
return Err(anyhow!("Missing remote destination for reverse socks5"));
};
match remote.protocol {
LocalProtocol::Tcp { proxy_protocol: _ } => protocols::tcp::connect(
&remote.host,
remote.port,
so_mark,
timeout,
dns_resolver,
)
.await
.map(|s| Box::new(s) as Box<dyn T>),
LocalProtocol::Udp { .. } => {
udp::connect(&remote.host, remote.port, timeout, so_mark, dns_resolver)
.await
.map(|s| Box::new(s) as Box<dyn T>)
}
_ => Err(anyhow!("Invalid protocol for reverse socks5 {:?}", remote.protocol)),
}
}
};
if let Err(err) = if let Err(err) =
tunnel::client::run_reverse_tunnel(client_config, remote, connect_to_dest).await tunnel::client::run_reverse_tunnel(client_config, remote, socks_connector).await
{ {
error!("{:?}", err); error!("{:?}", err);
} }
@ -1108,22 +1067,16 @@ async fn main() -> anyhow::Result<()> {
host, host,
port, port,
}; };
let connect_to_dest = |remote: Option<RemoteAddr>| { let tcp_connector = TcpTunnelConnector::new(
let so_mark = cfg.socket_so_mark; &remote.host,
let timeout = cfg.timeout_connect; remote.port,
let dns_resolver = &cfg.dns_resolver; cfg.socket_so_mark,
async move { cfg.timeout_connect,
let Some(remote) = remote else { &cfg.dns_resolver,
return Err(anyhow!("Missing remote destination for reverse socks5")); );
};
protocols::tcp::connect(&remote.host, remote.port, so_mark, timeout, dns_resolver)
.await
}
};
if let Err(err) = if let Err(err) =
tunnel::client::run_reverse_tunnel(client_config, remote, connect_to_dest).await tunnel::client::run_reverse_tunnel(client_config, remote.clone(), tcp_connector).await
{ {
error!("{:?}", err); error!("{:?}", err);
} }
@ -1133,18 +1086,14 @@ async fn main() -> anyhow::Result<()> {
LocalProtocol::Unix { path } => { LocalProtocol::Unix { path } => {
let path = path.clone(); let path = path.clone();
tokio::spawn(async move { tokio::spawn(async move {
let remote = tunnel.remote.clone();
let cfg = client_config.clone(); let cfg = client_config.clone();
let connect_to_dest = |_| async { let tcp_connector = TcpTunnelConnector::new(
protocols::tcp::connect( &tunnel.remote.0,
&remote.0, tunnel.remote.1,
remote.1, cfg.socket_so_mark,
cfg.socket_so_mark, cfg.timeout_connect,
cfg.timeout_connect, &cfg.dns_resolver,
&cfg.dns_resolver, );
)
.await
};
let (host, port) = to_host_port(tunnel.local); let (host, port) = to_host_port(tunnel.local);
let remote = RemoteAddr { let remote = RemoteAddr {
@ -1153,7 +1102,7 @@ async fn main() -> anyhow::Result<()> {
port, port,
}; };
if let Err(err) = if let Err(err) =
tunnel::client::run_reverse_tunnel(client_config, remote, connect_to_dest).await tunnel::client::run_reverse_tunnel(client_config, remote, tcp_connector).await
{ {
error!("{:?}", err); error!("{:?}", err);
} }

View file

@ -6,6 +6,6 @@ pub use server::connect;
#[cfg(target_os = "linux")] #[cfg(target_os = "linux")]
pub use server::mk_send_socket_tproxy; pub use server::mk_send_socket_tproxy;
pub use server::run_server; pub use server::run_server;
pub use server::MyUdpSocket;
pub use server::UdpStream; pub use server::UdpStream;
pub use server::UdpStreamWriter; pub use server::UdpStreamWriter;
pub use server::WsUdpSocket;

View file

@ -295,17 +295,17 @@ pub async fn run_server(
} }
#[derive(Clone)] #[derive(Clone)]
pub struct MyUdpSocket { pub struct WsUdpSocket {
socket: Arc<UdpSocket>, socket: Arc<UdpSocket>,
} }
impl MyUdpSocket { impl WsUdpSocket {
pub fn new(socket: Arc<UdpSocket>) -> Self { pub fn new(socket: Arc<UdpSocket>) -> Self {
Self { socket } Self { socket }
} }
} }
impl AsyncRead for MyUdpSocket { impl AsyncRead for WsUdpSocket {
fn poll_read(self: Pin<&mut Self>, cx: &mut task::Context<'_>, buf: &mut ReadBuf<'_>) -> Poll<io::Result<()>> { fn poll_read(self: Pin<&mut Self>, cx: &mut task::Context<'_>, buf: &mut ReadBuf<'_>) -> Poll<io::Result<()>> {
unsafe { self.map_unchecked_mut(|x| &mut x.socket) } unsafe { self.map_unchecked_mut(|x| &mut x.socket) }
.poll_recv_from(cx, buf) .poll_recv_from(cx, buf)
@ -313,7 +313,7 @@ impl AsyncRead for MyUdpSocket {
} }
} }
impl AsyncWrite for MyUdpSocket { impl AsyncWrite for WsUdpSocket {
fn poll_write(self: Pin<&mut Self>, cx: &mut task::Context<'_>, buf: &[u8]) -> Poll<Result<usize, Error>> { fn poll_write(self: Pin<&mut Self>, cx: &mut task::Context<'_>, buf: &[u8]) -> Poll<Result<usize, Error>> {
unsafe { self.map_unchecked_mut(|x| &mut x.socket) }.poll_send(cx, buf) unsafe { self.map_unchecked_mut(|x| &mut x.socket) }.poll_send(cx, buf)
} }
@ -333,7 +333,7 @@ pub async fn connect(
connect_timeout: Duration, connect_timeout: Duration,
so_mark: Option<u32>, so_mark: Option<u32>,
dns_resolver: &DnsResolver, dns_resolver: &DnsResolver,
) -> anyhow::Result<MyUdpSocket> { ) -> anyhow::Result<WsUdpSocket> {
info!("Opening UDP connection to {}:{}", host, port); info!("Opening UDP connection to {}:{}", host, port);
let socket_addrs: Vec<SocketAddr> = match host { let socket_addrs: Vec<SocketAddr> = match host {
@ -419,7 +419,7 @@ pub async fn connect(
} }
if let Some(cnx) = cnx { if let Some(cnx) = cnx {
Ok(MyUdpSocket::new(Arc::new(cnx))) Ok(WsUdpSocket::new(Arc::new(cnx)))
} else { } else {
Err(anyhow!("Cannot connect to udp peer {}:{} reason {:?}", host, port, last_err)) Err(anyhow!("Cannot connect to udp peer {}:{} reason {:?}", host, port, last_err))
} }

View file

@ -1,4 +1,5 @@
use super::{JwtTunnelConfig, RemoteAddr, TransportScheme, JWT_DECODE}; use super::{JwtTunnelConfig, RemoteAddr, TransportScheme, JWT_DECODE};
use crate::tunnel::connectors::TunnelConnector;
use crate::tunnel::listeners::TunnelListener; use crate::tunnel::listeners::TunnelListener;
use crate::tunnel::transport::{TunnelReader, TunnelWriter}; use crate::tunnel::transport::{TunnelReader, TunnelWriter};
use crate::{tunnel, WsClientConfig}; use crate::{tunnel, WsClientConfig};
@ -6,7 +7,6 @@ use futures_util::pin_mut;
use hyper::header::COOKIE; use hyper::header::COOKIE;
use jsonwebtoken::TokenData; use jsonwebtoken::TokenData;
use log::debug; use log::debug;
use std::future::Future;
use std::ops::Deref; use std::ops::Deref;
use std::sync::Arc; use std::sync::Arc;
use tokio::io::{AsyncRead, AsyncWrite}; use tokio::io::{AsyncRead, AsyncWrite};
@ -90,16 +90,11 @@ pub async fn run_tunnel(client_config: Arc<WsClientConfig>, incoming_cnx: impl T
Ok(()) Ok(())
} }
pub async fn run_reverse_tunnel<F, Fut, T>( pub async fn run_reverse_tunnel(
client_cfg: Arc<WsClientConfig>, client_cfg: Arc<WsClientConfig>,
remote_addr: RemoteAddr, remote_addr: RemoteAddr,
connect_to_dest: F, connector: impl TunnelConnector,
) -> anyhow::Result<()> ) -> anyhow::Result<()> {
where
F: Fn(Option<RemoteAddr>) -> Fut,
Fut: Future<Output = anyhow::Result<T>>,
T: AsyncRead + AsyncWrite + Send + 'static,
{
loop { loop {
let client_config = client_cfg.clone(); let client_config = client_cfg.clone();
let request_id = Uuid::now_v7(); let request_id = Uuid::now_v7();
@ -156,17 +151,15 @@ where
port: jwt.claims.rp, port: jwt.claims.rp,
}); });
let stream = match connect_to_dest(remote).instrument(span.clone()).await { let (local_rx, local_tx) = match connector.connect(&remote).instrument(span.clone()).await {
Ok(s) => s, Ok(s) => s,
Err(err) => { Err(err) => {
event!(parent: &span, Level::ERROR, "Cannot connect to xxxx: {err:?}"); event!(parent: &span, Level::ERROR, "Cannot connect to {remote:?}: {err:?}");
continue; continue;
} }
}; };
let (local_rx, local_tx) = tokio::io::split(stream);
let (close_tx, close_rx) = oneshot::channel::<()>(); let (close_tx, close_rx) = oneshot::channel::<()>();
let tunnel = async move { let tunnel = async move {
let ping_frequency = client_config.websocket_ping_frequency; let ping_frequency = client_config.websocket_ping_frequency;
tokio::spawn( tokio::spawn(

View file

@ -0,0 +1,17 @@
mod sock5;
mod tcp;
mod udp;
pub use sock5::Socks5TunnelConnector;
pub use tcp::TcpTunnelConnector;
pub use udp::UdpTunnelConnector;
use crate::tunnel::RemoteAddr;
use tokio::io::{AsyncRead, AsyncWrite};
pub trait TunnelConnector {
type Reader: AsyncRead + Send + 'static;
type Writer: AsyncWrite + Send + 'static;
async fn connect(&self, remote: &Option<RemoteAddr>) -> anyhow::Result<(Self::Reader, Self::Writer)>;
}

View file

@ -0,0 +1,124 @@
use std::io::{Error, IoSlice};
use std::pin::Pin;
use std::task::{Context, Poll};
use std::time::Duration;
use anyhow::anyhow;
use tokio::io::{AsyncRead, AsyncWrite, ReadBuf};
use tokio::net::tcp::{OwnedReadHalf, OwnedWriteHalf};
use crate::protocols::dns::DnsResolver;
use crate::protocols::udp;
use crate::protocols::udp::WsUdpSocket;
use crate::tunnel::connectors::TunnelConnector;
use crate::tunnel::RemoteAddr;
use crate::{protocols, LocalProtocol};
pub struct Socks5TunnelConnector<'a> {
so_mark: Option<u32>,
connect_timeout: Duration,
dns_resolver: &'a DnsResolver,
}
impl Socks5TunnelConnector<'_> {
pub fn new(so_mark: Option<u32>, connect_timeout: Duration, dns_resolver: &DnsResolver) -> Socks5TunnelConnector {
Socks5TunnelConnector {
so_mark,
connect_timeout,
dns_resolver,
}
}
}
impl TunnelConnector for Socks5TunnelConnector<'_> {
type Reader = Socks5Reader;
type Writer = Socks5Writer;
async fn connect(&self, remote: &Option<RemoteAddr>) -> anyhow::Result<(Self::Reader, Self::Writer)> {
let Some(remote) = remote else {
return Err(anyhow!("Missing remote destination for reverse socks5"));
};
match remote.protocol {
LocalProtocol::Tcp { proxy_protocol: _ } => {
let stream = protocols::tcp::connect(
&remote.host,
remote.port,
self.so_mark,
self.connect_timeout,
self.dns_resolver,
)
.await?;
let (reader, writer) = stream.into_split();
Ok((Socks5Reader::Tcp(reader), Socks5Writer::Tcp(writer)))
}
LocalProtocol::Udp { .. } => {
let stream =
udp::connect(&remote.host, remote.port, self.connect_timeout, self.so_mark, self.dns_resolver)
.await?;
Ok((Socks5Reader::Udp(stream.clone()), Socks5Writer::Udp(stream)))
}
_ => Err(anyhow!("Invalid protocol for reverse socks5 {:?}", remote.protocol)),
}
}
}
pub enum Socks5Reader {
Tcp(OwnedReadHalf),
Udp(WsUdpSocket),
}
impl AsyncRead for Socks5Reader {
fn poll_read(self: Pin<&mut Self>, cx: &mut Context<'_>, buf: &mut ReadBuf<'_>) -> Poll<std::io::Result<()>> {
match self.get_mut() {
Socks5Reader::Tcp(reader) => Pin::new(reader).poll_read(cx, buf),
Socks5Reader::Udp(reader) => Pin::new(reader).poll_read(cx, buf),
}
}
}
pub enum Socks5Writer {
Tcp(OwnedWriteHalf),
Udp(WsUdpSocket),
}
impl AsyncWrite for Socks5Writer {
fn poll_write(self: Pin<&mut Self>, cx: &mut Context<'_>, buf: &[u8]) -> Poll<Result<usize, Error>> {
match self.get_mut() {
Socks5Writer::Tcp(writer) => Pin::new(writer).poll_write(cx, buf),
Socks5Writer::Udp(wrtier) => Pin::new(wrtier).poll_write(cx, buf),
}
}
fn poll_flush(self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Result<(), Error>> {
match self.get_mut() {
Socks5Writer::Tcp(writer) => Pin::new(writer).poll_flush(cx),
Socks5Writer::Udp(wrtier) => Pin::new(wrtier).poll_flush(cx),
}
}
fn poll_shutdown(self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Result<(), Error>> {
match self.get_mut() {
Socks5Writer::Tcp(writer) => Pin::new(writer).poll_shutdown(cx),
Socks5Writer::Udp(wrtier) => Pin::new(wrtier).poll_shutdown(cx),
}
}
fn poll_write_vectored(
self: Pin<&mut Self>,
cx: &mut Context<'_>,
bufs: &[IoSlice<'_>],
) -> Poll<Result<usize, Error>> {
match self.get_mut() {
Socks5Writer::Tcp(writer) => Pin::new(writer).poll_write_vectored(cx, bufs),
Socks5Writer::Udp(wrtier) => Pin::new(wrtier).poll_write_vectored(cx, bufs),
}
}
fn is_write_vectored(&self) -> bool {
match self {
Socks5Writer::Tcp(v) => v.is_write_vectored(),
Socks5Writer::Udp(v) => v.is_write_vectored(),
}
}
}

View file

@ -0,0 +1,48 @@
use crate::protocols;
use crate::protocols::dns::DnsResolver;
use crate::tunnel::connectors::TunnelConnector;
use crate::tunnel::RemoteAddr;
use std::time::Duration;
use tokio::net::tcp::{OwnedReadHalf, OwnedWriteHalf};
use url::Host;
pub struct TcpTunnelConnector<'a> {
host: &'a Host,
port: u16,
so_mark: Option<u32>,
connect_timeout: Duration,
dns_resolver: &'a DnsResolver,
}
impl<'a> TcpTunnelConnector<'a> {
pub fn new(
host: &'a Host,
port: u16,
so_mark: Option<u32>,
connect_timeout: Duration,
dns_resolver: &'a DnsResolver,
) -> TcpTunnelConnector<'a> {
TcpTunnelConnector {
host,
port,
so_mark,
connect_timeout,
dns_resolver,
}
}
}
impl TunnelConnector for TcpTunnelConnector<'_> {
type Reader = OwnedReadHalf;
type Writer = OwnedWriteHalf;
async fn connect(&self, remote: &Option<RemoteAddr>) -> anyhow::Result<(Self::Reader, Self::Writer)> {
let (host, port) = match remote {
Some(remote) => (&remote.host, remote.port),
None => (self.host, self.port),
};
let stream = protocols::tcp::connect(host, port, self.so_mark, self.connect_timeout, self.dns_resolver).await?;
Ok(stream.into_split())
}
}

View file

@ -0,0 +1,46 @@
use crate::protocols;
use crate::protocols::dns::DnsResolver;
use crate::protocols::udp::WsUdpSocket;
use crate::tunnel::connectors::TunnelConnector;
use crate::tunnel::RemoteAddr;
use std::time::Duration;
use url::Host;
pub struct UdpTunnelConnector<'a> {
host: &'a Host,
port: u16,
so_mark: Option<u32>,
connect_timeout: Duration,
dns_resolver: &'a DnsResolver,
}
impl<'a> UdpTunnelConnector<'a> {
pub fn new(
host: &'a Host,
port: u16,
so_mark: Option<u32>,
connect_timeout: Duration,
dns_resolver: &'a DnsResolver,
) -> UdpTunnelConnector<'a> {
UdpTunnelConnector {
host,
port,
so_mark,
connect_timeout,
dns_resolver,
}
}
}
impl TunnelConnector for UdpTunnelConnector<'_> {
type Reader = WsUdpSocket;
type Writer = WsUdpSocket;
async fn connect(&self, _: &Option<RemoteAddr>) -> anyhow::Result<(Self::Reader, Self::Writer)> {
let stream =
protocols::udp::connect(self.host, self.port, self.connect_timeout, self.so_mark, self.dns_resolver)
.await?;
Ok((stream.clone(), stream))
}
}

View file

@ -23,22 +23,23 @@ pub use udp::new_udp_listener;
#[cfg(unix)] #[cfg(unix)]
pub use unix_sock::UnixTunnelListener; pub use unix_sock::UnixTunnelListener;
use crate::tunnel::RemoteAddr;
use tokio::io::{AsyncRead, AsyncWrite}; use tokio::io::{AsyncRead, AsyncWrite};
use tokio_stream::Stream; use tokio_stream::Stream;
pub trait TunnelListener: pub trait TunnelListener: Stream<Item = anyhow::Result<((Self::Reader, Self::Writer), RemoteAddr)>> {
Stream<Item = anyhow::Result<((Self::Reader, Self::Writer), crate::tunnel::RemoteAddr)>>
{
type Reader: AsyncRead + Send + 'static; type Reader: AsyncRead + Send + 'static;
type Writer: AsyncWrite + Send + 'static; type Writer: AsyncWrite + Send + 'static;
type OkReturn; // = ((Self::Reader, Self::Writer), RemoteAddr);
} }
impl<T, R, W> TunnelListener for T impl<T, R, W> TunnelListener for T
where where
T: Stream<Item = anyhow::Result<((R, W), crate::tunnel::RemoteAddr)>>, T: Stream<Item = anyhow::Result<((R, W), RemoteAddr)>>,
R: AsyncRead + Send + 'static, R: AsyncRead + Send + 'static,
W: AsyncWrite + Send + 'static, W: AsyncWrite + Send + 'static,
{ {
type Reader = R; type Reader = R;
type Writer = W; type Writer = W;
type OkReturn = ((R, W), RemoteAddr);
} }

View file

@ -1,4 +1,5 @@
pub mod client; pub mod client;
pub mod connectors;
pub mod listeners; pub mod listeners;
pub mod server; pub mod server;
pub mod tls_reloader; pub mod tls_reloader;
@ -76,7 +77,7 @@ static JWT_DECODE: Lazy<(Validation, DecodingKey)> = Lazy::new(|| {
(validation, DecodingKey::from_secret(JWT_SECRET)) (validation, DecodingKey::from_secret(JWT_SECRET))
}); });
#[derive(Debug)] #[derive(Debug, Clone)]
pub struct RemoteAddr { pub struct RemoteAddr {
pub protocol: LocalProtocol, pub protocol: LocalProtocol,
pub host: Host, pub host: Host,

View file

@ -1,11 +1,10 @@
use ahash::{HashMap, HashMapExt}; use ahash::{HashMap, HashMapExt};
use anyhow::anyhow; use anyhow::anyhow;
use bytes::Bytes; use bytes::Bytes;
use futures_util::{pin_mut, FutureExt, Stream, StreamExt}; use futures_util::{pin_mut, FutureExt, StreamExt};
use http_body_util::combinators::BoxBody; use http_body_util::combinators::BoxBody;
use http_body_util::{BodyStream, Either, StreamBody}; use http_body_util::{BodyStream, Either, StreamBody};
use std::cmp::min; use std::cmp::min;
use std::fmt::Debug;
use std::future::Future; use std::future::Future;
use std::net::{IpAddr, SocketAddr}; use std::net::{IpAddr, SocketAddr};
@ -15,7 +14,7 @@ use std::sync::Arc;
use std::time::Duration; use std::time::Duration;
use super::{tunnel_to_jwt_token, JwtTunnelConfig, RemoteAddr, JWT_DECODE, JWT_HEADER_PREFIX}; use super::{tunnel_to_jwt_token, JwtTunnelConfig, RemoteAddr, JWT_DECODE, JWT_HEADER_PREFIX};
use crate::{protocols, socks5, LocalProtocol, TlsServerConfig, WsServerConfig}; use crate::{protocols, LocalProtocol, TlsServerConfig, WsServerConfig};
use hyper::body::{Frame, Incoming}; use hyper::body::{Frame, Incoming};
use hyper::header::{CONTENT_TYPE, COOKIE, SEC_WEBSOCKET_PROTOCOL}; use hyper::header::{CONTENT_TYPE, COOKIE, SEC_WEBSOCKET_PROTOCOL};
use hyper::http::HeaderValue; use hyper::http::HeaderValue;
@ -28,18 +27,21 @@ use once_cell::sync::Lazy;
use parking_lot::Mutex; use parking_lot::Mutex;
use socket2::SockRef; use socket2::SockRef;
use crate::protocols::udp::UdpStream; use crate::protocols::tls;
use crate::protocols::{http_proxy, tls, udp}; use crate::protocols::udp::{UdpStream, UdpStreamWriter};
use crate::restrictions::config_reloader::RestrictionsRulesReloader; use crate::restrictions::config_reloader::RestrictionsRulesReloader;
use crate::restrictions::types::{ use crate::restrictions::types::{
AllowConfig, MatchConfig, RestrictionConfig, RestrictionsRules, ReverseTunnelConfigProtocol, TunnelConfigProtocol, AllowConfig, MatchConfig, RestrictionConfig, RestrictionsRules, ReverseTunnelConfigProtocol, TunnelConfigProtocol,
}; };
use crate::socks5::Socks5Stream; use crate::tunnel::connectors::{TcpTunnelConnector, TunnelConnector, UdpTunnelConnector};
use crate::tunnel::listeners::{
new_udp_listener, HttpProxyTunnelListener, Socks5TunnelListener, TcpTunnelListener, TunnelListener,
};
use crate::tunnel::tls_reloader::TlsReloader; use crate::tunnel::tls_reloader::TlsReloader;
use crate::tunnel::transport::http2::{Http2TunnelRead, Http2TunnelWrite}; use crate::tunnel::transport::http2::{Http2TunnelRead, Http2TunnelWrite};
use crate::tunnel::transport::websocket::{WebsocketTunnelRead, WebsocketTunnelWrite}; use crate::tunnel::transport::websocket::{WebsocketTunnelRead, WebsocketTunnelWrite};
use tokio::io::{AsyncRead, AsyncWrite, AsyncWriteExt}; use tokio::io::{AsyncRead, AsyncWrite, AsyncWriteExt};
use tokio::net::{TcpListener, TcpStream}; use tokio::net::TcpListener;
use tokio::select; use tokio::select;
use tokio::sync::{mpsc, oneshot}; use tokio::sync::{mpsc, oneshot};
use tokio_rustls::TlsAcceptor; use tokio_rustls::TlsAcceptor;
@ -56,140 +58,123 @@ async fn run_tunnel(
) -> anyhow::Result<(RemoteAddr, Pin<Box<dyn AsyncRead + Send>>, Pin<Box<dyn AsyncWrite + Send>>)> { ) -> anyhow::Result<(RemoteAddr, Pin<Box<dyn AsyncRead + Send>>, Pin<Box<dyn AsyncWrite + Send>>)> {
match remote.protocol { match remote.protocol {
LocalProtocol::Udp { timeout, .. } => { LocalProtocol::Udp { timeout, .. } => {
let cnx = udp::connect( let (rx, tx) = UdpTunnelConnector::new(
&remote.host, &remote.host,
remote.port, remote.port,
timeout.unwrap_or(Duration::from_secs(10)),
server_config.socket_so_mark, server_config.socket_so_mark,
timeout.unwrap_or(Duration::from_secs(10)),
&server_config.dns_resolver, &server_config.dns_resolver,
) )
.connect(&None)
.await?; .await?;
Ok((remote, Box::pin(cnx.clone()), Box::pin(cnx))) Ok((remote, Box::pin(rx), Box::pin(tx)))
} }
LocalProtocol::Tcp { proxy_protocol } => { LocalProtocol::Tcp { proxy_protocol } => {
let mut socket = protocols::tcp::connect( let (rx, mut tx) = TcpTunnelConnector::new(
&remote.host, &remote.host,
remote.port, remote.port,
server_config.socket_so_mark, server_config.socket_so_mark,
Duration::from_secs(10), Duration::from_secs(10),
&server_config.dns_resolver, &server_config.dns_resolver,
) )
.connect(&None)
.await?; .await?;
if proxy_protocol { if proxy_protocol {
let header = ppp::v2::Builder::with_addresses( let header = ppp::v2::Builder::with_addresses(
ppp::v2::Version::Two | ppp::v2::Command::Proxy, ppp::v2::Version::Two | ppp::v2::Command::Proxy,
ppp::v2::Protocol::Stream, ppp::v2::Protocol::Stream,
(client_address, socket.local_addr().unwrap()), (client_address, tx.local_addr().unwrap()),
) )
.build() .build()
.unwrap(); .unwrap();
let _ = socket.write_all(&header).await; let _ = tx.write_all(&header).await;
} }
let (rx, tx) = socket.into_split();
Ok((remote, Box::pin(rx), Box::pin(tx))) Ok((remote, Box::pin(rx), Box::pin(tx)))
} }
LocalProtocol::ReverseTcp => { LocalProtocol::ReverseTcp => {
type Item = <TcpTunnelListener as TunnelListener>::OkReturn;
#[allow(clippy::type_complexity)] #[allow(clippy::type_complexity)]
static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<TcpStream>>>> = static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<Item>>>> =
Lazy::new(|| Mutex::new(HashMap::with_capacity(0))); Lazy::new(|| Mutex::new(HashMap::with_capacity(0)));
let remote_port = find_mapped_port(remote.port, restriction); let remote_port = find_mapped_port(remote.port, restriction);
let local_srv = (remote.host, remote_port); let local_srv = (remote.host, remote_port);
let bind = format!("{}:{}", local_srv.0, local_srv.1); let listening_server = async {
let listening_server = protocols::tcp::run_server(bind.parse()?, false); let bind = format!("{}:{}", local_srv.0, local_srv.1);
let tcp = run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?; TcpTunnelListener::new(bind.parse()?, local_srv.clone(), false).await
let (local_rx, local_tx) = tcp.into_split();
let remote = RemoteAddr {
protocol: remote.protocol,
host: local_srv.0,
port: local_srv.1,
}; };
let ((local_rx, local_tx), remote) =
run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?;
Ok((remote, Box::pin(local_rx), Box::pin(local_tx))) Ok((remote, Box::pin(local_rx), Box::pin(local_tx)))
} }
LocalProtocol::ReverseUdp { timeout } => { LocalProtocol::ReverseUdp { timeout } => {
type Item = ((UdpStream, UdpStreamWriter), RemoteAddr);
#[allow(clippy::type_complexity)] #[allow(clippy::type_complexity)]
static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<UdpStream>>>> = static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<Item>>>> =
Lazy::new(|| Mutex::new(HashMap::with_capacity(0))); Lazy::new(|| Mutex::new(HashMap::with_capacity(0)));
let remote_port = find_mapped_port(remote.port, restriction); let remote_port = find_mapped_port(remote.port, restriction);
let local_srv = (remote.host, remote_port); let local_srv = (remote.host, remote_port);
let bind = format!("{}:{}", local_srv.0, local_srv.1); let listening_server = async {
let listening_server = let bind = format!("{}:{}", local_srv.0, local_srv.1);
udp::run_server(bind.parse()?, timeout, |_| Ok(()), |send_socket| Ok(send_socket.clone())); new_udp_listener(bind.parse()?, local_srv.clone(), timeout).await
let udp = run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?;
let udp_writer = udp.writer();
let (local_rx, local_tx) = (udp, udp_writer);
let remote = RemoteAddr {
protocol: remote.protocol,
host: local_srv.0,
port: local_srv.1,
}; };
let ((local_rx, local_tx), remote) =
run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?;
Ok((remote, Box::pin(local_rx), Box::pin(local_tx))) Ok((remote, Box::pin(local_rx), Box::pin(local_tx)))
} }
LocalProtocol::ReverseSocks5 { timeout, credentials } => { LocalProtocol::ReverseSocks5 { timeout, credentials } => {
type Item = <Socks5TunnelListener as TunnelListener>::OkReturn;
#[allow(clippy::type_complexity)] #[allow(clippy::type_complexity)]
static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<(Socks5Stream, (Host, u16))>>>> = static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<Item>>>> =
Lazy::new(|| Mutex::new(HashMap::with_capacity(0))); Lazy::new(|| Mutex::new(HashMap::with_capacity(0)));
let remote_port = find_mapped_port(remote.port, restriction); let remote_port = find_mapped_port(remote.port, restriction);
let local_srv = (remote.host, remote_port); let local_srv = (remote.host, remote_port);
let bind = format!("{}:{}", local_srv.0, local_srv.1); let listening_server = async {
let listening_server = socks5::run_server(bind.parse()?, timeout, credentials); let bind = format!("{}:{}", local_srv.0, local_srv.1);
let (stream, local_srv) = run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?; Socks5TunnelListener::new(bind.parse()?, timeout, credentials).await
let protocol = stream.local_protocol();
let (local_rx, local_tx) = tokio::io::split(stream);
let remote = RemoteAddr {
protocol,
host: local_srv.0,
port: local_srv.1,
}; };
let ((local_rx, local_tx), remote) =
run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?;
Ok((remote, Box::pin(local_rx), Box::pin(local_tx))) Ok((remote, Box::pin(local_rx), Box::pin(local_tx)))
} }
LocalProtocol::ReverseHttpProxy { timeout, credentials } => { LocalProtocol::ReverseHttpProxy { timeout, credentials } => {
type Item = <HttpProxyTunnelListener as TunnelListener>::OkReturn;
#[allow(clippy::type_complexity)] #[allow(clippy::type_complexity)]
static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<(TcpStream, (Host, u16))>>>> = static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<Item>>>> =
Lazy::new(|| Mutex::new(HashMap::with_capacity(0))); Lazy::new(|| Mutex::new(HashMap::with_capacity(0)));
let remote_port = find_mapped_port(remote.port, restriction); let remote_port = find_mapped_port(remote.port, restriction);
let local_srv = (remote.host, remote_port); let local_srv = (remote.host, remote_port);
let bind = format!("{}:{}", local_srv.0, local_srv.1); let listening_server = async {
let listening_server = http_proxy::run_server(bind.parse()?, timeout, credentials); let bind = format!("{}:{}", local_srv.0, local_srv.1);
let (stream, local_srv) = run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?; HttpProxyTunnelListener::new(bind.parse()?, timeout, credentials, false).await
let (local_rx, local_tx) = tokio::io::split(stream);
let remote = RemoteAddr {
protocol: LocalProtocol::Tcp { proxy_protocol: false },
host: local_srv.0,
port: local_srv.1,
}; };
let ((local_rx, local_tx), remote) =
run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?;
Ok((remote, Box::pin(local_rx), Box::pin(local_tx))) Ok((remote, Box::pin(local_rx), Box::pin(local_tx)))
} }
#[cfg(unix)] #[cfg(unix)]
LocalProtocol::ReverseUnix { ref path } => { LocalProtocol::ReverseUnix { ref path } => {
use protocols::unix_sock; use crate::tunnel::listeners::UnixTunnelListener;
use tokio::net::UnixStream; type Item = <UnixTunnelListener as TunnelListener>::OkReturn;
#[allow(clippy::type_complexity)] #[allow(clippy::type_complexity)]
static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<UnixStream>>>> = static SERVERS: Lazy<Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<Item>>>> =
Lazy::new(|| Mutex::new(HashMap::with_capacity(0))); Lazy::new(|| Mutex::new(HashMap::with_capacity(0)));
let remote_port = find_mapped_port(remote.port, restriction); let remote_port = find_mapped_port(remote.port, restriction);
let local_srv = (remote.host, remote_port); let local_srv = (remote.host, remote_port);
let listening_server = unix_sock::run_server(path); let listening_server = async { UnixTunnelListener::new(path, local_srv.clone(), false).await };
let stream = run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?; let ((local_rx, local_tx), remote) =
let (local_rx, local_tx) = stream.into_split(); run_listening_server(&local_srv, SERVERS.deref(), listening_server).await?;
let remote = RemoteAddr {
protocol: remote.protocol,
host: local_srv.0,
port: local_srv.1,
};
Ok((remote, Box::pin(local_rx), Box::pin(local_tx))) Ok((remote, Box::pin(local_rx), Box::pin(local_tx)))
} }
#[cfg(not(unix))] #[cfg(not(unix))]
@ -232,66 +217,6 @@ fn find_mapped_port(req_port: u16, restriction: &RestrictionConfig) -> u16 {
remote_port remote_port
} }
#[allow(clippy::type_complexity)]
async fn run_listening_server<T, Fut, FutOut, E>(
local_srv: &(Host, u16),
servers: &Mutex<HashMap<(Host<String>, u16), mpsc::Receiver<T>>>,
gen_listening_server: Fut,
) -> anyhow::Result<T>
where
Fut: Future<Output = anyhow::Result<FutOut>>,
FutOut: Stream<Item = Result<T, E>> + Send + 'static,
E: Debug + Send,
T: Send + 'static,
{
let listening_server = servers.lock().remove(local_srv);
let mut listening_server = if let Some(listening_server) = listening_server {
listening_server
} else {
let listening_server = gen_listening_server.await?;
let send_timeout = Duration::from_secs(60 * 3);
let (tx, rx) = mpsc::channel::<T>(1);
let fut = async move {
pin_mut!(listening_server);
loop {
select! {
biased;
cnx = listening_server.next() => {
match cnx {
None => break,
Some(Err(err)) => {
warn!("Error while listening for incoming connections {err:?}");
continue;
}
Some(Ok(cnx)) => {
if tx.send_timeout(cnx, send_timeout).await.is_err() {
info!("New reverse connection failed to be picked by client after {}s. Closing reverse tunnel server", send_timeout.as_secs());
break;
}
}
}
},
_ = tx.closed() => {
break;
}
}
}
info!("Stopping listening reverse server");
};
tokio::spawn(fut.instrument(Span::current()));
rx
};
let cnx = listening_server
.recv()
.await
.ok_or_else(|| anyhow!("listening reverse server stopped"))?;
servers.lock().insert(local_srv.clone(), listening_server);
Ok(cnx)
}
#[inline] #[inline]
fn extract_x_forwarded_for(req: &Request<Incoming>) -> Result<Option<(IpAddr, &str)>, Response<String>> { fn extract_x_forwarded_for(req: &Request<Incoming>) -> Result<Option<(IpAddr, &str)>, Response<String>> {
let Some(x_forward_for) = req.headers().get("X-Forwarded-For") else { let Some(x_forward_for) = req.headers().get("X-Forwarded-For") else {
@ -957,3 +882,65 @@ pub async fn run_server(server_config: Arc<WsServerConfig>, restrictions: Restri
} }
} }
} }
#[allow(clippy::type_complexity)]
async fn run_listening_server<T>(
local_srv: &(Host, u16),
servers: &Mutex<
HashMap<
(Host<String>, u16),
mpsc::Receiver<((<T as TunnelListener>::Reader, <T as TunnelListener>::Writer), RemoteAddr)>,
>,
>,
gen_listening_server: impl Future<Output = anyhow::Result<T>>,
) -> anyhow::Result<((<T as TunnelListener>::Reader, <T as TunnelListener>::Writer), RemoteAddr)>
where
T: TunnelListener + Send + 'static,
{
let listening_server = servers.lock().remove(local_srv);
let mut listening_server = if let Some(listening_server) = listening_server {
listening_server
} else {
let listening_server = gen_listening_server.await?;
let send_timeout = Duration::from_secs(60 * 3);
let (tx, rx) = mpsc::channel(1);
let fut = async move {
pin_mut!(listening_server);
loop {
select! {
biased;
cnx = listening_server.next() => {
match cnx {
None => break,
Some(Err(err)) => {
warn!("Error while listening for incoming connections {err:?}");
continue;
}
Some(Ok(cnx)) => {
if tx.send_timeout(cnx, send_timeout).await.is_err() {
info!("New reverse connection failed to be picked by client after {}s. Closing reverse tunnel server", send_timeout.as_secs());
break;
}
}
}
},
_ = tx.closed() => {
break;
}
}
}
info!("Stopping listening reverse server");
};
tokio::spawn(fut.instrument(Span::current()));
rx
};
let cnx = listening_server
.recv()
.await
.ok_or_else(|| anyhow!("listening reverse server stopped"))?;
servers.lock().insert(local_srv.clone(), listening_server);
Ok(cnx)
}