Dynamic automatic answers system

- Every default answers is configurable - Default answers are stored as Templates to allow dynamic content - Tamplates are a wrapper around a Kawa stream which buffer is shared with an Rc - 301 answers are treated like all other default answers - response_stream in HTTP state can be either a generic Kawa stream from a backend, or a templated stream from a default answer - Setting a default answer takes structured fields which will be forwarded to the Template TODOs: - Override default answers with html files from config - Format sozu details in templates variables to be human readable - Update Kawa (the Templates requires new features and fixes) Signed-off-by: Eloi DEMOLIS <[email protected]>
sozu-proxy · Feb 22, 2024 · b0fa2f0 · b0fa2f0
1 parent 129c0d7
commit b0fa2f0
Show file tree

Hide file tree

Showing 5 changed files with 843 additions and 325 deletions.
diff --git a/lib/src/http.rs b/lib/src/http.rs
@@ -32,8 +32,9 @@ use crate::{
     pool::Pool,
     protocol::{
         http::{
-            answers::HttpAnswers,
+            answers::{HttpAnswers, RawAnswers},
             parser::{hostname_and_port, Method},
+            ResponseStream,
         },
         proxy_protocol::expect::ExpectProxyProtocol,
         Http, Pipe, SessionState,
@@ -230,8 +231,14 @@ impl HttpSession {
         container_frontend_timeout.reset();
         container_backend_timeout.reset();
 
+        let backend_buffer = if let ResponseStream::BackendAnswer(kawa) = http.response_stream {
+            kawa.storage.buffer
+        } else {
+            return None;
+        };
+
         let mut pipe = Pipe::new(
-            http.response_stream.storage.buffer,
+            backend_buffer,
             http.backend_id,
             http.backend_socket,
             http.backend,
@@ -580,14 +587,17 @@ impl HttpProxy {
             })
     }
 
-    pub fn add_cluster(&mut self, cluster: Cluster) -> Result<(), ProxyError> {
-        if let Some(answer_503) = &cluster.answer_503 {
+    pub fn add_cluster(&mut self, mut cluster: Cluster) -> Result<(), ProxyError> {
+        if let Some(answer_503) = cluster.answer_503.take() {
             for listener in self.listeners.values() {
                 listener
                     .borrow()
                     .answers
                     .borrow_mut()
-                    .add_custom_answer(&cluster.cluster_id, answer_503);
+                    .add_custom_answer(&cluster.cluster_id, answer_503.clone())
+                    .map_err(|(status, error)| {
+                        ProxyError::AddCluster(ListenerError::TemplateParse(status, error))
+                    })?;
             }
         }
         self.clusters.insert(cluster.cluster_id.clone(), cluster);
@@ -717,10 +727,14 @@ impl HttpListener {
         Ok(HttpListener {
             active: false,
             address: config.address.clone().into(),
-            answers: Rc::new(RefCell::new(HttpAnswers::new(
-                &config.answer_404,
-                &config.answer_503,
-            ))),
+            answers: Rc::new(RefCell::new(
+                HttpAnswers::new(
+                    // &config.answer_404,
+                    // &config.answer_503,
+                    RawAnswers::default(),
+                )
+                .map_err(|(status, error)| ListenerError::TemplateParse(status, error))?,
+            )),
             config,
             fronts: Router::new(),
             listener: None,
@@ -1467,10 +1481,14 @@ mod tests {
             listener: None,
             address: address.into(),
             fronts,
-            answers: Rc::new(RefCell::new(HttpAnswers::new(
-                "HTTP/1.1 404 Not Found\r\n\r\n",
-                "HTTP/1.1 503 Service Unavailable\r\n\r\n",
-            ))),
+            answers: Rc::new(RefCell::new(
+                HttpAnswers::new(
+                    // "HTTP/1.1 404 Not Found\r\n\r\n",
+                    // "HTTP/1.1 503 Service Unavailable\r\n\r\n",
+                    RawAnswers::default(),
+                )
+                .unwrap(),
+            )),
             config: default_config,
             token: Token(0),
             active: true,

diff --git a/lib/src/https.rs b/lib/src/https.rs
@@ -55,8 +55,9 @@ use crate::{
     protocol::{
         h2::Http2,
         http::{
-            answers::HttpAnswers,
+            answers::{HttpAnswers, RawAnswers},
             parser::{hostname_and_port, Method},
+            ResponseStream,
         },
         proxy_protocol::expect::ExpectProxyProtocol,
         rustls::TlsHandshake,
@@ -357,8 +358,14 @@ impl HttpsSession {
         container_frontend_timeout.reset();
         container_backend_timeout.reset();
 
+        let backend_buffer = if let ResponseStream::BackendAnswer(kawa) = http.response_stream {
+            kawa.storage.buffer
+        } else {
+            return None;
+        };
+
         let mut pipe = Pipe::new(
-            http.response_stream.storage.buffer,
+            backend_buffer,
             http.backend_id,
             http.backend_socket,
             http.backend,
@@ -625,10 +632,14 @@ impl HttpsListener {
             rustls_details: server_config,
             active: false,
             fronts: Router::new(),
-            answers: Rc::new(RefCell::new(HttpAnswers::new(
-                &config.answer_404,
-                &config.answer_503,
-            ))),
+            answers: Rc::new(RefCell::new(
+                HttpAnswers::new(
+                    // &config.answer_404,
+                    // &config.answer_503,
+                    RawAnswers::default(),
+                )
+                .map_err(|(status, error)| ListenerError::TemplateParse(status, error))?,
+            )),
             config,
             token,
             tags: BTreeMap::new(),
@@ -1009,7 +1020,10 @@ impl HttpsProxy {
                     .borrow()
                     .answers
                     .borrow_mut()
-                    .add_custom_answer(&cluster.cluster_id, &answer_503);
+                    .add_custom_answer(&cluster.cluster_id, answer_503.clone())
+                    .map_err(|(status, error)| {
+                        ProxyError::AddCluster(ListenerError::TemplateParse(status, error))
+                    })?;
             }
         }
         self.clusters.insert(cluster.cluster_id.clone(), cluster);
@@ -1592,10 +1606,14 @@ mod tests {
             fronts,
             rustls_details,
             resolver,
-            answers: Rc::new(RefCell::new(HttpAnswers::new(
-                "HTTP/1.1 404 Not Found\r\n\r\n",
-                "HTTP/1.1 503 Service Unavailable\r\n\r\n",
-            ))),
+            answers: Rc::new(RefCell::new(
+                HttpAnswers::new(
+                    // "HTTP/1.1 404 Not Found\r\n\r\n",
+                    // "HTTP/1.1 503 Service Unavailable\r\n\r\n",
+                    RawAnswers::default(),
+                )
+                .unwrap(),
+            )),
             config: default_config,
             token: Token(0),
             active: true,

diff --git a/lib/src/lib.rs b/lib/src/lib.rs
@@ -353,7 +353,7 @@ use std::{
 use backends::BackendError;
 use hex::FromHexError;
 use mio::{net::TcpStream, Interest, Token};
-use protocol::http::parser::Method;
+use protocol::http::{answers::TemplateError, parser::Method};
 use router::RouterError;
 use time::{Duration, Instant};
 use tls::CertificateResolverError;
@@ -642,6 +642,8 @@ pub enum ListenerError {
     Resolver(CertificateResolverError),
     #[error("failed to parse pem, {0}")]
     PemParse(String),
+    #[error("failed to parse template {0}: {1}")]
+    TemplateParse(u16, TemplateError),
     #[error("failed to build rustls context, {0}")]
     BuildRustls(String),
     #[error("could not activate listener with address {address:?}: {error}")]
@@ -671,8 +673,10 @@ pub enum ProxyError {
     NoListenerFound(SocketAddr),
     #[error("a listener is already present for this token")]
     ListenerAlreadyPresent,
-    #[error("could not create add listener: {0}")]
+    #[error("could not add listener: {0}")]
     AddListener(ListenerError),
+    #[error("could not add cluster: {0}")]
+    AddCluster(ListenerError),
     #[error("failed to activate listener with address {address:?}: {listener_error}")]
     ListenerActivation {
         address: SocketAddr,