feat(api,platform): enable gzip compression for outbound connections

Author: azasypkin

Cargo.lock

@@ -108,6 +108,7 @@ default = [
     "lettre/smtp-transport",
     "lettre/tokio1-rustls-tls",
     "postcard/use-std",
+    "reqwest/gzip",
     "reqwest/json",
     "reqwest-middleware/json",
     "reqwest-retry/tracing",

Cargo.toml

@@ -13,7 +13,7 @@ server {
         try_files $uri $uri/ $uri.html /index.html;
     }
 
-    location ^~ /api/ {
+    location ~ ^/(api/|api-docs) {
         proxy_pass http://secutils_api:7070;
         proxy_set_header Host $host;
         proxy_set_header X-Real-IP $remote_addr;

components/retrack

@@ -25,7 +25,7 @@ pub trait PublicUrlValidator: Send + Sync {
 /// Each script execution creates its own `ProxyState` (and thus its own
 /// `reqwest::Client` instances).  This is critical because each script runs on
 /// a dedicated `CurrentThread` tokio runtime that is dropped when the script
-/// finishes.  A static/shared `reqwest::Client` would keep pooled connections
+/// finishes. A static/shared `reqwest::Client` would keep pooled connections
 /// whose hyper background tasks are bound to the *previous* runtime, causing
 /// "dispatch task is gone" errors on the next invocation.
 #[derive(Clone)]
@@ -64,7 +64,8 @@ impl ProxyState {
         cell.get_or_init(|| {
             let mut builder = reqwest::Client::builder()
                 .redirect(RedirectPolicy::none())
-                .http1_only();
+                .http1_only()
+                .no_gzip();
             if insecure {
                 builder = builder.danger_accept_invalid_certs(true);
             }

dev/docker/nginx-e2e.conf

@@ -133,6 +133,42 @@ pub mod tests {
 
     pub use super::dns_resolver::tests::*;
 
+    /// Gzip-compresses the given bytes.
+    fn gzip_encode(data: &[u8]) -> Vec<u8> {
+        use flate2::{Compression, write::GzEncoder};
+        use std::io::Write;
+        let mut encoder = GzEncoder::new(Vec::new(), Compression::fast());
+        encoder.write_all(data).unwrap();
+        encoder.finish().unwrap()
+    }
+
+    #[tokio::test]
+    async fn http_client_negotiates_gzip_compression() -> anyhow::Result<()> {
+        let server = httpmock::MockServer::start();
+        let body = serde_json::json!({"message": "hello from gzip"});
+        let body_bytes = serde_json::to_vec(&body)?;
+        let compressed = gzip_encode(&body_bytes);
+
+        let mock = server.mock(|when, then| {
+            when.method(httpmock::Method::GET)
+                .path("/gzip-test")
+                .header_exists("accept-encoding");
+            then.status(200)
+                .header("Content-Type", "application/json")
+                .header("Content-Encoding", "gzip")
+                .body(compressed);
+        });
+
+        let client = Client::builder().build()?;
+        let response = client.get(server.url("/gzip-test")).send().await?;
+        let json: serde_json::Value = response.json().await?;
+
+        mock.assert();
+        assert_eq!(json, body);
+
+        Ok(())
+    }
+
     #[tokio::test]
     async fn correctly_checks_public_web_urls() -> anyhow::Result<()> {
         let public_network = Network::new(