feat: header in http processor

fastn-core/src/http.rs

@@ -907,6 +907,14 @@ pub fn validation_error_to_user_err(
     fastn_core::http::user_err(converted_error, fastn_core::http::StatusCode::OK)
 }
 
+pub(crate) fn get_header_key(header_key: &str) -> Option<&str> {
+    if let Some(remaining) = header_key.strip_prefix("$header-") {
+        return remaining.strip_suffix('$');
+    }
+
+    None
+}
+
 #[cfg(test)]
 mod test {
     use actix_web::body::MessageBody;

fastn-core/src/library2022/processor/http.rs

@@ -57,7 +57,7 @@ pub async fn process(
         }
     };
 
-    let (mut url, conf) =
+    let (mut url, mut conf) =
         fastn_core::config::utils::get_clean_url(&req_config.config, url.as_str()).map_err(
             |e| ftd::interpreter::Error::ParseError {
                 message: format!("invalid url: {:?}", e),
@@ -84,16 +84,22 @@ pub async fn process(
                 .get_value(header.line_number, value.as_str())?
                 .to_json_string(doc, true)?
             {
+                if let Some(key) = fastn_core::http::get_header_key(header.key.as_str()) {
+                    conf.insert(key.to_string(), value.trim_matches('"').to_string());
+                    continue;
+                }
                 if method.as_str().eq("post") {
                     body.push(format!("\"{}\": {}", header.key, value));
                     continue;
                 }
-                url.query_pairs_mut().append_pair(
-                    header.key.as_str(),
-                    value.trim_start_matches('"').trim_end_matches('"'),
-                );
+                url.query_pairs_mut()
+                    .append_pair(header.key.as_str(), value.trim_matches('"'));
             }
         } else {
+            if let Some(key) = fastn_core::http::get_header_key(header.key.as_str()) {
+                conf.insert(key.to_string(), value);
+                continue;
+            }
             if method.as_str().eq("post") {
                 body.push(format!(
                     "\"{}\": \"{}\"",

ftd/src/ast/kind.rs

@@ -622,7 +622,9 @@ impl VariableValue {
             })
             .map(|header| {
                 let key = header.get_key();
-                let header_key = if ftd::ast::utils::is_variable_mutable(key.as_str()) {
+                let header_key = if ftd::ast::utils::is_variable_mutable(key.as_str())
+                    && !ftd::ast::utils::is_header_key(key.as_str())
+                {
                     key.trim_start_matches(ftd::ast::utils::REFERENCE)
                 } else {
                     key.as_str()

ftd/src/ast/utils.rs

@@ -74,6 +74,10 @@ pub(crate) fn get_css_and_fields_from_headers(
     Ok((css, fields))
 }
 
+pub(crate) fn is_header_key(key: &str) -> bool {
+    key.starts_with(HEADER_KEY_START) && key.ends_with('$')
+}
+
 pub const REFERENCE: &str = "$";
 pub const CLONE: &str = "*$";
 pub const LOOP: &str = "$loop$";
@@ -82,3 +86,4 @@ pub const IN: &str = " in ";
 pub const IF: &str = "if";
 pub const FOR: &str = "for";
 pub const PROCESSOR: &str = "$processor$";
+pub const HEADER_KEY_START: &str = "$header-";

integration-tests/_tests/14-http-headers.test.ftd

@@ -0,0 +1,7 @@
+-- import: fastn
+
+-- fastn.test: Passing request headers to http processor
+
+-- fastn.get: Authenticating and Fetching User Details (using http processor)
+url: /dummy-json-auth/
+http-status: 200

integration-tests/dummy-json-auth.ftd

@@ -0,0 +1,74 @@
+-- import: fastn/processors as pr
+
+-- record auth-response:
+string token:
+
+-- record user-response:
+integer id:
+string username:
+string email:
+string firstName:
+string lastName:
+
+
+
+-- auth-response auth-res:
+$processor$: pr.http
+method: post
+url: https://dummyjson.com/auth/login
+username: kminchelle
+password: 0lelplR
+$header-content-type$: application/json
+
+
+
+-- string bearer-token: $join(a = Bearer, b = *$auth-res.token)
+
+
+
+-- user-response user-res:
+$processor$: pr.http
+method: get
+url: https://dummyjson.com/auth/me
+$header-authorization$: $bearer-token
+
+
+
+-- display-user: $user-res
+
+
+
+-- string join(a, b):
+string a:
+string b:
+
+a + " " + b
+
+
+
+-- component display-user:
+caption user-res user:
+
+-- ftd.column:
+
+-- ftd.row:
+spacing.fixed.rem: 1
+
+-- ftd.text: Username:
+
+-- ftd.text: $user-res.username
+
+-- end: ftd.row
+
+-- ftd.row:
+spacing.fixed.rem: 1
+
+-- ftd.text: Email:
+
+-- ftd.text: $user-res.email
+
+-- end: ftd.row
+
+-- end: ftd.column
+
+-- end: display-user