Compare commits

..

3 Commits

Author SHA1 Message Date
17ad5b3b0b chore: Release
All checks were successful
Continuous integration / Check (push) Successful in 1m47s
Continuous integration / Test Suite (push) Successful in 2m58s
Continuous integration / Trunk (push) Successful in 1m31s
Continuous integration / Rustfmt (push) Successful in 42s
Continuous integration / build (push) Successful in 3m18s
Continuous integration / Disallow unused dependencies (push) Successful in 3m4s
2025-10-20 19:50:27 -07:00
285b2f1591 server: handle message/delivery-status 2025-10-20 19:50:01 -07:00
1537333e76 server: add handling for multipart/report w/ ract_rfc822 subpart 2025-10-20 19:50:01 -07:00
6 changed files with 201 additions and 128 deletions

52
Cargo.lock generated
View File

@ -3131,6 +3131,20 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-notmuch" name = "letterbox-notmuch"
version = "0.17.44" version = "0.17.44"
source = "sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/"
checksum = "c134bb4ba84b2d44a2e4fce8369edc2c5a32bd7e00a4a32b2c179148ab4251b2"
dependencies = [
"log",
"mailparse",
"serde",
"serde_json",
"thiserror 2.0.17",
"tracing",
]
[[package]]
name = "letterbox-notmuch"
version = "0.17.45"
dependencies = [ dependencies = [
"itertools", "itertools",
"log", "log",
@ -3143,28 +3157,14 @@ dependencies = [
"tracing", "tracing",
] ]
[[package]]
name = "letterbox-notmuch"
version = "0.17.44"
source = "sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/"
checksum = "c134bb4ba84b2d44a2e4fce8369edc2c5a32bd7e00a4a32b2c179148ab4251b2"
dependencies = [
"log",
"mailparse",
"serde",
"serde_json",
"thiserror 2.0.17",
"tracing",
]
[[package]] [[package]]
name = "letterbox-procmail2notmuch" name = "letterbox-procmail2notmuch"
version = "0.17.44" version = "0.17.45"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"clap", "clap",
"letterbox-notmuch 0.17.44 (sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/)", "letterbox-notmuch 0.17.44",
"letterbox-shared 0.17.44 (sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/)", "letterbox-shared 0.17.44",
"serde", "serde",
"sqlx", "sqlx",
"tokio 1.48.0", "tokio 1.48.0",
@ -3172,7 +3172,7 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-server" name = "letterbox-server"
version = "0.17.44" version = "0.17.45"
dependencies = [ dependencies = [
"ammonia", "ammonia",
"anyhow", "anyhow",
@ -3195,8 +3195,8 @@ dependencies = [
"html-escape", "html-escape",
"html2text", "html2text",
"ical", "ical",
"letterbox-notmuch 0.17.44", "letterbox-notmuch 0.17.45",
"letterbox-shared 0.17.44", "letterbox-shared 0.17.45",
"linkify", "linkify",
"lol_html", "lol_html",
"mailparse", "mailparse",
@ -3223,6 +3223,8 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-shared" name = "letterbox-shared"
version = "0.17.44" version = "0.17.44"
source = "sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/"
checksum = "6b56f113a3e37cf56af9a73c180689661cf5a501262feb45b518b6ddcd0daaaf"
dependencies = [ dependencies = [
"build-info", "build-info",
"letterbox-notmuch 0.17.44", "letterbox-notmuch 0.17.44",
@ -3235,12 +3237,10 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-shared" name = "letterbox-shared"
version = "0.17.44" version = "0.17.45"
source = "sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/"
checksum = "6b56f113a3e37cf56af9a73c180689661cf5a501262feb45b518b6ddcd0daaaf"
dependencies = [ dependencies = [
"build-info", "build-info",
"letterbox-notmuch 0.17.44 (sparse+https://git.z.xinu.tv/api/packages/wathiede/cargo/)", "letterbox-notmuch 0.17.45",
"regex", "regex",
"serde", "serde",
"sqlx", "sqlx",
@ -3250,7 +3250,7 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-web" name = "letterbox-web"
version = "0.17.44" version = "0.17.45"
dependencies = [ dependencies = [
"build-info", "build-info",
"build-info-build", "build-info-build",
@ -3262,7 +3262,7 @@ dependencies = [
"graphql_client", "graphql_client",
"human_format", "human_format",
"itertools", "itertools",
"letterbox-shared 0.17.44", "letterbox-shared 0.17.45",
"log", "log",
"seed", "seed",
"seed_hooks", "seed_hooks",

View File

@ -8,7 +8,7 @@ authors = ["Bill Thiede <git@xinu.tv>"]
edition = "2021" edition = "2021"
license = "UNLICENSED" license = "UNLICENSED"
publish = ["xinu"] publish = ["xinu"]
version = "0.17.44" version = "0.17.45"
repository = "https://git.z.xinu.tv/wathiede/letterbox" repository = "https://git.z.xinu.tv/wathiede/letterbox"
[profile.dev] [profile.dev]

View File

@ -32,8 +32,8 @@ futures = "0.3.31"
headers = "0.4.0" headers = "0.4.0"
html-escape = "0.2.13" html-escape = "0.2.13"
ical = "0.11" ical = "0.11"
letterbox-notmuch = { path = "../notmuch", version = "0.17.44", registry = "xinu" } letterbox-notmuch = { path = "../notmuch", version = "0.17.45", registry = "xinu" }
letterbox-shared = { path = "../shared", version = "0.17.44", registry = "xinu" } letterbox-shared = { path = "../shared", version = "0.17.45", registry = "xinu" }
linkify = "0.10.0" linkify = "0.10.0"
lol_html = "2.3.0" lol_html = "2.3.0"
mailparse = "0.16.1" mailparse = "0.16.1"

View File

@ -17,9 +17,11 @@ use crate::{
const APPLICATION_GZIP: &'static str = "application/gzip"; const APPLICATION_GZIP: &'static str = "application/gzip";
const APPLICATION_ZIP: &'static str = "application/zip"; const APPLICATION_ZIP: &'static str = "application/zip";
const APPLICATION_TLSRPT_GZIP: &'static str = "application/tlsrpt+gzip";
const IMAGE_JPEG: &'static str = "image/jpeg"; const IMAGE_JPEG: &'static str = "image/jpeg";
const IMAGE_PJPEG: &'static str = "image/pjpeg"; const IMAGE_PJPEG: &'static str = "image/pjpeg";
const IMAGE_PNG: &'static str = "image/png"; const IMAGE_PNG: &'static str = "image/png";
const MESSAGE_DELIVERY_STATUS: &'static str = "message/delivery-status";
const MESSAGE_RFC822: &'static str = "message/rfc822"; const MESSAGE_RFC822: &'static str = "message/rfc822";
const MULTIPART_ALTERNATIVE: &'static str = "multipart/alternative"; const MULTIPART_ALTERNATIVE: &'static str = "multipart/alternative";
const MULTIPART_MIXED: &'static str = "multipart/mixed"; const MULTIPART_MIXED: &'static str = "multipart/mixed";
@ -641,115 +643,186 @@ pub fn extract_gzip(m: &ParsedMail) -> Result<(Body, Option<String>), ServerErro
Ok((extract_unhandled(m)?, None)) Ok((extract_unhandled(m)?, None))
} }
pub fn extract_report(m: &ParsedMail, _part_addr: &mut Vec<String>) -> Result<Body, ServerError> { pub fn extract_report(m: &ParsedMail, part_addr: &mut Vec<String>) -> Result<Body, ServerError> {
let mut html_part = None; let mut parts = Vec::new();
let mut tlsrpt_part = None;
for (idx, sp) in m.subparts.iter().enumerate() {
part_addr.push(idx.to_string());
for sp in &m.subparts {
match sp.ctype.mimetype.as_str() { match sp.ctype.mimetype.as_str() {
TEXT_HTML => html_part = Some(sp.get_body()?), APPLICATION_TLSRPT_GZIP => {
"application/tlsrpt+gzip" => tlsrpt_part = Some(sp.get_body_raw()?), let gz_bytes = sp.get_body_raw()?;
_ => {} // Ignore other parts for now let mut decoder = flate2::read::GzDecoder::new(&gz_bytes[..]);
} let mut buffer = Vec::new();
} if decoder.read_to_end(&mut buffer).is_ok() {
if let Ok(json_str) = String::from_utf8(buffer) {
let tlsrpt_summary_html = if let Some(gz_bytes) = tlsrpt_part { match serde_json::from_str::<TlsRpt>(&json_str) {
let mut decoder = flate2::read::GzDecoder::new(&gz_bytes[..]); Ok(tlsrpt) => {
let mut buffer = Vec::new(); let formatted_tlsrpt = FormattedTlsRpt {
if decoder.read_to_end(&mut buffer).is_ok() { organization_name: tlsrpt.organization_name,
if let Ok(json_str) = String::from_utf8(buffer) { date_range: FormattedTlsRptDateRange {
match serde_json::from_str::<TlsRpt>(&json_str) { start_datetime: tlsrpt.date_range.start_datetime,
Ok(tlsrpt) => { end_datetime: tlsrpt.date_range.end_datetime,
let formatted_tlsrpt = FormattedTlsRpt {
organization_name: tlsrpt.organization_name,
date_range: FormattedTlsRptDateRange {
start_datetime: tlsrpt.date_range.start_datetime,
end_datetime: tlsrpt.date_range.end_datetime,
},
contact_info: tlsrpt.contact_info.unwrap_or_else(|| "".to_string()),
report_id: tlsrpt.report_id,
policies: tlsrpt
.policies
.into_iter()
.map(|policy| FormattedTlsRptPolicy {
policy: FormattedTlsRptPolicyDetails {
policy_type: policy.policy.policy_type,
policy_string: policy.policy.policy_string,
policy_domain: policy.policy.policy_domain,
mx_host: policy
.policy
.mx_host
.unwrap_or_else(|| Vec::new())
.into_iter()
.map(|mx| match mx {
MxHost::String(s) => FormattedTlsRptMxHost {
hostname: s,
failure_count: 0,
result_type: "".to_string(),
},
MxHost::Object(o) => FormattedTlsRptMxHost {
hostname: o.hostname,
failure_count: o.failure_count,
result_type: o.result_type,
},
})
.collect(),
}, },
summary: policy.summary, contact_info: tlsrpt
failure_details: policy .contact_info
.failure_details .unwrap_or_else(|| "".to_string()),
.unwrap_or_else(|| Vec::new()) report_id: tlsrpt.report_id,
policies: tlsrpt
.policies
.into_iter() .into_iter()
.map(|detail| FormattedTlsRptFailureDetails { .map(|policy| FormattedTlsRptPolicy {
result_type: detail.result_type, policy: FormattedTlsRptPolicyDetails {
sending_mta_ip: detail policy_type: policy.policy.policy_type,
.sending_mta_ip policy_string: policy.policy.policy_string,
.unwrap_or_else(|| "".to_string()), policy_domain: policy.policy.policy_domain,
receiving_ip: detail mx_host: policy
.receiving_ip .policy
.unwrap_or_else(|| "".to_string()), .mx_host
receiving_mx_hostname: detail .unwrap_or_else(|| Vec::new())
.receiving_mx_hostname .into_iter()
.unwrap_or_else(|| "".to_string()), .map(|mx| match mx {
failed_session_count: detail.failed_session_count, MxHost::String(s) => {
additional_info: detail FormattedTlsRptMxHost {
.additional_info hostname: s,
.unwrap_or_else(|| "".to_string()), failure_count: 0,
failure_reason_code: detail result_type: "".to_string(),
.failure_reason_code }
.unwrap_or_else(|| "".to_string()), }
MxHost::Object(o) => {
FormattedTlsRptMxHost {
hostname: o.hostname,
failure_count: o.failure_count,
result_type: o.result_type,
}
}
})
.collect(),
},
summary: policy.summary,
failure_details: policy
.failure_details
.unwrap_or_else(|| Vec::new())
.into_iter()
.map(|detail| FormattedTlsRptFailureDetails {
result_type: detail.result_type,
sending_mta_ip: detail
.sending_mta_ip
.unwrap_or_else(|| "".to_string()),
receiving_ip: detail
.receiving_ip
.unwrap_or_else(|| "".to_string()),
receiving_mx_hostname: detail
.receiving_mx_hostname
.unwrap_or_else(|| "".to_string()),
failed_session_count: detail
.failed_session_count,
additional_info: detail
.additional_info
.unwrap_or_else(|| "".to_string()),
failure_reason_code: detail
.failure_reason_code
.unwrap_or_else(|| "".to_string()),
})
.collect(),
}) })
.collect(), .collect(),
}) };
.collect(), let template = TlsReportTemplate {
}; report: &formatted_tlsrpt,
let template = TlsReportTemplate { };
report: &formatted_tlsrpt, let html = template.render().unwrap_or_else(|e| format!("<div class=\"tlsrpt-error\">Failed to render TLS report template: {}</div>", e));
}; parts.push(Body::html(html));
template.render().unwrap_or_else(|e| format!("<div class=\"tlsrpt-error\">Failed to render TLS report template: {}</div>", e)) }
Err(e) => {
let html = format!(
"<div class=\"tlsrpt-error\">Failed to parse TLS report JSON: {}</div>",
e
);
parts.push(Body::html(html));
}
}
} else {
let html = format!("<div class=\"tlsrpt-error\">Failed to convert decompressed data to UTF-8.</div>");
parts.push(Body::html(html));
}
} else {
let html =
format!("<div class=\"tlsrpt-error\">Failed to decompress data.</div>");
parts.push(Body::html(html));
}
}
MESSAGE_RFC822 => {
parts.push(extract_rfc822(&sp, part_addr)?);
}
TEXT_HTML => {
let body = sp.get_body()?;
parts.push(Body::html(body));
}
MESSAGE_DELIVERY_STATUS => {
let body = extract_delivery_status(sp)?;
parts.push(body);
}
TEXT_PLAIN => {
let body = sp.get_body()?;
parts.push(Body::text(body));
}
_ => {
// For any other content type, try to extract the body using the general extract_body function
match extract_body(sp, part_addr) {
Ok(body) => parts.push(body),
Err(_) => {
// If extraction fails, create an unhandled content type body
let msg = format!(
"Unhandled report subpart content type: {}\n{}",
sp.ctype.mimetype,
sp.get_body()
.unwrap_or_else(|_| "Failed to get body".to_string())
);
parts.push(Body::UnhandledContentType(UnhandledContentType {
text: msg,
content_tree: render_content_type_tree(sp),
}));
} }
Err(e) => format!(
"<div class=\"tlsrpt-error\">Failed to parse TLS report JSON: {}</div>",
e
),
} }
} else {
format!("<div class=\"tlsrpt-error\">Failed to convert decompressed data to UTF-8.</div>")
} }
} else {
format!("<div class=\"tlsrpt-error\">Failed to decompressed data.</div>")
} }
} else {
"".to_string()
};
let final_html = if let Some(html) = html_part { part_addr.pop();
format!("{}<hr>{} ", html, tlsrpt_summary_html) }
} else {
tlsrpt_summary_html
};
Ok(Body::html(final_html)) if parts.is_empty() {
return Ok(Body::html(
"<div class=\"report-error\">No report content found</div>".to_string(),
));
}
// Add <hr> tags between subparts for better visual separation
let html = parts
.iter()
.map(|p| match p {
Body::PlainText(PlainText { text, .. }) => {
format!(
r#"<p class="view-part-text-plain font-mono whitespace-pre-line">{}</p>"#,
linkify_html(&html_escape::encode_text(text).trim_matches('\n'))
)
}
Body::Html(Html { html, .. }) => html.clone(),
Body::UnhandledContentType(UnhandledContentType { text, .. }) => {
format!(
r#"<p class="view-part-unhandled">{}</p>"#,
linkify_html(&html_escape::encode_text(text).trim_matches('\n'))
)
}
})
.collect::<Vec<_>>()
.join("<hr>\n");
Ok(Body::html(html))
}
pub fn extract_delivery_status(m: &ParsedMail) -> Result<Body, ServerError> {
Ok(Body::text(m.get_body()?))
} }
pub fn extract_unhandled(m: &ParsedMail) -> Result<Body, ServerError> { pub fn extract_unhandled(m: &ParsedMail) -> Result<Body, ServerError> {

View File

@ -12,7 +12,7 @@ version.workspace = true
[dependencies] [dependencies]
build-info = "0.0.41" build-info = "0.0.41"
letterbox-notmuch = { path = "../notmuch", version = "0.17.44", registry = "xinu" } letterbox-notmuch = { path = "../notmuch", version = "0.17.45", registry = "xinu" }
regex = "1.11.1" regex = "1.11.1"
serde = { version = "1.0.219", features = ["derive"] } serde = { version = "1.0.219", features = ["derive"] }
sqlx = "0.8.5" sqlx = "0.8.5"

View File

@ -33,7 +33,7 @@ wasm-bindgen = "=0.2.100"
uuid = { version = "1.16.0", features = [ uuid = { version = "1.16.0", features = [
"js", "js",
] } # direct dep to set js feature, prevents Rng issues ] } # direct dep to set js feature, prevents Rng issues
letterbox-shared = { path = "../shared/", version = "0.17.44", registry = "xinu" } letterbox-shared = { path = "../shared/", version = "0.17.45", registry = "xinu" }
seed_hooks = { version = "0.4.1", registry = "xinu" } seed_hooks = { version = "0.4.1", registry = "xinu" }
strum_macros = "0.27.1" strum_macros = "0.27.1"
gloo-console = "0.3.0" gloo-console = "0.3.0"