Compare commits

..

8 Commits

Author SHA1 Message Date
5cec8add5e chore: Release
Some checks failed
Continuous integration / Check (push) Successful in 42s
Continuous integration / Trunk (push) Failing after 38s
Continuous integration / Test Suite (push) Successful in 1m20s
Continuous integration / Rustfmt (push) Successful in 32s
Continuous integration / build (push) Successful in 1m20s
Continuous integration / Disallow unused dependencies (push) Successful in 1m0s
2025-04-20 09:46:49 -07:00
0225dbde3a procmail2notmuch: don't run migration code, leave it to server 2025-04-20 09:46:27 -07:00
f84b8fa6c2 chore: Release 2025-04-20 09:38:35 -07:00
979cbcd23e procmail2notmuch: inlude early exit option 2025-04-20 09:37:51 -07:00
b3070e1919 web: use random emoji when search results empty, handle search vs catchup 2025-04-20 09:37:12 -07:00
e5fdde8f30 web: add graphic when search results are empty 2025-04-20 09:07:43 -07:00
7de36bbc3d procmail2notmuch: add sql rule loader 2025-04-20 08:40:06 -07:00
1c4f27902e server: add todo 2025-04-20 08:39:47 -07:00
11 changed files with 246 additions and 170 deletions

13
Cargo.lock generated
View File

@ -2995,7 +2995,7 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-notmuch" name = "letterbox-notmuch"
version = "0.15.9" version = "0.15.11"
dependencies = [ dependencies = [
"itertools", "itertools",
"log", "log",
@ -3010,15 +3010,18 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-procmail2notmuch" name = "letterbox-procmail2notmuch"
version = "0.15.9" version = "0.15.11"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"clap", "clap",
"serde",
"sqlx",
"tokio 1.44.2",
] ]
[[package]] [[package]]
name = "letterbox-server" name = "letterbox-server"
version = "0.15.9" version = "0.15.11"
dependencies = [ dependencies = [
"ammonia", "ammonia",
"anyhow", "anyhow",
@ -3062,7 +3065,7 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-shared" name = "letterbox-shared"
version = "0.15.9" version = "0.15.11"
dependencies = [ dependencies = [
"build-info", "build-info",
"letterbox-notmuch", "letterbox-notmuch",
@ -3072,7 +3075,7 @@ dependencies = [
[[package]] [[package]]
name = "letterbox-web" name = "letterbox-web"
version = "0.15.9" version = "0.15.11"
dependencies = [ dependencies = [
"build-info", "build-info",
"build-info-build", "build-info-build",

View File

@ -8,7 +8,7 @@ authors = ["Bill Thiede <git@xinu.tv>"]
edition = "2021" edition = "2021"
license = "UNLICENSED" license = "UNLICENSED"
publish = ["xinu"] publish = ["xinu"]
version = "0.15.9" version = "0.15.11"
repository = "https://git.z.xinu.tv/wathiede/letterbox" repository = "https://git.z.xinu.tv/wathiede/letterbox"
[profile.dev] [profile.dev]

View File

@ -12,4 +12,7 @@ version.workspace = true
[dependencies] [dependencies]
anyhow = "1.0.69" anyhow = "1.0.69"
clap = { version = "4.5.37", features = ["derive"] } clap = { version = "4.5.37", features = ["derive", "env"] }
serde = { version = "1.0.219", features = ["derive"] }
sqlx = { version = "0.8.5", features = ["postgres", "runtime-tokio"] }
tokio = { version = "1.44.2", features = ["rt", "macros", "rt-multi-thread"] }

View File

@ -1,8 +1,12 @@
use std::{collections::HashMap, convert::Infallible, io::Write, str::FromStr}; use std::{collections::HashMap, convert::Infallible, io::Write, str::FromStr};
use clap::{Parser, ValueEnum}; use clap::{Parser, Subcommand};
use serde::{Deserialize, Serialize};
use sqlx::{types::Json, PgPool};
#[derive(Copy, Clone, Debug, Default, PartialEq, Eq, Hash, Ord, PartialOrd)] #[derive(
Copy, Clone, Debug, Default, PartialEq, Eq, Hash, Ord, PartialOrd, Serialize, Deserialize,
)]
enum MatchType { enum MatchType {
From, From,
Sender, Sender,
@ -19,16 +23,17 @@ enum MatchType {
#[default] #[default]
Unknown, Unknown,
} }
#[derive(Debug, Default)] #[derive(Debug, Default, Serialize, Deserialize)]
struct Match { struct Match {
match_type: MatchType, match_type: MatchType,
needle: String, needle: String,
} }
#[derive(Debug, Default)] #[derive(Debug, Default, Serialize, Deserialize)]
struct Rule { struct Rule {
stop_on_match: bool,
matches: Vec<Match>, matches: Vec<Match>,
tags: Option<String>, tag: Option<String>,
} }
fn unescape(s: &str) -> String { fn unescape(s: &str) -> String {
@ -155,13 +160,109 @@ impl FromStr for Match {
} }
} }
#[derive(Debug, Subcommand)]
enum Mode {
Debug,
Notmuchrc,
LoadSql {
#[arg(short, long, default_value = env!("DATABASE_URL"))]
dsn: String,
},
}
/// Simple program to greet a person
#[derive(Parser, Debug)]
#[command(version, about, long_about = None)]
struct Args {
#[arg(short, long, default_value = "/home/wathiede/dotfiles/procmailrc")]
input: String,
#[command(subcommand)]
mode: Mode,
}
#[tokio::main]
async fn main() -> anyhow::Result<()> {
let args = Args::parse();
let mut rules = Vec::new();
let mut cur_rule = Rule::default();
for l in std::fs::read_to_string(args.input)?.lines() {
let l = if let Some(idx) = l.find('#') {
&l[..idx]
} else {
l
}
.trim();
if l.is_empty() {
continue;
}
if l.find('=').is_some() {
// Probably a variable assignment, skip line
continue;
}
let first = l.chars().nth(0).unwrap_or(' ');
match first {
':' => {
// start of rule
}
'*' => {
// add to current rule
let m: Match = l.parse()?;
cur_rule.matches.push(m);
}
'.' => {
// delivery to folder
cur_rule.tag = Some(cleanup_match(
"",
&l.replace('.', "/")
.replace(' ', "")
.trim_matches('/')
.to_string(),
));
rules.push(cur_rule);
cur_rule = Rule::default();
}
'/' => cur_rule = Rule::default(), // Ex. /dev/null
'|' => cur_rule = Rule::default(), // external command
'$' => {
// TODO(wathiede): tag messages with no other tag as 'inbox'
cur_rule.tag = Some(cleanup_match("", "inbox"));
rules.push(cur_rule);
cur_rule = Rule::default();
} // variable, should only be $DEFAULT in my config
_ => panic!("Unhandled first character '{}'\nLine: {}", first, l),
}
}
match args.mode {
Mode::Debug => print_rules(&rules),
Mode::Notmuchrc => notmuch_from_rules(std::io::stdout(), &rules)?,
Mode::LoadSql { dsn } => load_sql(&dsn, &rules).await?,
}
Ok(())
}
fn print_rules(rules: &[Rule]) {
let mut tally = HashMap::new();
for r in rules {
for m in &r.matches {
*tally.entry(m.match_type).or_insert(0) += 1;
}
}
let mut sorted: Vec<_> = tally.iter().map(|(k, v)| (v, k)).collect();
sorted.sort();
sorted.reverse();
for (v, k) in sorted {
println!("{k:?}: {v}");
}
}
fn notmuch_from_rules<W: Write>(mut w: W, rules: &[Rule]) -> anyhow::Result<()> { fn notmuch_from_rules<W: Write>(mut w: W, rules: &[Rule]) -> anyhow::Result<()> {
// TODO(wathiede): if reindexing this many tags is too slow, see if combining rules per tag is // TODO(wathiede): if reindexing this many tags is too slow, see if combining rules per tag is
// faster. // faster.
let mut lines = Vec::new(); let mut lines = Vec::new();
for r in rules { for r in rules {
for m in &r.matches { for m in &r.matches {
if let Some(t) = &r.tags { if let Some(t) = &r.tag {
if let MatchType::Unknown = m.match_type { if let MatchType::Unknown = m.match_type {
eprintln!("rule has unknown match {:?}", r); eprintln!("rule has unknown match {:?}", r);
continue; continue;
@ -206,92 +307,25 @@ fn notmuch_from_rules<W: Write>(mut w: W, rules: &[Rule]) -> anyhow::Result<()>
Ok(()) Ok(())
} }
#[derive(Debug, Copy, Clone, PartialEq, Eq, PartialOrd, Ord, ValueEnum)] async fn load_sql(dsn: &str, rules: &[Rule]) -> anyhow::Result<()> {
enum Mode { let pool = PgPool::connect(dsn).await?;
Debug, println!("clearing email_rule table");
Notmuchrc, sqlx::query!("DELETE FROM email_rule")
} .execute(&pool)
.await?;
/// Simple program to greet a person for (order, rule) in rules.iter().enumerate() {
#[derive(Parser, Debug)] println!("inserting {order}: {rule:?}");
#[command(version, about, long_about = None)] sqlx::query!(
struct Args { r#"
#[arg(short, long, default_value = "/home/wathiede/dotfiles/procmailrc")] INSERT INTO email_rule (sort_order, rule)
input: String, VALUES ($1, $2)
"#,
#[arg(value_enum)] order as i32,
mode: Mode, Json(rule) as _
} )
.execute(&pool)
fn main() -> anyhow::Result<()> { .await?;
let args = Args::parse();
let mut rules = Vec::new();
let mut cur_rule = Rule::default();
for l in std::fs::read_to_string(args.input)?.lines() {
let l = if let Some(idx) = l.find('#') {
&l[..idx]
} else {
l
}
.trim();
if l.is_empty() {
continue;
}
if l.find('=').is_some() {
// Probably a variable assignment, skip line
continue;
}
let first = l.chars().nth(0).unwrap_or(' ');
match first {
':' => {
// start of rule
}
'*' => {
// add to current rule
let m: Match = l.parse()?;
cur_rule.matches.push(m);
}
'.' => {
// delivery to folder
cur_rule.tags = Some(cleanup_match(
"",
&l.replace('.', "/")
.replace(' ', "")
.trim_matches('/')
.to_string(),
));
rules.push(cur_rule);
cur_rule = Rule::default();
}
'/' => cur_rule = Rule::default(), // Ex. /dev/null
'|' => cur_rule = Rule::default(), // external command
'$' => {
// TODO(wathiede): tag messages with no other tag as 'inbox'
cur_rule.tags = Some(cleanup_match("", "inbox"));
rules.push(cur_rule);
cur_rule = Rule::default();
} // variable, should only be $DEFAULT in my config
_ => panic!("Unhandled first character '{}'\nLine: {}", first, l),
}
}
match args.mode {
Mode::Debug => print_rules(&rules),
Mode::Notmuchrc => notmuch_from_rules(std::io::stdout(), &rules)?,
} }
Ok(()) Ok(())
} }
fn print_rules(rules: &[Rule]) {
let mut tally = HashMap::new();
for r in rules {
for m in &r.matches {
*tally.entry(m.match_type).or_insert(0) += 1;
}
}
let mut sorted: Vec<_> = tally.iter().map(|(k, v)| (v, k)).collect();
sorted.sort();
sorted.reverse();
for (v, k) in sorted {
println!("{k:?}: {v}");
}
}

View File

@ -27,8 +27,8 @@ css-inline = "0.14.0"
futures = "0.3.31" futures = "0.3.31"
headers = "0.4.0" headers = "0.4.0"
html-escape = "0.2.13" html-escape = "0.2.13"
letterbox-notmuch = { version = "0.15.9", path = "../notmuch", registry = "xinu" } letterbox-notmuch = { version = "0.15.11", path = "../notmuch", registry = "xinu" }
letterbox-shared = { version = "0.15.9", path = "../shared", registry = "xinu" } letterbox-shared = { version = "0.15.11", path = "../shared", registry = "xinu" }
linkify = "0.10.0" linkify = "0.10.0"
log = "0.4.17" log = "0.4.17"
lol_html = "2.0.0" lol_html = "2.0.0"

View File

@ -0,0 +1,3 @@
DROP TABLE IF NOT EXISTS email_rule;
-- Add down migration script here

View File

@ -0,0 +1,5 @@
CREATE TABLE IF NOT EXISTS email_rule (
id integer NOT NULL GENERATED ALWAYS AS IDENTITY,
sort_order integer NOT NULL,
rule jsonb NOT NULL
);

View File

@ -142,6 +142,7 @@ async fn view_cid(
Ok(inline_attachment_response(attachment)) Ok(inline_attachment_response(attachment))
} }
// TODO make this work with gitea message ids like `wathiede/letterbox/pulls/91@git.z.xinu.tv`
async fn view_original( async fn view_original(
State(AppState { nm, .. }): State<AppState>, State(AppState { nm, .. }): State<AppState>,
extract::Path(id): extract::Path<String>, extract::Path(id): extract::Path<String>,

View File

@ -12,6 +12,6 @@ version.workspace = true
[dependencies] [dependencies]
build-info = "0.0.40" build-info = "0.0.40"
letterbox-notmuch = { version = "0.15.9", path = "../notmuch", registry = "xinu" } letterbox-notmuch = { version = "0.15.11", path = "../notmuch", registry = "xinu" }
serde = { version = "1.0.147", features = ["derive"] } serde = { version = "1.0.147", features = ["derive"] }
strum_macros = "0.27.1" strum_macros = "0.27.1"

View File

@ -33,8 +33,8 @@ wasm-bindgen = "=0.2.100"
uuid = { version = "1.13.1", features = [ uuid = { version = "1.13.1", features = [
"js", "js",
] } # direct dep to set js feature, prevents Rng issues ] } # direct dep to set js feature, prevents Rng issues
letterbox-shared = { version = "0.15.9", path = "../shared", registry = "xinu" } letterbox-shared = { version = "0.15.11", path = "../shared", registry = "xinu" }
letterbox-notmuch = { version = "0.15.9", path = "../notmuch", registry = "xinu" } letterbox-notmuch = { version = "0.15.11", path = "../notmuch", registry = "xinu" }
seed_hooks = { version = "0.4.0", registry = "xinu" } seed_hooks = { version = "0.4.0", registry = "xinu" }
strum_macros = "0.27.1" strum_macros = "0.27.1"
gloo-console = "0.3.0" gloo-console = "0.3.0"
@ -50,9 +50,10 @@ features = [
"Clipboard", "Clipboard",
"DomRect", "DomRect",
"Element", "Element",
"History",
"MediaQueryList", "MediaQueryList",
"Navigator", "Navigator",
"Window", "Performance",
"History",
"ScrollRestoration", "ScrollRestoration",
"Window",
] ]

View File

@ -263,81 +263,107 @@ fn search_results(
} else { } else {
set_title(query); set_title(query);
} }
let rows = results.iter().map(|r| { let rows: Vec<_> = results
let tid = r.thread.clone(); .iter()
let check_tid = r.thread.clone(); .map(|r| {
let datetime = human_age(r.timestamp as i64); let tid = r.thread.clone();
let unread_idx = r.tags.iter().position(|e| e == &"unread"); let check_tid = r.thread.clone();
let mut tags = r.tags.clone(); let datetime = human_age(r.timestamp as i64);
if let Some(idx) = unread_idx { let unread_idx = r.tags.iter().position(|e| e == &"unread");
tags.remove(idx); let mut tags = r.tags.clone();
}; if let Some(idx) = unread_idx {
let is_unread = unread_idx.is_some(); tags.remove(idx);
let mut title_break = None; };
const TITLE_LENGTH_WRAP_LIMIT: usize = 40; let is_unread = unread_idx.is_some();
for w in r.subject.split_whitespace() { let mut title_break = None;
if w.len() > TITLE_LENGTH_WRAP_LIMIT { const TITLE_LENGTH_WRAP_LIMIT: usize = 40;
title_break = Some(C!["break-all", "text-pretty"]); for w in r.subject.split_whitespace() {
if w.len() > TITLE_LENGTH_WRAP_LIMIT {
title_break = Some(C!["break-all", "text-pretty"]);
}
} }
}
div![
C![
"flex",
"flex-nowrap",
"w-auto",
"flex-auto",
"py-4",
"border-b",
"border-neutral-800"
],
div![ div![
C!["flex", "items-center", "mr-4"], C![
input![ "flex",
C![&tw_classes::CHECKBOX], "flex-nowrap",
attrs! { "w-auto",
At::Type=>"checkbox", "flex-auto",
At::Checked=>selected_threads.contains(&tid).as_at_value(), "py-4",
} "border-b",
"border-neutral-800"
], ],
ev(Ev::Input, move |e| {
if let Some(input) = e
.target()
.as_ref()
.expect("failed to get reference to target")
.dyn_ref::<web_sys::HtmlInputElement>()
{
if input.checked() {
Msg::SelectionAddThread(check_tid)
} else {
Msg::SelectionRemoveThread(check_tid)
}
} else {
Msg::Noop
}
}),
],
a![
C!["flex-grow"],
IF!(is_unread => C!["font-bold"]),
attrs! {
At::Href => urls::thread(&tid)
},
div![title_break, &r.subject],
span![C!["text-xs"], pretty_authors(&r.authors)],
div![ div![
C!["flex", "flex-wrap", "justify-between"], C!["flex", "items-center", "mr-4"],
span![tags_chiclet(&tags)], input![
span![C!["text-sm"], datetime] C![&tw_classes::CHECKBOX],
attrs! {
At::Type=>"checkbox",
At::Checked=>selected_threads.contains(&tid).as_at_value(),
}
],
ev(Ev::Input, move |e| {
if let Some(input) = e
.target()
.as_ref()
.expect("failed to get reference to target")
.dyn_ref::<web_sys::HtmlInputElement>()
{
if input.checked() {
Msg::SelectionAddThread(check_tid)
} else {
Msg::SelectionRemoveThread(check_tid)
}
} else {
Msg::Noop
}
}),
],
a![
C!["flex-grow"],
IF!(is_unread => C!["font-bold"]),
attrs! {
At::Href => urls::thread(&tid)
},
div![title_break, &r.subject],
span![C!["text-xs"], pretty_authors(&r.authors)],
div![
C!["flex", "flex-wrap", "justify-between"],
span![tags_chiclet(&tags)],
span![C!["text-sm"], datetime]
]
] ]
] ]
] })
}); .collect();
let show_bulk_edit = !selected_threads.is_empty(); let show_bulk_edit = !selected_threads.is_empty();
let all_selected = selected_threads.len() == results.len(); let all_selected = (selected_threads.len() == results.len()) && !rows.is_empty();
let content = if rows.is_empty() {
let caught_up = query.contains("is:unread");
let read_emoji = ["👻", "👽", "👾", "🤖", "💀"];
let no_results_emoji = ["🙈", "👀", "🤦", "🤷", "🙅", "🛟", "🍩", "🌑", "💿", "🔍"];
let now = seed::window()
.performance()
.map(|p| p.now() as usize)
.unwrap_or(0);
let (emoji, text) = if caught_up {
let idx = now % read_emoji.len();
(read_emoji[idx], "All caught up!")
} else {
let idx = now % no_results_emoji.len();
(no_results_emoji[idx], "No results")
};
div![
C!["text-center"],
h1![C!["text-9xl"], emoji],
p![C!["mt-8", "text-3xl", "font-semibold"], text]
]
} else {
div![rows]
};
div![ div![
C!["flex", "flex-col", "flex-auto", "p-4"], C!["flex", "flex-col", "flex-auto", "p-4"],
search_toolbar(count, pager, show_bulk_edit, all_selected), search_toolbar(count, pager, show_bulk_edit, all_selected),
div![rows], content,
search_toolbar(count, pager, show_bulk_edit, all_selected), search_toolbar(count, pager, show_bulk_edit, all_selected),
] ]
} }