From 86c6face7dcc1277e29f0db1d4367abc6efa6465 Mon Sep 17 00:00:00 2001
From: Bill Thiede <git@xinu.tv>
Date: Thu, 13 Feb 2025 09:30:32 -0800
Subject: [PATCH] server: sql to debug search indexing w/ postgres

---
 server/sql/too-long-for-search.sql | 13 +++++++++++++
 1 file changed, 13 insertions(+)
 create mode 100644 server/sql/too-long-for-search.sql

diff --git a/server/sql/too-long-for-search.sql b/server/sql/too-long-for-search.sql
new file mode 100644
index 0000000..9d1b374
--- /dev/null
+++ b/server/sql/too-long-for-search.sql
@@ -0,0 +1,13 @@
+select t.id, tt.tokid, tt.alias, length(t.token), t.token from (
+    select  id, (ts_parse('default', 
+    -- regexp_replace(
+    --     regexp_replace(summary, '<[^>]+>', ' ', 'g'),
+    --     '\s+',
+    --     ' ',
+    --     'g'
+    -- )
+        summary
+    )).* from post) t
+    inner join ts_token_type('default') tt
+       on t.tokid = tt.tokid
+    where length(token) >= 2*1024;