server: sql to debug search indexing w/ postgres

2025-02-13 09:30:32 -08:00 · 2025-02-13 09:30:32 -08:00 · 86c6face7d
commit 86c6face7d
parent 4a7ff8bf7b
1 changed files with 13 additions and 0 deletions
--- a/server/sql/too-long-for-search.sql
+++ b/server/sql/too-long-for-search.sql
@ -0,0 +1,13 @@
+select t.id, tt.tokid, tt.alias, length(t.token), t.token from (
+    select  id, (ts_parse('default', 
+    -- regexp_replace(
+    --     regexp_replace(summary, '<[^>]+>', ' ', 'g'),
+    --     '\s+',
+    --     ' ',
+    --     'g'
+    -- )
+        summary
+    )).* from post) t
+    inner join ts_token_type('default') tt
+       on t.tokid = tt.tokid
+    where length(token) >= 2*1024;