Updated the tokenizer

2026-03-26 22:14:10 +00:00 · 2025-09-04 17:09:05 +02:00
parent 37b17fcbd4
commit affc0f05e4
3 changed files with 12 additions and 7 deletions
--- a/.gitignore
+++ b/.gitignore
@@ -5,6 +5,10 @@ cranfield.qrels
 cranfieldoutput
 /duckdb-fts-main/
 /trec_eval/
+/spreadsheets/
+*.png
+plot*
+*lock*
 *.db
 *.ciff
 output*.txt