ctxsplit
// split context into chunks. respect limits.
installation
npm install -g pnkd-ctxsplitusage
# split file into chunks
ctxsplit large_file.txt
# set max tokens per chunk
ctxsplit large_file.txt --max 4000
# add overlap between chunks
ctxsplit large_file.txt --overlap 200
# output to directory
ctxsplit large_file.txt -o ./chunks/
# smart split by sections
ctxsplit large_file.txt --smart