Третий стрим
This commit is contained in:
20
app/utils/text_splitter.py
Normal file
20
app/utils/text_splitter.py
Normal file
@ -0,0 +1,20 @@
|
||||
import re
|
||||
|
||||
|
||||
def split_text(message: str):
|
||||
messages = []
|
||||
lines = re.split(r"\n", message)
|
||||
|
||||
temp = ""
|
||||
|
||||
for line in lines:
|
||||
if len(temp) + len(line) < 4096:
|
||||
temp += line + "\n"
|
||||
else:
|
||||
messages.append(temp)
|
||||
temp = line + "\n"
|
||||
|
||||
if temp:
|
||||
messages.append(temp)
|
||||
|
||||
return messages
|
Reference in New Issue
Block a user