diff options
Diffstat (limited to 'models')
| -rw-r--r-- | models/models.go | 9 |
1 files changed, 6 insertions, 3 deletions
diff --git a/models/models.go b/models/models.go index 340cb42..e99832a 100644 --- a/models/models.go +++ b/models/models.go @@ -382,9 +382,12 @@ func (cb *ChatBody) MakeStopSliceExcluding( continue } // Add multiple variations to catch different formatting - ss = append(ss, role+":\n") // Most common: role with newline - ss = append(ss, role+":") // Role with colon but no newline - ss = append(ss, role+": ") // Role with colon and space + ss = append(ss, role+":\n") // Most common: role with newline + ss = append(ss, role+":") // Role with colon but no newline + ss = append(ss, role+": ") // Role with colon and single space + ss = append(ss, role+": ") // Role with colon and double space (common tokenization) + ss = append(ss, role+": \n") // Role with colon and double space (common tokenization) + ss = append(ss, role+": ") // Role with colon and triple space } return ss } |
