1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
package main
import (
"elefant/models"
"encoding/json"
"regexp"
"time"
)
var (
// TODO: form that message based on existing funcs
basicSysMsg = `Large Language Model that helps user with any of his requests.`
toolCallRE = regexp.MustCompile(`__tool_call__\s*([\s\S]*?)__tool_call__`)
toolSysMsg = `You're a helpful assistant.
# Tools
You can do functions call if needed.
Your current tools:
<tools>
[
{
"name":"recall",
"args": "topic",
"when_to_use": "when asked about topic that user previously asked to memorise"
},
{
"name":"memorise",
"args": ["topic", "info"],
"when_to_use": "when asked to memorise something"
},
{
"name":"recall_topics",
"args": null,
"when_to_use": "once in a while"
}
]
</tools>
To make a function call return a json object within __tool_call__ tags;
Example:
__tool_call__
{
"name":"recall",
"args": "Adam"
}
__tool_call__
When done right, tool call will be delivered to the 'tool' agent. 'tool' agent will respond with the results of the call.
After that you are free to respond to the user.
`
systemMsg = toolSysMsg
sysMap = map[string]string{"basic_sys": basicSysMsg, "tool_sys": toolSysMsg}
sysLabels = []string{"cancel", "basic_sys", "tool_sys"}
)
/*
consider cases:
- append mode (treat it like a journal appendix)
- replace mode (new info/mind invalidates old ones)
also:
- some writing can be done without consideration of previous data;
- others do;
*/
func memorise(args ...string) []byte {
agent := assistantRole
if len(args) < 2 {
logger.Warn("not enough args to call memorise tool")
return nil
}
memory := &models.Memory{
Agent: agent,
Topic: args[0],
Mind: args[1],
UpdatedAt: time.Now(),
}
store.Memorise(memory)
return nil
}
func recall(args ...string) []byte {
agent := assistantRole
if len(args) < 1 {
logger.Warn("not enough args to call recall tool")
return nil
}
mind, err := store.Recall(agent, args[0])
if err != nil {
logger.Error("failed to use tool", "error", err, "args", args)
return nil
}
return []byte(mind)
}
func recallTopics(args ...string) []byte {
agent := assistantRole
topics, err := store.RecallTopics(agent)
if err != nil {
logger.Error("failed to use tool", "error", err, "args", args)
return nil
}
data, err := json.Marshal(topics)
if err != nil {
logger.Error("failed to use tool", "error", err, "args", args)
return nil
}
return data
}
func fullMemoryLoad() {}
// predifine funcs
func getUserDetails(args ...string) []byte {
// db query
// return DB[id[0]]
m := map[string]any{
"username": "fm11",
"id": 24983,
"reputation": 911,
"balance": 214.73,
}
data, err := json.Marshal(m)
if err != nil {
logger.Error("failed to use tool", "error", err, "args", args)
return nil
}
return data
}
type fnSig func(...string) []byte
var fnMap = map[string]fnSig{
"get_id": getUserDetails,
"recall": recall,
"recall_topics": recallTopics,
"memorise": memorise,
}
|
