mcp: add EventStore (#152)
Introduce an EventStore interface to store events for resumable streams. Provide an in-memory implementation. Still to do: connect to streaming transports. For #10
This commit is contained in:
parent
9ddad03891
commit
1465442b25
1 changed files with 474 additions and 17 deletions
|
|
@ -5,6 +5,9 @@
|
|||
package mcp
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"slices"
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
|
@ -97,3 +100,167 @@ func TestScanEvents(t *testing.T) {
|
|||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestMemoryEventStoreState(t *testing.T) {
|
||||
ctx := context.Background()
|
||||
|
||||
appendEvent := func(s *MemoryEventStore, sess string, str StreamID, data string) {
|
||||
if _, err := s.AppendEvent(ctx, sess, str, []byte(data)); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
|
||||
for _, tt := range []struct {
|
||||
name string
|
||||
actions func(*MemoryEventStore)
|
||||
want string // output of debugString
|
||||
wantSize int // value of nBytes
|
||||
}{
|
||||
{
|
||||
"appends",
|
||||
func(s *MemoryEventStore) {
|
||||
appendEvent(s, "S1", 1, "d1")
|
||||
appendEvent(s, "S1", 2, "d2")
|
||||
appendEvent(s, "S1", 1, "d3")
|
||||
appendEvent(s, "S2", 8, "d4")
|
||||
},
|
||||
"S1 1 first=0 d1 d3; S1 2 first=0 d2; S2 8 first=0 d4",
|
||||
8,
|
||||
},
|
||||
{
|
||||
"stream close",
|
||||
func(s *MemoryEventStore) {
|
||||
appendEvent(s, "S1", 1, "d1")
|
||||
appendEvent(s, "S1", 2, "d2")
|
||||
appendEvent(s, "S1", 1, "d3")
|
||||
appendEvent(s, "S2", 8, "d4")
|
||||
s.StreamClosed(ctx, "S1", 1)
|
||||
},
|
||||
"S1 2 first=0 d2; S2 8 first=0 d4",
|
||||
4,
|
||||
},
|
||||
{
|
||||
"session close",
|
||||
func(s *MemoryEventStore) {
|
||||
appendEvent(s, "S1", 1, "d1")
|
||||
appendEvent(s, "S1", 2, "d2")
|
||||
appendEvent(s, "S1", 1, "d3")
|
||||
appendEvent(s, "S2", 8, "d4")
|
||||
s.SessionClosed(ctx, "S1")
|
||||
},
|
||||
"S2 8 first=0 d4",
|
||||
2,
|
||||
},
|
||||
{
|
||||
"purge",
|
||||
func(s *MemoryEventStore) {
|
||||
appendEvent(s, "S1", 1, "d1")
|
||||
appendEvent(s, "S1", 2, "d2")
|
||||
appendEvent(s, "S1", 1, "d3")
|
||||
appendEvent(s, "S2", 8, "d4")
|
||||
// We are using 8 bytes (d1,d2, d3, d4).
|
||||
// To purge 6, we remove the first of each stream, leaving only d3.
|
||||
s.SetMaxBytes(2)
|
||||
},
|
||||
// The other streams remain, because we may add to them.
|
||||
"S1 1 first=1 d3; S1 2 first=1; S2 8 first=1",
|
||||
2,
|
||||
},
|
||||
{
|
||||
"purge append",
|
||||
func(s *MemoryEventStore) {
|
||||
appendEvent(s, "S1", 1, "d1")
|
||||
appendEvent(s, "S1", 2, "d2")
|
||||
appendEvent(s, "S1", 1, "d3")
|
||||
appendEvent(s, "S2", 8, "d4")
|
||||
s.SetMaxBytes(2)
|
||||
// Up to here, identical to the "purge" case.
|
||||
// Each of these additions will result in a purge.
|
||||
appendEvent(s, "S1", 2, "d5") // remove d3
|
||||
appendEvent(s, "S1", 2, "d6") // remove d5
|
||||
},
|
||||
"S1 1 first=2; S1 2 first=2 d6; S2 8 first=1",
|
||||
2,
|
||||
},
|
||||
{
|
||||
"purge resize append",
|
||||
func(s *MemoryEventStore) {
|
||||
appendEvent(s, "S1", 1, "d1")
|
||||
appendEvent(s, "S1", 2, "d2")
|
||||
appendEvent(s, "S1", 1, "d3")
|
||||
appendEvent(s, "S2", 8, "d4")
|
||||
s.SetMaxBytes(2)
|
||||
// Up to here, identical to the "purge" case.
|
||||
s.SetMaxBytes(6) // make room
|
||||
appendEvent(s, "S1", 2, "d5")
|
||||
appendEvent(s, "S1", 2, "d6")
|
||||
},
|
||||
// The other streams remain, because we may add to them.
|
||||
"S1 1 first=1 d3; S1 2 first=1 d5 d6; S2 8 first=1",
|
||||
6,
|
||||
},
|
||||
} {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
s := NewMemoryEventStore(nil)
|
||||
tt.actions(s)
|
||||
got := s.debugString()
|
||||
if got != tt.want {
|
||||
t.Errorf("\ngot %s\nwant %s", got, tt.want)
|
||||
}
|
||||
if g, w := s.nBytes, tt.wantSize; g != w {
|
||||
t.Errorf("got size %d, want %d", g, w)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestMemoryEventStoreAfter(t *testing.T) {
|
||||
ctx := context.Background()
|
||||
s := NewMemoryEventStore(nil)
|
||||
s.SetMaxBytes(4)
|
||||
s.AppendEvent(ctx, "S1", 1, []byte("d1"))
|
||||
s.AppendEvent(ctx, "S1", 1, []byte("d2"))
|
||||
s.AppendEvent(ctx, "S1", 1, []byte("d3"))
|
||||
s.AppendEvent(ctx, "S1", 2, []byte("d4")) // will purge d1
|
||||
want := "S1 1 first=1 d2 d3; S1 2 first=0 d4"
|
||||
if got := s.debugString(); got != want {
|
||||
t.Fatalf("got state %q, want %q", got, want)
|
||||
}
|
||||
|
||||
for _, tt := range []struct {
|
||||
sessionID string
|
||||
streamID StreamID
|
||||
index int
|
||||
want []string
|
||||
wantErr string // if non-empty, error should contain this string
|
||||
}{
|
||||
{"S1", 1, 0, nil, "purge"},
|
||||
{"S1", 1, 1, []string{"d2", "d3"}, ""},
|
||||
{"S1", 1, 2, []string{"d3"}, ""},
|
||||
{"S1", 2, 0, []string{"d4"}, ""},
|
||||
{"S1", 3, 0, nil, "unknown stream ID"},
|
||||
{"S2", 0, 0, nil, "unknown session ID"},
|
||||
} {
|
||||
t.Run(fmt.Sprintf("%s-%d-%d", tt.sessionID, tt.streamID, tt.index), func(t *testing.T) {
|
||||
var got []string
|
||||
for d, err := range s.After(ctx, tt.sessionID, tt.streamID, tt.index) {
|
||||
if err != nil {
|
||||
if tt.wantErr == "" {
|
||||
t.Fatalf("unexpected error %q", err)
|
||||
} else if g := err.Error(); !strings.Contains(g, tt.wantErr) {
|
||||
t.Fatalf("got error %q, want it to contain %q", g, tt.wantErr)
|
||||
} else {
|
||||
return
|
||||
}
|
||||
}
|
||||
got = append(got, string(d))
|
||||
}
|
||||
if tt.wantErr != "" {
|
||||
t.Fatalf("expected error containing %q, got nil", tt.wantErr)
|
||||
}
|
||||
if !slices.Equal(got, tt.want) {
|
||||
t.Errorf("got %v, want %v", got, tt.want)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in a new issue