Skip to content

Commit

Permalink
feat: add tests for chatting
Browse files Browse the repository at this point in the history
  • Loading branch information
yiblet committed Mar 16, 2024
1 parent ecb3d3f commit e1f2f79
Show file tree
Hide file tree
Showing 2 changed files with 97 additions and 2 deletions.
10 changes: 8 additions & 2 deletions chat.go
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,15 @@ type aiStreamInput struct {
Timeout time.Duration
}

type chatCompletionStreamer interface {
// ChatCompletion creates a completion with the Chat completion endpoint which
// is what powers the ChatGPT experience.
ChatCompletionStream(ctx context.Context, request gpt3.ChatCompletionRequest, onData func(*gpt3.ChatCompletionStreamResponse) error) error
}

func aiStream(
ctx context.Context,
client gpt3.Client,
streamer chatCompletionStreamer,
input aiStreamInput,
handler func(message string) error,
) error {
Expand All @@ -29,7 +35,7 @@ func aiStream(
ctx, cancel := context.WithTimeout(ctx, timeout)
defer cancel()

err := client.ChatCompletionStream(ctx, gpt3.ChatCompletionRequest{
err := streamer.ChatCompletionStream(ctx, gpt3.ChatCompletionRequest{
Messages: input.Messages,
MaxTokens: input.MaxTokens,
Temperature: input.Temperature,
Expand Down
89 changes: 89 additions & 0 deletions chat_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,89 @@
package main

import (
"context"
"fmt"
"strings"
"testing"

gpt3 "github.com/PullRequestInc/go-gpt3"
)

type testStream struct {
t *testing.T
response string
request gpt3.ChatCompletionRequest
}

// ChatCompletionStream implements streamClient.
func (t *testStream) ChatCompletionStream(ctx context.Context, request gpt3.ChatCompletionRequest, onData func(*gpt3.ChatCompletionStreamResponse) error) error {
convert := func(s string) *gpt3.ChatCompletionStreamResponse {
return &gpt3.ChatCompletionStreamResponse{
Choices: []gpt3.ChatCompletionStreamResponseChoice{
{
Delta: gpt3.ChatCompletionResponseMessage{
Content: s,
},
},
},
}
}

t.request = request
for i, elem := range strings.Split(t.response, " ") {
t.t.Logf("inserting: %#v", elem)
elem := elem
if i == 0 {
if err := onData(convert(elem)); err != nil {
return err
}
} else {
if err := onData(convert(fmt.Sprintf(" %s", elem))); err != nil {
return err
}
}
}

return nil
}

func TestAIStream(t *testing.T) {
t.Parallel()

t.Run("valid stream", func(t *testing.T) {
stream := &testStream{response: "valid stream", t: t}
var sb strings.Builder
err := aiStream(context.Background(), stream, aiStreamInput{}, func(message string) error {
t.Logf("retrieved: %#v", message)
_, err := sb.WriteString(message)
return err
})

if err != nil {
t.Errorf("stream should not error: %v", err)
}

expected := stream.response
test := sb.String()
if expected != test {
t.Errorf("invalid stream response. Expected %#v got %#v", expected, test)
}
})

t.Run("valid stream", func(t *testing.T) {
stream := &testStream{response: "valid stream", t: t}
var sb strings.Builder
aiStream(context.Background(), stream, aiStreamInput{}, func(message string) error {
t.Logf("retrieved: %#v", message)
_, err := sb.WriteString(message)
return err
})

expected := stream.response
test := sb.String()
if expected != test {
t.Errorf("invalid stream response. Expected %#v got %#v", expected, test)
}
})

}

0 comments on commit e1f2f79

Please sign in to comment.