llmberjack/response_test.go at main · checkmarble/llmberjack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
package llmberjack_test

import (
	"testing"

	llmberjack "github.com/checkmarble/llmberjack"
	"github.com/stretchr/testify/assert"
)

func TestResponseGetOutput(t *testing.T) {
	type output struct {
		Text string `json:"text"`
	}

	r := llmberjack.Response[output]{
		InnerResponse: llmberjack.InnerResponse{
			Candidates: []llmberjack.ResponseCandidate{
				{Text: `{"text":"first response"}`},
				{Text: `{"text":"second response"}`},
			},
		},
	}

	assert.Equal(t, r.NumCandidates(), 2)

	c, err := r.Get(0)

	assert.Nil(t, err)
	assert.Equal(t, "first response", c.Text)

	c, err = r.Get(1)

	assert.Nil(t, err)
	assert.Equal(t, "second response", c.Text)

	c, err = r.Get(2)

	assert.ErrorContains(t, err, "candidate 2 does not exist")
}

func TestResponseGetInvalidJson(t *testing.T) {
	type output struct {
		Text string `json:"text"`
	}

	r := llmberjack.Response[output]{
		InnerResponse: llmberjack.InnerResponse{
			Candidates: []llmberjack.ResponseCandidate{
				{Text: `{"text":"first`},
			},
		},
	}

	assert.Equal(t, r.NumCandidates(), 1)

	_, err := r.Get(0)

	assert.ErrorContains(t, err, "failed to decode response to schema")
}

func TestResponseGetStringOutput(t *testing.T) {
	r := llmberjack.Response[string]{
		InnerResponse: llmberjack.InnerResponse{
			Candidates: []llmberjack.ResponseCandidate{
				{Text: "first response"},
				{Text: "second response"},
			},
		},
	}

	assert.Equal(t, r.NumCandidates(), 2)

	c, err := r.Get(0)

	assert.Nil(t, err)
	assert.Equal(t, "first response", c)

	c, err = r.Get(1)

	assert.Nil(t, err)
	assert.Equal(t, "second response", c)

	_, err = r.Get(2)

	assert.ErrorContains(t, err, "candidate 2 does not exist")
}

func TestResponseGetCandidate(t *testing.T) {
	type output struct {
		Text string `json:"text"`
	}

	r := llmberjack.Response[output]{
		InnerResponse: llmberjack.InnerResponse{
			Candidates: []llmberjack.ResponseCandidate{
				{Text: `{"text":"first response"}`},
				{Text: `{"text":"second response"}`},
			},
		},
	}

	assert.Equal(t, r.NumCandidates(), 2)

	c, err := r.Candidate(0)

	assert.Nil(t, err)
	assert.Equal(t, r.Candidates[0], *c)

	_, err = r.Candidate(2)

	assert.ErrorContains(t, err, "candidate 2 does not exist")
}