Skip to content

Commit 288bfc5

Browse files
committed
No need to test rwkv specifically, now part of llama.cpp
Signed-off-by: Ettore Di Giacinto <[email protected]>
1 parent 8abaeda commit 288bfc5

File tree

1 file changed

+0
-67
lines changed

1 file changed

+0
-67
lines changed

core/http/app_test.go

Lines changed: 0 additions & 67 deletions
Original file line numberDiff line numberDiff line change
@@ -5,14 +5,12 @@ import (
55
"context"
66
"embed"
77
"encoding/json"
8-
"errors"
98
"fmt"
109
"io"
1110
"net/http"
1211
"os"
1312
"path/filepath"
1413
"runtime"
15-
"strings"
1614

1715
"github.com/mudler/LocalAI/core/config"
1816
. "github.com/mudler/LocalAI/core/http"
@@ -913,71 +911,6 @@ var _ = Describe("API test", func() {
913911
})
914912
})
915913

916-
Context("backends", func() {
917-
It("runs rwkv completion", func() {
918-
if runtime.GOOS != "linux" {
919-
Skip("test supported only on linux")
920-
}
921-
resp, err := client.CreateCompletion(context.TODO(), openai.CompletionRequest{Model: "rwkv_test", Prompt: "Count up to five: one, two, three, four,"})
922-
Expect(err).ToNot(HaveOccurred())
923-
Expect(len(resp.Choices) > 0).To(BeTrue())
924-
Expect(resp.Choices[0].Text).To(ContainSubstring("five"))
925-
926-
stream, err := client.CreateCompletionStream(context.TODO(), openai.CompletionRequest{
927-
Model: "rwkv_test", Prompt: "Count up to five: one, two, three, four,", Stream: true,
928-
})
929-
Expect(err).ToNot(HaveOccurred())
930-
defer stream.Close()
931-
932-
tokens := 0
933-
text := ""
934-
for {
935-
response, err := stream.Recv()
936-
if errors.Is(err, io.EOF) {
937-
break
938-
}
939-
940-
Expect(err).ToNot(HaveOccurred())
941-
text += response.Choices[0].Text
942-
tokens++
943-
}
944-
Expect(text).ToNot(BeEmpty())
945-
Expect(text).To(ContainSubstring("five"))
946-
Expect(tokens).ToNot(Or(Equal(1), Equal(0)))
947-
})
948-
It("runs rwkv chat completion", func() {
949-
if runtime.GOOS != "linux" {
950-
Skip("test supported only on linux")
951-
}
952-
resp, err := client.CreateChatCompletion(context.TODO(),
953-
openai.ChatCompletionRequest{Model: "rwkv_test", Messages: []openai.ChatCompletionMessage{{Content: "Can you count up to five?", Role: "user"}}})
954-
Expect(err).ToNot(HaveOccurred())
955-
Expect(len(resp.Choices) > 0).To(BeTrue())
956-
Expect(strings.ToLower(resp.Choices[0].Message.Content)).To(Or(ContainSubstring("sure"), ContainSubstring("five"), ContainSubstring("5")))
957-
958-
stream, err := client.CreateChatCompletionStream(context.TODO(), openai.ChatCompletionRequest{Model: "rwkv_test", Messages: []openai.ChatCompletionMessage{{Content: "Can you count up to five?", Role: "user"}}})
959-
Expect(err).ToNot(HaveOccurred())
960-
defer stream.Close()
961-
962-
tokens := 0
963-
text := ""
964-
for {
965-
response, err := stream.Recv()
966-
if errors.Is(err, io.EOF) {
967-
break
968-
}
969-
970-
Expect(err).ToNot(HaveOccurred())
971-
text += response.Choices[0].Delta.Content
972-
tokens++
973-
}
974-
Expect(text).ToNot(BeEmpty())
975-
Expect(strings.ToLower(text)).To(Or(ContainSubstring("sure"), ContainSubstring("five")))
976-
977-
Expect(tokens).ToNot(Or(Equal(1), Equal(0)))
978-
})
979-
})
980-
981914
// See tests/integration/stores_test
982915
Context("Stores", Label("stores"), func() {
983916

0 commit comments

Comments
 (0)