@@ -5,14 +5,12 @@ import (
5
5
"context"
6
6
"embed"
7
7
"encoding/json"
8
- "errors"
9
8
"fmt"
10
9
"io"
11
10
"net/http"
12
11
"os"
13
12
"path/filepath"
14
13
"runtime"
15
- "strings"
16
14
17
15
"github.com/mudler/LocalAI/core/config"
18
16
. "github.com/mudler/LocalAI/core/http"
@@ -913,71 +911,6 @@ var _ = Describe("API test", func() {
913
911
})
914
912
})
915
913
916
- Context ("backends" , func () {
917
- It ("runs rwkv completion" , func () {
918
- if runtime .GOOS != "linux" {
919
- Skip ("test supported only on linux" )
920
- }
921
- resp , err := client .CreateCompletion (context .TODO (), openai.CompletionRequest {Model : "rwkv_test" , Prompt : "Count up to five: one, two, three, four," })
922
- Expect (err ).ToNot (HaveOccurred ())
923
- Expect (len (resp .Choices ) > 0 ).To (BeTrue ())
924
- Expect (resp .Choices [0 ].Text ).To (ContainSubstring ("five" ))
925
-
926
- stream , err := client .CreateCompletionStream (context .TODO (), openai.CompletionRequest {
927
- Model : "rwkv_test" , Prompt : "Count up to five: one, two, three, four," , Stream : true ,
928
- })
929
- Expect (err ).ToNot (HaveOccurred ())
930
- defer stream .Close ()
931
-
932
- tokens := 0
933
- text := ""
934
- for {
935
- response , err := stream .Recv ()
936
- if errors .Is (err , io .EOF ) {
937
- break
938
- }
939
-
940
- Expect (err ).ToNot (HaveOccurred ())
941
- text += response .Choices [0 ].Text
942
- tokens ++
943
- }
944
- Expect (text ).ToNot (BeEmpty ())
945
- Expect (text ).To (ContainSubstring ("five" ))
946
- Expect (tokens ).ToNot (Or (Equal (1 ), Equal (0 )))
947
- })
948
- It ("runs rwkv chat completion" , func () {
949
- if runtime .GOOS != "linux" {
950
- Skip ("test supported only on linux" )
951
- }
952
- resp , err := client .CreateChatCompletion (context .TODO (),
953
- openai.ChatCompletionRequest {Model : "rwkv_test" , Messages : []openai.ChatCompletionMessage {{Content : "Can you count up to five?" , Role : "user" }}})
954
- Expect (err ).ToNot (HaveOccurred ())
955
- Expect (len (resp .Choices ) > 0 ).To (BeTrue ())
956
- Expect (strings .ToLower (resp .Choices [0 ].Message .Content )).To (Or (ContainSubstring ("sure" ), ContainSubstring ("five" ), ContainSubstring ("5" )))
957
-
958
- stream , err := client .CreateChatCompletionStream (context .TODO (), openai.ChatCompletionRequest {Model : "rwkv_test" , Messages : []openai.ChatCompletionMessage {{Content : "Can you count up to five?" , Role : "user" }}})
959
- Expect (err ).ToNot (HaveOccurred ())
960
- defer stream .Close ()
961
-
962
- tokens := 0
963
- text := ""
964
- for {
965
- response , err := stream .Recv ()
966
- if errors .Is (err , io .EOF ) {
967
- break
968
- }
969
-
970
- Expect (err ).ToNot (HaveOccurred ())
971
- text += response .Choices [0 ].Delta .Content
972
- tokens ++
973
- }
974
- Expect (text ).ToNot (BeEmpty ())
975
- Expect (strings .ToLower (text )).To (Or (ContainSubstring ("sure" ), ContainSubstring ("five" )))
976
-
977
- Expect (tokens ).ToNot (Or (Equal (1 ), Equal (0 )))
978
- })
979
- })
980
-
981
914
// See tests/integration/stores_test
982
915
Context ("Stores" , Label ("stores" ), func () {
983
916
0 commit comments