basic llm request stream

backend/internal/service/chat/session.go

@@ -0,0 +1,52 @@
+package chat
+
+import (
+	"context"
+	"sync"
+
+	"trankilou.fr/lassistanoque/backend/internal/domain"
+)
+
+type ChatSession struct {
+	userID      string
+	teamID      string
+	chatID      string
+	agent       *domain.Agent
+	provider    *domain.Provider
+	modelID     string
+	messages    []*domain.Message
+	llmEngine   domain.LLMEngine
+	repoChat    domain.ChatRepository
+	subscribers []domain.StreamCallback
+	mu          sync.Mutex
+}
+
+func (s *ChatSession) run(ctx context.Context) (*domain.Message, error) {
+
+	params := &domain.LLMParams{}
+
+	s.mu.Lock()
+	if len(s.subscribers) > 0 {
+		params.OnChunk = func(chunk *domain.Chunk) {
+			for _, cb := range s.subscribers {
+				cb(chunk)
+			}
+		}
+	}
+	s.mu.Unlock()
+
+	msg, err := s.llmEngine.Stream(
+		ctx,
+		s.provider,
+		s.modelID,
+		params,
+		s.messages,
+	)
+	if err != nil {
+		return nil, err
+	}
+	msg.ChatID = s.chatID
+	msg.TeamID = s.teamID
+
+	return s.repoChat.CreateChatMessage(s.userID, msg)
+}