Agent par défaut

backend/internal/adapter/llm/anyllm.go

@@ -74,3 +74,48 @@ func (e *AnyLLMEngine) ListModelsFromProvider(ctx context.Context, provider *dom
 	}
 	return models, nil
 }
+
+func (e *AnyLLMEngine) Stream(
+	ctx context.Context,
+	provider *domain.Provider,
+	modelID string,
+	params *domain.StreamParams,
+	messages []*domain.Message,
+) error {
+
+	p, err := providerFactory(provider)
+	if err != nil {
+		return err
+	}
+
+	anyllmMessages := make([]anyllm.Message, 0)
+	for _, m := range messages {
+		anyllmMessages = append(anyllmMessages, anyllm.Message{
+			Role:    m.Role,
+			Content: m.Content,
+		})
+	}
+
+	chunkChan, errChan := p.CompletionStream(ctx, anyllm.CompletionParams{
+		Model:    modelID,
+		Messages: anyllmMessages,
+		Stream:   true,
+	})
+
+	for chunk := range chunkChan {
+		if len(chunk.Choices) > 0 {
+			content := chunk.Choices[0].Delta.Content
+			if params.OnChunk != nil {
+				params.OnChunk(&domain.Chunk{
+					Content: content,
+				})
+			}
+		}
+	}
+
+	if err := <-errChan; err != nil {
+		return err
+	}
+
+	return nil
+}