Chore Refactor legacy and docs (#182)

* update doc

* chore: delete prompt dependency from thread

* fix: linting

* chore: move prompt to legacy

* fix

docs/content/config.md

@@ -18,4 +18,11 @@ You need to set the `COHERE_API_KEY` environment variable to your Cohere API key
 You need to set the `HUGGING_FACE_HUB_TOKEN` environment variable to your Hugging Face API key. To get your API key refer to the [Hugging Face website](https://huggingface.co/).
 
 ## Nomic
-You need to set the `NOMIC_API_KEY` environment variable to your Nomic API key. To get your API key refer to the [Nomic website](https://nomic.ai/).
+You need to set the `NOMIC_API_KEY` environment variable to your Nomic API key. To get your API key refer to the [Nomic website](https://nomic.ai/).
+
+
+## Anthropic
+You need to set the `ANTHROPIC_API_KEY` environment variable to your Anthropic API key. To get your API key refer to the [Anthropic website](https://anthropic.com/).
+
+## Voyage AI
+You need to set the `VOYAGE_API_KEY` environment variable to your Voyage AI API key. To get your API key refer to the [Voyage AI website](https://www.voyageai.com/).

docs/content/reference/embedding.md

@@ -17,6 +17,7 @@ LinGoose provides an interface for working with embeddings, allowing developers
 - [Ollama](https://ollama.ai)
 - [LocalAI](https://localai.io/) (_via OpenAI API compatibility_)
 - [Atlas Nomic](https://atlas.nomic.ai)
+- [Voyage AI](https://www.voyageai.com/)
 
 ## Using Embeddings
 

docs/content/reference/llm.md

@@ -17,6 +17,7 @@ LinGoose supports the following LLM providers API:
 - [Ollama](https://ollama.ai)
 - [LocalAI](https://localai.io/) (_via OpenAI API compatibility_)
 - [Groq](https://groq.com/)
+- [Anthropic](https://anthropic.com/)
 
 ## Using LLMs
 

examples/chat/functions/main.go

@@ -10,8 +10,8 @@ import (
  "os"
 
  "github.com/henomis/lingoose/legacy/chat"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/chat/simple/main.go

@@ -5,8 +5,8 @@ import (
  "fmt"
 
  "github.com/henomis/lingoose/legacy/chat"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
 )
 
 func main() {

examples/embeddings/jsondb/main.go

@@ -8,9 +8,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  "github.com/henomis/lingoose/index/vectordb/jsondb"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
 )
 

examples/embeddings/knowledge_base/main.go

@@ -12,9 +12,9 @@ import (
  "github.com/henomis/lingoose/legacy/chat"
 
  "github.com/henomis/lingoose/index/vectordb/jsondb"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
  "github.com/henomis/lingoose/types"
 )

examples/embeddings/milvus/main.go

@@ -8,9 +8,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  milvusdb "github.com/henomis/lingoose/index/vectordb/milvus"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
 )
 

examples/embeddings/nomic/main.go

@@ -8,9 +8,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  "github.com/henomis/lingoose/index/vectordb/jsondb"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
 )
 

examples/embeddings/pinecone/main.go

@@ -8,9 +8,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  pineconedb "github.com/henomis/lingoose/index/vectordb/pinecone"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
 )
 

examples/embeddings/postgres/main.go

@@ -9,9 +9,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  "github.com/henomis/lingoose/index/vectordb/postgres"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
  // uncomment to use postgres
  // _ "github.com/lib/pq"

examples/embeddings/qdrant/main.go

@@ -8,9 +8,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  qdrantdb "github.com/henomis/lingoose/index/vectordb/qdrant"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
 )
 

examples/embeddings/redis/main.go

@@ -9,9 +9,9 @@ import (
  "github.com/henomis/lingoose/index"
  indexoption "github.com/henomis/lingoose/index/option"
  "github.com/henomis/lingoose/index/vectordb/redis"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
  "github.com/henomis/lingoose/loader"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/textsplitter"
 )
 

examples/llm/mock/main.go

@@ -3,8 +3,8 @@ package main
 import (
  "context"
 
+ "github.com/henomis/lingoose/legacy/prompt"
  llmmock "github.com/henomis/lingoose/llm/mock"
- "github.com/henomis/lingoose/prompt"
 )
 
 func main() {

examples/llm/openai/stream/chat/main.go

@@ -5,8 +5,8 @@ import (
  "fmt"
 
  "github.com/henomis/lingoose/legacy/chat"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
 )
 
 func main() {

examples/pipeline/callbacks/main.go

@@ -4,8 +4,8 @@ import (
  "context"
 
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/pipeline/chat/main.go

@@ -9,8 +9,8 @@ import (
  "github.com/henomis/lingoose/legacy/decoder"
  "github.com/henomis/lingoose/legacy/memory/ram"
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/pipeline/history/main.go

@@ -8,8 +8,8 @@ import (
  "github.com/henomis/lingoose/history"
  "github.com/henomis/lingoose/legacy/chat"
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/pipeline/memory/main.go

@@ -8,8 +8,8 @@ import (
  "github.com/henomis/lingoose/legacy/decoder"
  "github.com/henomis/lingoose/legacy/memory/ram"
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  llmmock "github.com/henomis/lingoose/llm/mock"
- "github.com/henomis/lingoose/prompt"
 )
 
 func main() {

examples/pipeline/openai/main.go

@@ -7,8 +7,8 @@ import (
 
  "github.com/henomis/lingoose/legacy/memory/ram"
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/pipeline/simple/main.go

@@ -6,8 +6,8 @@ import (
 
  "github.com/henomis/lingoose/legacy/decoder"
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  llmmock "github.com/henomis/lingoose/llm/mock"
- "github.com/henomis/lingoose/prompt"
 )
 
 func main() {

examples/pipeline/splitter/main.go

@@ -7,8 +7,8 @@ import (
 
  "github.com/henomis/lingoose/legacy/memory/ram"
  "github.com/henomis/lingoose/legacy/pipeline"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/llm/openai"
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/prompt/chat/main.go

@@ -4,7 +4,7 @@ import (
  "fmt"
 
  "github.com/henomis/lingoose/legacy/chat"
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
 )
 
 func main() {

examples/prompt/hello/main.go

@@ -3,7 +3,7 @@ package main
 import (
  "fmt"
 
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/types"
 )
 

examples/prompt/simple/main.go

@@ -3,7 +3,7 @@ package main
 import (
  "fmt"
 
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
 )
 
 func main() {

examples/prompt/whisper/main.go

@@ -4,7 +4,7 @@ import (
  "context"
  "fmt"
 
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
 )
 
 func main() {

legacy/chat/chat_test.go

@@ -4,7 +4,7 @@ import (
  "reflect"
  "testing"
 
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/types"
 )
 

legacy/pipeline/qa/qa.go

@@ -9,7 +9,7 @@ import (
  indexoption "github.com/henomis/lingoose/index/option"
  "github.com/henomis/lingoose/legacy/chat"
  "github.com/henomis/lingoose/legacy/pipeline"
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/types"
 )
 

legacy/pipeline/sql/sql.go

@@ -8,7 +8,7 @@ import (
 
  "github.com/henomis/lingoose/legacy/decoder"
  "github.com/henomis/lingoose/legacy/pipeline"
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/types"
 )
 

legacy/pipeline/summarize/summarize.go

@@ -6,7 +6,7 @@ import (
 
  "github.com/henomis/lingoose/document"
  "github.com/henomis/lingoose/legacy/pipeline"
- "github.com/henomis/lingoose/prompt"
+ "github.com/henomis/lingoose/legacy/prompt"
  "github.com/henomis/lingoose/types"
 )
 

thread/thread.go

@@ -1,9 +1,10 @@
 package thread
 
 import (
+ "bytes"
  "strings"
+ "text/template"
 
- "github.com/henomis/lingoose/prompt"
  "github.com/henomis/lingoose/types"
 )
 
@@ -205,12 +206,19 @@ func (c *Content) Format(input types.M) *Content {
  return c
  }
 
- prompt := prompt.NewPromptTemplate(c.Data.(string))
- err := prompt.Format(input)
+ templateEngine, err := template.New("prompt").
+  Option("missingkey=zero").Parse(c.Data.(string))
  if err != nil {
  return c
  }
- c.Data = prompt.String()
+
+ var buffer bytes.Buffer
+ err = templateEngine.Execute(&buffer, input)
+ if err != nil {
+ return c
+ }
+
+ c.Data = buffer.String()
 
  return c
 }