959a391334
Some checks failed
publish docs / publish-docs (push) Has been cancelled
release-please / release-please (push) Has been cancelled
tests / setup (push) Has been cancelled
tests / ${{ matrix.quality-command }} (black) (push) Has been cancelled
tests / ${{ matrix.quality-command }} (mypy) (push) Has been cancelled
tests / ${{ matrix.quality-command }} (ruff) (push) Has been cancelled
tests / test (push) Has been cancelled
tests / all_checks_passed (push) Has been cancelled
Mark stale issues and pull requests / stale (push) Has been cancelled
35 lines
687 B
YAML
35 lines
687 B
YAML
# Using ollama and postgres for the vector, doc and index store. Ollama is also used for embeddings.
|
|
# To use install these extras:
|
|
# poetry install --extras "llms-ollama ui vector-stores-postgres embeddings-ollama storage-nodestore-postgres"
|
|
server:
|
|
env_name: ${APP_ENV:ollama}
|
|
|
|
llm:
|
|
mode: ollama
|
|
max_new_tokens: 512
|
|
context_window: 3900
|
|
|
|
embedding:
|
|
mode: ollama
|
|
embed_dim: 768
|
|
|
|
ollama:
|
|
llm_model: llama3.1
|
|
embedding_model: nomic-embed-text
|
|
api_base: http://localhost:11434
|
|
|
|
nodestore:
|
|
database: postgres
|
|
|
|
vectorstore:
|
|
database: postgres
|
|
|
|
postgres:
|
|
host: localhost
|
|
port: 5432
|
|
database: postgres
|
|
user: postgres
|
|
password: admin
|
|
schema_name: private_gpt
|
|
|