lightspeed-stack/examples/azure-run.yaml at main · lightspeed-core/lightspeed-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
version: 2
distro_name: azure-configuration

apis:
- responses
- batches
- files
- inference
- tool_runtime
- conversations
- vector_io

# external_providers_dir: /opt/app-root/src/.llama/providers.d

providers:
  inference:
  - provider_id: azure
    provider_type: remote::azure
    config:
      base_url: https://ols-test.openai.azure.com/openai/v1
      api_version: 2024-02-15-preview
      model_validation: false
  - provider_id: openai
    provider_type: remote::openai
    config:
      api_key: ${env.OPENAI_API_KEY}
  - config: {}
    provider_id: sentence-transformers
    provider_type: inline::sentence-transformers
  files:
  - config:
      metadata_store:
        table_name: files_metadata
        backend: sql_default
      storage_dir: ~/.llama/storage/files
    provider_id: meta-reference-files
    provider_type: inline::localfs
  tool_runtime:
  - config: {} # Enable the RAG tool
    provider_id: file-search
    provider_type: inline::file-search
  - config: {} # Enable MCP (Model Context Protocol) support
    provider_id: model-context-protocol
    provider_type: remote::model-context-protocol
  vector_io:
  - config:
      persistence:
        namespace: vector_io::faiss
        backend: kv_rag
    provider_id: faiss
    provider_type: inline::faiss
  responses:
  - config:
      persistence:
        responses:
          table_name: agents_responses
          backend: sql_default
    provider_id: builtin
    provider_type: inline::builtin
  batches:
  - config:
      sqlstore:
        table_name: batches
        backend: sql_default
    provider_id: reference
    provider_type: inline::reference
server:
  port: 8321
storage:
  backends:
    kv_default:
      type: kv_sqlite
      db_path: ${env.KV_STORE_PATH:=~/.llama/storage/kv_store.db}
    kv_rag: # Define the storage backend type for RAG
      type: kv_sqlite
      db_path: ${env.KV_RAG_PATH:=~/.llama/storage/rag/kv_store.db}
    sql_default:
      type: sql_sqlite
      db_path: ${env.SQL_STORE_PATH:=~/.llama/storage/sql_store.db}
  stores:
    metadata:
      namespace: registry
      backend: kv_default
    inference:
      table_name: inference_store
      backend: sql_default
      max_write_queue_size: 10000
      num_writers: 4
    conversations:
      table_name: openai_conversations
      backend: sql_default
    prompts:
      table_name: prompts
      backend: sql_default
    connectors:
      table_name: connectors
      backend: sql_default
registered_resources:
  models:
  - model_id: gpt-4o-mini
    provider_id: azure
    model_type: llm
    provider_model_id: gpt-4o-mini
  - model_id: all-mpnet-base-v2
    model_type: embedding
    provider_id: sentence-transformers
    provider_model_id: all-mpnet-base-v2
    metadata:
      embedding_dimension: 768
  vector_stores:
  - embedding_dimension: 768
    embedding_model: sentence-transformers/all-mpnet-base-v2
    provider_id: faiss
    vector_store_id: ${env.FAISS_VECTOR_STORE_ID}
vector_stores:
  default_provider_id: faiss
  default_embedding_model:
    provider_id: sentence-transformers
    model_id: all-mpnet-base-v2