service-config.yml

version: '1'

aiServices:
  chat:
    provider:
      name: 'openai-compat'
      baseUrl: http://127.0.0.1:7861/v1
    model: 'gemma-2b'
  textEmbeddings:
    provider:
      name: 'openai-compat'
      baseUrl: http://127.0.0.1:7861/v1
    model: 'all-MiniLM-L6-v2'
  headless:
    - provider:
        name: 'openai-compat'
        baseUrl: http://127.0.0.1:7861/v1
      model:
        name: 'gemma-2b'
        id: 'gemma-2b'