service-config.yml

version: '1'

aiServices:
  chat:
    provider:
      name: 'openai'
    model: 'gpt-4o'
  textEmbeddings:
    provider:
      name: 'openai'
    model: 'text-embedding-3-small'
  inference:
    - provider:
        name: 'openai-compat'
        baseUrl: https://api-inference.huggingface.co/models/google/gemma-2-2b-it/v1
      model:
        name: 'tgi'
        id: 'gemma-2b'
        topP: 0.7
        temperature: 0.5