# local chat-compatible local API server for the trained adapter.
server:
  host: 127.0.0.1
  port: 8099
  cors_origins:
    - http://localhost:5173
    - http://127.0.0.1:5173

model:
  base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
  adapter_path: ai/checkpoints/supergem-marketplace-lora
  model_alias: supergem-marketplace
  trust_remote_code: false
  torch_dtype: auto
  device_map: auto
  load_in_4bit: true

generation:
  max_new_tokens: 512
  temperature: 0.7
  top_p: 0.9
  repetition_penalty: 1.05
