settings.json

{
    "ollama_url": "http://localhost:11434/api/generate",
    "max_tokens_slider": 1715,
    "ollama_api_prompt_to_console": true,
    "using_default_agents": true,
    "using_custom_agents": false,
    "ollama_api_options": {
        "num_keep": 5,
        "seed": 43,
        "num_predict": 800,
        "top_k": 20,
        "top_p": 0.9,
        "min_p": 0,
        "tfs_z": 0.5,
        "typical_p": 0.7,
        "repeat_last_n": 33,
        "temperature": 0.8,
        "repeat_penalty": 1.2,
        "presence_penalty": 1.5,
        "frequency_penalty": 1,
        "mirostat": 1,
        "mirostat_tau": 0.8,
        "mirostat_eta": 0.6,
        "penalize_newline": true,
        "numa": false,
        "num_ctx": 8192,
        "num_batch": 4096,
        "num_gpu": 1,
        "main_gpu": 0,
        "low_vram": false,
        "vocab_only": false,
        "use_mmap": false,
        "use_mlock": false,
        "num_thread": 24
    },
    "use_ollama_api_options": false,
    "release_model_on_change": true
}