Improve AI
This commit is contained in:
parent
8a43bdca9a
commit
cfeb71b99c
1 changed files with 20 additions and 6 deletions
|
@ -1,5 +1,11 @@
|
||||||
{ pkgs, spicetify-nix, ... }:
|
{ pkgs, spicetify-nix, ... }:
|
||||||
|
|
||||||
|
let
|
||||||
|
localFastModel = "qwen2.5-coder-num_ctx";
|
||||||
|
localReasoningModel = "deepseek-r1-num_ctx";
|
||||||
|
remoteFastModel = "deepseek/deepseek-chat-v3-0324:free"; # "qwen/qwen-2.5-coder-32b-instruct:free";
|
||||||
|
remoteReasoningModel = "deepseek/deepseek-r1-0528:free";
|
||||||
|
in
|
||||||
{
|
{
|
||||||
home = {
|
home = {
|
||||||
stateVersion = "23.11";
|
stateVersion = "23.11";
|
||||||
|
@ -44,6 +50,14 @@
|
||||||
external.enable = true;
|
external.enable = true;
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
shellAliases = {
|
||||||
|
aichat_reasoning_remote = "aichat --model openrouter:${remoteReasoningModel}";
|
||||||
|
aichat_reasoning_local = "aichat --model ollama:${localReasoningModel}";
|
||||||
|
aichat_fast_remote = "aichat --model openrouter:${remoteFastModel}";
|
||||||
|
aichat_fast_local = "aichat --model ollama:${localFastModel}";
|
||||||
|
codex_remote = "codex --provider openrouter --model ${remoteFastModel}";
|
||||||
|
codex_local = "codex --provider ollama --model ${localFastModel}";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
starship = {
|
starship = {
|
||||||
enable = true;
|
enable = true;
|
||||||
|
@ -69,7 +83,7 @@
|
||||||
codex = {
|
codex = {
|
||||||
enable = true;
|
enable = true;
|
||||||
settings = {
|
settings = {
|
||||||
model = "qwen2.5-coder";
|
model = "${localFastModel}";
|
||||||
provider = "ollama";
|
provider = "ollama";
|
||||||
providers = {
|
providers = {
|
||||||
ollama = {
|
ollama = {
|
||||||
|
@ -88,7 +102,7 @@
|
||||||
aichat = {
|
aichat = {
|
||||||
enable = true;
|
enable = true;
|
||||||
settings = {
|
settings = {
|
||||||
model = "ollama:qwen2.5-coder:latest";
|
model = "ollama:${localFastModel}";
|
||||||
clients = [
|
clients = [
|
||||||
{
|
{
|
||||||
type = "openai-compatible";
|
type = "openai-compatible";
|
||||||
|
@ -96,12 +110,12 @@
|
||||||
api_base = "http://localhost:11434/v1";
|
api_base = "http://localhost:11434/v1";
|
||||||
models = [
|
models = [
|
||||||
{
|
{
|
||||||
name = "qwen2.5-coder:latest";
|
name = "${localFastModel}";
|
||||||
supports_function_calling = true;
|
supports_function_calling = true;
|
||||||
supports_vision = true;
|
supports_vision = true;
|
||||||
}
|
}
|
||||||
{
|
{
|
||||||
name = "deepseek-r1:latest";
|
name = "${localReasoningModel}";
|
||||||
supports_function_calling = true;
|
supports_function_calling = true;
|
||||||
supports_vision = true;
|
supports_vision = true;
|
||||||
}
|
}
|
||||||
|
@ -113,12 +127,12 @@
|
||||||
api_base = "https://openrouter.ai/api/v1";
|
api_base = "https://openrouter.ai/api/v1";
|
||||||
models = [
|
models = [
|
||||||
{
|
{
|
||||||
name = "qwen/qwen-2.5-coder-32b-instruct:free";
|
name = "${remoteFastModel}";
|
||||||
supports_function_calling = true;
|
supports_function_calling = true;
|
||||||
supports_vision = true;
|
supports_vision = true;
|
||||||
}
|
}
|
||||||
{
|
{
|
||||||
name = "deepseek/deepseek-r1-0528:free";
|
name = "${remoteReasoningModel}";
|
||||||
supports_function_calling = true;
|
supports_function_calling = true;
|
||||||
supports_vision = true;
|
supports_vision = true;
|
||||||
}
|
}
|
||||||
|
|
Reference in a new issue