Archived
1
0
Fork 0

Improve AI

This commit is contained in:
Ethan Reece 2025-07-02 03:50:48 -05:00
parent 8a43bdca9a
commit cfeb71b99c
No known key found for this signature in database
GPG key ID: 03E0DD19D648C768

View file

@ -1,5 +1,11 @@
{ pkgs, spicetify-nix, ... }: { pkgs, spicetify-nix, ... }:
let
localFastModel = "qwen2.5-coder-num_ctx";
localReasoningModel = "deepseek-r1-num_ctx";
remoteFastModel = "deepseek/deepseek-chat-v3-0324:free"; # "qwen/qwen-2.5-coder-32b-instruct:free";
remoteReasoningModel = "deepseek/deepseek-r1-0528:free";
in
{ {
home = { home = {
stateVersion = "23.11"; stateVersion = "23.11";
@ -44,6 +50,14 @@
external.enable = true; external.enable = true;
}; };
}; };
shellAliases = {
aichat_reasoning_remote = "aichat --model openrouter:${remoteReasoningModel}";
aichat_reasoning_local = "aichat --model ollama:${localReasoningModel}";
aichat_fast_remote = "aichat --model openrouter:${remoteFastModel}";
aichat_fast_local = "aichat --model ollama:${localFastModel}";
codex_remote = "codex --provider openrouter --model ${remoteFastModel}";
codex_local = "codex --provider ollama --model ${localFastModel}";
};
}; };
starship = { starship = {
enable = true; enable = true;
@ -69,7 +83,7 @@
codex = { codex = {
enable = true; enable = true;
settings = { settings = {
model = "qwen2.5-coder"; model = "${localFastModel}";
provider = "ollama"; provider = "ollama";
providers = { providers = {
ollama = { ollama = {
@ -88,7 +102,7 @@
aichat = { aichat = {
enable = true; enable = true;
settings = { settings = {
model = "ollama:qwen2.5-coder:latest"; model = "ollama:${localFastModel}";
clients = [ clients = [
{ {
type = "openai-compatible"; type = "openai-compatible";
@ -96,12 +110,12 @@
api_base = "http://localhost:11434/v1"; api_base = "http://localhost:11434/v1";
models = [ models = [
{ {
name = "qwen2.5-coder:latest"; name = "${localFastModel}";
supports_function_calling = true; supports_function_calling = true;
supports_vision = true; supports_vision = true;
} }
{ {
name = "deepseek-r1:latest"; name = "${localReasoningModel}";
supports_function_calling = true; supports_function_calling = true;
supports_vision = true; supports_vision = true;
} }
@ -113,12 +127,12 @@
api_base = "https://openrouter.ai/api/v1"; api_base = "https://openrouter.ai/api/v1";
models = [ models = [
{ {
name = "qwen/qwen-2.5-coder-32b-instruct:free"; name = "${remoteFastModel}";
supports_function_calling = true; supports_function_calling = true;
supports_vision = true; supports_vision = true;
} }
{ {
name = "deepseek/deepseek-r1-0528:free"; name = "${remoteReasoningModel}";
supports_function_calling = true; supports_function_calling = true;
supports_vision = true; supports_vision = true;
} }