Skip to content

Commit 8c12fa7

Browse files
committed
feat: add local provider
1 parent c840bce commit 8c12fa7

File tree

2 files changed

+9
-5
lines changed

2 files changed

+9
-5
lines changed

package.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@
1414
"@isdk/ai-tool-agent": "workspace:*",
1515
"@isdk/ai-tool-downloader": "workspace:*",
1616
"@isdk/ai-tool-llm": "workspace:*",
17+
"@isdk/ai-tool-llm-local": "workspace:*",
1718
"@isdk/ai-tool-llm-llamacpp": "workspace:*",
1819
"@isdk/ai-tool-llm-openai": "workspace:*",
1920
"@isdk/ai-tool-prompt": "workspace:*",
@@ -36,7 +37,6 @@
3637
"chai": "^5",
3738
"eslint": "^9",
3839
"eslint-config-oclif": "^6.0.28",
39-
"eslint-config-oclif-typescript": "^3",
4040
"eslint-config-prettier": "^10",
4141
"mocha": "^11",
4242
"oclif": "^4.17.34",

src/lib/init-tools.ts

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@ import {
55
ServerTools,
66
} from '@isdk/ai-tool'
77
import { llm, LLMProvider } from '@isdk/ai-tool-llm'
8+
import { LocalProviderName, LocalProvider } from '@isdk/ai-tool-llm-local'
89
import { LlamaCppProviderName, llamaCpp } from '@isdk/ai-tool-llm-llamacpp'
910
import { openai } from '@isdk/ai-tool-llm-openai'
1011
import { AIPromptsFunc, AIPromptsName } from '@isdk/ai-tool-prompt'
@@ -19,14 +20,17 @@ export function registerProvider(provider: LLMProvider) {
1920
providers[provider.name!] = provider
2021
}
2122

22-
function initRegisteredProviders() {
23+
function initRegisteredProviders(rootDir: string) {
24+
const local = new LocalProvider(LocalProviderName, {rootDir})
25+
registerProvider(local)
26+
registerProvider(llamaCpp)
27+
registerProvider(openai)
28+
2329
for (const provider of Object.values(providers)) {
2430
provider.register()
2531
}
2632
}
2733

28-
registerProvider(llamaCpp)
29-
registerProvider(openai)
3034

3135
export async function initTools(this: Hook.Context, userConfig: any, _config: Config) {
3236
try {
@@ -37,7 +41,7 @@ export async function initTools(this: Hook.Context, userConfig: any, _config: Co
3741
ServerTools.register(llm)
3842

3943
// llamaCpp.register()
40-
initRegisteredProviders()
44+
initRegisteredProviders(userConfig.brainDir)
4145

4246
let currentProviderName = userConfig.provider || LlamaCppProviderName
4347
const providerUriParts = currentProviderName.split('://')

0 commit comments

Comments
 (0)