Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix: bump engine version - update engine variant symlink and copy CUDA dependencies #4465

Merged
merged 9 commits into from
Jan 16, 2025
Prev Previous commit
Next Next commit
chore: bump engine version to 0.1.46
louis-menlo committed Jan 16, 2025

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature. The key has expired.
commit a4649fa9cc64bf5e4d13ef11c1620bfed6a71f6f
4 changes: 2 additions & 2 deletions extensions/engine-management-extension/rolldown.config.mjs
Original file line number Diff line number Diff line change
@@ -13,7 +13,7 @@ export default defineConfig([
NODE: JSON.stringify(`${pkgJson.name}/${pkgJson.node}`),
API_URL: JSON.stringify('http://127.0.0.1:39291'),
SOCKET_URL: JSON.stringify('ws://127.0.0.1:39291'),
CORTEX_ENGINE_VERSION: JSON.stringify('v0.1.43'),
CORTEX_ENGINE_VERSION: JSON.stringify('v0.1.46'),
DEFAULT_REMOTE_ENGINES: JSON.stringify(engines),
DEFAULT_REMOTE_MODELS: JSON.stringify(models),
},
@@ -26,7 +26,7 @@ export default defineConfig([
file: 'dist/node/index.cjs.js',
},
define: {
CORTEX_ENGINE_VERSION: JSON.stringify('v0.1.43'),
CORTEX_ENGINE_VERSION: JSON.stringify('v0.1.46'),
},
},
{
2 changes: 1 addition & 1 deletion extensions/inference-cortex-extension/download.bat
Original file line number Diff line number Diff line change
@@ -2,7 +2,7 @@
set BIN_PATH=./bin
set SHARED_PATH=./../../electron/shared
set /p CORTEX_VERSION=<./bin/version.txt
set ENGINE_VERSION=0.1.43
set ENGINE_VERSION=0.1.46

@REM Download cortex.llamacpp binaries
set DOWNLOAD_URL=https://github.com/janhq/cortex.llamacpp/releases/download/v%ENGINE_VERSION%/cortex.llamacpp-%ENGINE_VERSION%-windows-amd64
2 changes: 1 addition & 1 deletion extensions/inference-cortex-extension/download.sh
Original file line number Diff line number Diff line change
@@ -2,7 +2,7 @@

# Read CORTEX_VERSION
CORTEX_VERSION=$(cat ./bin/version.txt)
ENGINE_VERSION=0.1.43
ENGINE_VERSION=0.1.46
CORTEX_RELEASE_URL="https://github.com/janhq/cortex.cpp/releases/download"
ENGINE_DOWNLOAD_URL="https://github.com/janhq/cortex.llamacpp/releases/download/v${ENGINE_VERSION}/cortex.llamacpp-${ENGINE_VERSION}"
CUDA_DOWNLOAD_URL="https://github.com/janhq/cortex.llamacpp/releases/download/v${ENGINE_VERSION}"
2 changes: 1 addition & 1 deletion extensions/inference-cortex-extension/rolldown.config.mjs
Original file line number Diff line number Diff line change
@@ -111,7 +111,7 @@ export default defineConfig([
SETTINGS: JSON.stringify(defaultSettingJson),
CORTEX_API_URL: JSON.stringify('http://127.0.0.1:39291'),
CORTEX_SOCKET_URL: JSON.stringify('ws://127.0.0.1:39291'),
CORTEX_ENGINE_VERSION: JSON.stringify('v0.1.43'),
CORTEX_ENGINE_VERSION: JSON.stringify('v0.1.46'),
},
},
{
4 changes: 3 additions & 1 deletion extensions/inference-cortex-extension/src/node/index.ts
Original file line number Diff line number Diff line change
@@ -74,7 +74,9 @@ async function createEngineSymlinks(binPath: string) {
if (sharedLibFile.endsWith('.dll') || sharedLibFile.endsWith('.so')) {
const targetDllPath = path.join(sharedPath, sharedLibFile)
const symlinkDllPath = path.join(binPath, sharedLibFile)
await symlink(targetDllPath, symlinkDllPath, 'file').catch(console.error)
await symlink(targetDllPath, symlinkDllPath, 'file').catch((error) =>
log(JSON.stringify(error))
)
console.log(`Symlink created: ${targetDllPath} -> ${symlinkDllPath}`)
}
}