github/dalai
1
Fork 0
mirror of https://github.com/cocktailpeanut/dalai synced 2025-03-24 12:24:22 +01:00
Code Releases Activity

Merge pull request from EliasVincent/venv

Browse Source 
Use venv for pip and python commands
This commit is contained in:
cocktailpeanut 2023-03-13 12:48:47 -04:00 committed by GitHub
commit 118547742d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 3 deletions

12
index.js

@ -86,9 +86,15 @@ class Dalai {
} }
async install(...models) { async install(...models) {
// create venv
const venv_path = path.join(this.home, "venv")
const platform = os.platform()
await this.exec(`python3 -m venv ${venv_path}`)
// different venv paths for Windows
const pip_path = platform === "win32" ? path.join(venv_path, "Scripts", "pip.exe") : path.join(venv_path, "bin", "pip")
const python_path = platform == "win32" ? path.join(venv_path, "Script", "python.exe") : path.join(venv_path, 'bin', 'python')
// install to ~/llama.cpp // install to ~/llama.cpp
await this.exec("pip3 install torch torchvision torchaudio sentencepiece numpy") await this.exec(`${pip_path} install torch torchvision torchaudio sentencepiece numpy`)
await this.exec("pip install torch torchvision torchaudio sentencepiece numpy")
await this.exec(`git clone https://github.com/ggerganov/llama.cpp.git ${this.home}`) await this.exec(`git clone https://github.com/ggerganov/llama.cpp.git ${this.home}`)
await this.exec("make", this.home) await this.exec("make", this.home)
for(let model of models) { for(let model of models) {
@ -97,7 +103,7 @@ class Dalai {
if (fs.existsSync(outputFile)) { if (fs.existsSync(outputFile)) {
console.log(`Skip conversion, file already exists: ${outputFile}`) console.log(`Skip conversion, file already exists: ${outputFile}`)
} else { } else {
await this.exec(`python3 convert-pth-to-ggml.py models/${model}/ 1`, this.home) await this.exec(`${python_path} convert-pth-to-ggml.py models/${model}/ 1`, this.home)
} }
await this.quantize(model) await this.quantize(model)
} }