github/dalai
1
Fork 0
mirror of https://github.com/cocktailpeanut/dalai synced 2024-11-25 09:27:20 +01:00
Code Releases Activity

Merge pull request #19 from EliasVincent/venv

Browse Source 
Use venv for pip and python commands
This commit is contained in:
cocktailpeanut 2023-03-13 12:48:47 -04:00 committed by GitHub
commit 118547742d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
index.js
View File

@ -86,9 +86,15 @@ class Dalai {
}
async install(...models) {
// create venv
const venv_path = path.join(this.home, "venv")
const platform = os.platform()
await this.exec(`python3 -m venv ${venv_path}`)
// different venv paths for Windows
const pip_path = platform === "win32" ? path.join(venv_path, "Scripts", "pip.exe") : path.join(venv_path, "bin", "pip")
const python_path = platform == "win32" ? path.join(venv_path, "Script", "python.exe") : path.join(venv_path, 'bin', 'python')
// install to ~/llama.cpp
await this.exec("pip3 install torch torchvision torchaudio sentencepiece numpy")
await this.exec("pip install torch torchvision torchaudio sentencepiece numpy")
await this.exec(`${pip_path} install torch torchvision torchaudio sentencepiece numpy`)
await this.exec(`git clone https://github.com/ggerganov/llama.cpp.git ${this.home}`)
await this.exec("make", this.home)
for(let model of models) {
@ -97,7 +103,7 @@ class Dalai {
if (fs.existsSync(outputFile)) {
console.log(`Skip conversion, file already exists: ${outputFile}`)
} else {
await this.exec(`python3 convert-pth-to-ggml.py models/${model}/ 1`, this.home)
await this.exec(`${python_path} convert-pth-to-ggml.py models/${model}/ 1`, this.home)
}
await this.quantize(model)
}