-
Notifications
You must be signed in to change notification settings - Fork 4
/
Copy pathsetup.sh
executable file
·96 lines (79 loc) · 2.34 KB
/
setup.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
#!/bin/bash
################################################################################
# Script: setup.sh <DEVICE>
# Description: Automates the setup of a virtual environment and installs project
# requirements.
################################################################################
set -euo pipefail
check_python() {
if command -v python &> /dev/null; then
PYTHON_CMD="python"
elif command -v python3 &> /dev/null; then
PYTHON_CMD="python3"
else
echo "Python is not installed."
exit 1
fi
}
clone_and_build_llama() {
local DEVICE="$1"
local VENV_DIR="$2"
local SCRIPT_DIR="$3"
if [ "$#" -ne 3 ]; then
echo "Usage: $0 <DEVICE> <ENV> <SCRIPT_DIR>"
exit 1
fi
case "$DEVICE" in
cuda)
export LLAMA_CUBLAS=on
;;
metal)
export LLAMA_METAL=on
;;
cpu)
return 0
;;
*)
echo "Unsupported DEVICE: $DEVICE"
return 1
;;
esac
local LIBLLAMA_FILE="$VENV_DIR/libllama_$DEVICE.so"
if [ -e "$LIBLLAMA_FILE" ]; then
echo "File $LIBLLAMA_FILE exists."
exit 0
fi
# Remove existing llama.cpp directory if it exists
if [ -d "$SCRIPT_DIR/llama.cpp" ]; then
echo "Removing existing llama.cpp directory..."
rm -rf "$SCRIPT_DIR"/llama.cpp
fi
git clone --depth=1 https://github.com/ggerganov/llama.cpp "$SCRIPT_DIR"/llama.cpp
cd "$SCRIPT_DIR"/llama.cpp
# Build llama.cpp
make clean > /dev/null
echo "Building llama.cpp..."
make libllama.so > /dev/null
cp libllama.so "$LIBLLAMA_FILE"
cd "$SCRIPT_DIR"
rm -rf "$SCRIPT_DIR"/llama.cpp
}
# CLI Args
DEVICE="$1"
# Define directory paths
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
VENV_DIR="$SCRIPT_DIR/venv"
LIBLLAMA_FILE="$VENV_DIR/libllama_$DEVICE.so"
check_python
if [ ! -d "$VENV_DIR" ]; then
"$PYTHON_CMD" -m venv "$VENV_DIR"
echo "Virtual environment '$VENV_DIR' created."
# shellcheck disable=SC1091
source "$VENV_DIR/bin/activate"
pip install --upgrade pip > /dev/null
pip install -r "$SCRIPT_DIR/requirements.txt" --no-cache-dir > /dev/null
else
# shellcheck disable=SC1091
source "$VENV_DIR/bin/activate"
fi
clone_and_build_llama "$DEVICE" "$VENV_DIR" "$SCRIPT_DIR"