Repository navigation
Expand file tree
/
Copy pathstart.sh
More file actions
executable file
·129 lines (113 loc) · 3.71 KB
/
Copy pathstart.sh
File metadata and controls
executable file
·129 lines (113 loc) · 3.71 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
#!/usr/bin/env bash
# CHIP — Crisis Host-Independent Preparedness (llamafile kit on external SSD).
set -euo pipefail
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
BIN="$ROOT/bin/llamafile"
MODELS="$ROOT/models"
CORPUS="$ROOT/rag/corpus"
TMPDIR_ON_DRIVE="$ROOT/tmp"
PORT="${PORT:-8080}"
# Safe local document tools (server mode only): reads confined to CORPUS via --media-path
DOC_TOOL_ARGS=(--tools read_file,grep_search,file_glob_search --confine-reads --media-path "$CORPUS")
usage() {
cat <<'EOF'
Usage: ./start.sh [tiny|chat|chip] [tui]
tiny|chat|chip Model to load (default: chat if present, else chip, else tiny)
tui Terminal chat instead of browser UI
Environment:
PORT HTTP port for --server (default: 8080)
LLAMA_NGL GPU layers, e.g. 999 for NVIDIA/AMD offload (unset = llamafile default)
CHIP_CTX_SIZE Cap prompt context for --server (unset = model default, often 128k+)
Web UI .txt uploads are injected into the prompt — raise ctx for large files
CHIP_PARALLEL Server slots for --server (e.g. 1; unset = llamafile auto)
EOF
}
MODE="server"
PROFILE=""
for arg in "$@"; do
case "$arg" in
tiny|chat|chip) PROFILE="$arg" ;;
tui) MODE="tui" ;;
-h|--help) usage; exit 0 ;;
*) echo "Unknown argument: $arg" >&2; usage >&2; exit 1 ;;
esac
done
pick_model() {
local tiny="$MODELS/tiny.gguf"
local chat="$MODELS/chat.gguf"
local chip="$MODELS/chip.gguf"
if [[ -n "$PROFILE" ]]; then
case "$PROFILE" in
tiny)
[[ -f "$tiny" ]] || { echo "Missing $tiny" >&2; exit 1; }
echo "$tiny"
;;
chip)
[[ -f "$chip" ]] || { echo "Missing $chip — run ./download-chip-model.sh" >&2; exit 1; }
echo "$chip"
;;
chat)
[[ -f "$chat" ]] || { echo "Missing $chat" >&2; exit 1; }
echo "$chat"
;;
esac
return
fi
if [[ -f "$chat" ]]; then
echo "$chat"
elif [[ -f "$chip" ]]; then
echo "$chip"
elif [[ -f "$tiny" ]]; then
echo "$tiny"
else
echo "No model found. Add models/chip.gguf, tiny.gguf, or chat.gguf (see models/README.md)." >&2
exit 1
fi
}
MODEL="$(pick_model)"
if [[ ! -x "$BIN" ]]; then
if [[ -f "$BIN" ]]; then
chmod +x "$BIN" || true
else
echo "Missing $BIN — run ./download-runtime.sh first." >&2
exit 1
fi
fi
# macOS: allow running from external volume when possible
if [[ "$(uname -s)" == "Darwin" ]] && xattr -l "$BIN" 2>/dev/null | grep -q com.apple.quarantine; then
xattr -d com.apple.quarantine "$BIN" 2>/dev/null || true
fi
mkdir -p "$TMPDIR_ON_DRIVE" "$CORPUS"
export TMPDIR="$TMPDIR_ON_DRIVE"
GPU_ARGS=()
if [[ -n "${LLAMA_NGL:-}" ]]; then
GPU_ARGS=(-ngl "$LLAMA_NGL")
elif command -v nvidia-smi >/dev/null 2>&1; then
GPU_ARGS=(-ngl 999)
fi
SERVER_EXTRA=()
if [[ -n "${CHIP_CTX_SIZE:-}" ]]; then
SERVER_EXTRA+=(--ctx-size "$CHIP_CTX_SIZE")
fi
if [[ -n "${CHIP_PARALLEL:-}" ]]; then
SERVER_EXTRA+=(--parallel "$CHIP_PARALLEL")
fi
run_llamafile() {
if [[ -x "$BIN" ]]; then
exec "$BIN" "$@"
fi
# Linux: some mounts break direct execution of APE binaries
exec sh -c '"$0" "$@"' "$BIN" "$@"
}
cd "$ROOT"
if [[ "$MODE" == "tui" ]]; then
echo "CHIP — loading $(basename "$MODEL") (terminal)..."
run_llamafile -m "$MODEL" ${GPU_ARGS[@]+"${GPU_ARGS[@]}"}
else
echo "CHIP — Crisis Host-Independent Preparedness"
echo "Loading $(basename "$MODEL")..."
echo "Open http://127.0.0.1:${PORT} when ready (Ctrl+C to stop)."
echo "Documents: rag/corpus/ (.md/.txt; PDF: download-pdf-tools.sh then scripts/pdf-to-text.sh)."
run_llamafile -m "$MODEL" ${GPU_ARGS[@]+"${GPU_ARGS[@]}"} --server --host 127.0.0.1 --port "$PORT" \
${SERVER_EXTRA[@]+"${SERVER_EXTRA[@]}"} ${DOC_TOOL_ARGS[@]+"${DOC_TOOL_ARGS[@]}"}
fi