v2: add embedding tests, multilingual embedding support
This commit is contained in:
@@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>com.markbase.12b</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>/Users/accusys/MarkBaseEngine/.build/arm64-apple-macosx/release/MarkBaseServer</string>
|
||||
<string>gemma-4-12b-it-4bit</string>
|
||||
<string>8081</string>
|
||||
</array>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>StandardOutPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/12b.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/12b.log</string>
|
||||
<key>WorkingDirectory</key>
|
||||
<string>/Users/accusys/MarkBaseEngine</string>
|
||||
</dict>
|
||||
</plist>
|
||||
@@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>com.markbase.26b</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>/Users/accusys/MarkBaseEngine/.build/arm64-apple-macosx/release/MarkBaseServer</string>
|
||||
<string>gemma-4-26b-standard</string>
|
||||
<string>8082</string>
|
||||
</array>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>StandardOutPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/26b.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/26b.log</string>
|
||||
<key>WorkingDirectory</key>
|
||||
<string>/Users/accusys/MarkBaseEngine</string>
|
||||
</dict>
|
||||
</plist>
|
||||
@@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>com.markbase.31b</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>/Users/accusys/MarkBaseEngine/.build/arm64-apple-macosx/release/MarkBaseServer</string>
|
||||
<string>gemma-4-31b-it-4bit</string>
|
||||
<string>8083</string>
|
||||
</array>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>StandardOutPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/31b.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/31b.log</string>
|
||||
<key>WorkingDirectory</key>
|
||||
<string>/Users/accusys/MarkBaseEngine</string>
|
||||
</dict>
|
||||
</plist>
|
||||
@@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>com.markbase.e4b</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>/Users/accusys/MarkBaseEngine/.build/arm64-apple-macosx/release/MarkBaseServer</string>
|
||||
<string>E4B-MarkBase</string>
|
||||
<string>8080</string>
|
||||
</array>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>StandardOutPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/e4b.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/e4b.log</string>
|
||||
<key>WorkingDirectory</key>
|
||||
<string>/Users/accusys/MarkBaseEngine</string>
|
||||
</dict>
|
||||
</plist>
|
||||
@@ -0,0 +1,24 @@
|
||||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
|
||||
<plist version="1.0">
|
||||
<dict>
|
||||
<key>Label</key>
|
||||
<string>com.markbase.embedding</string>
|
||||
<key>ProgramArguments</key>
|
||||
<array>
|
||||
<string>/Users/accusys/MarkBaseEngine/.build/arm64-apple-macosx/release/MarkBaseServer</string>
|
||||
<string>E4B-MarkBase</string>
|
||||
<string>8084</string>
|
||||
</array>
|
||||
<key>RunAtLoad</key>
|
||||
<true/>
|
||||
<key>KeepAlive</key>
|
||||
<true/>
|
||||
<key>StandardOutPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/embedding.log</string>
|
||||
<key>StandardErrorPath</key>
|
||||
<string>/Users/accusys/MarkBaseEngine/logs/embedding.log</string>
|
||||
<key>WorkingDirectory</key>
|
||||
<string>/Users/accusys/MarkBaseEngine</string>
|
||||
</dict>
|
||||
</plist>
|
||||
Executable
+53
@@ -0,0 +1,53 @@
|
||||
#!/bin/bash
|
||||
# Setup MarkBase model servers as launchd services
|
||||
|
||||
set -e
|
||||
|
||||
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
||||
LAUNCH_AGENTS="$HOME/Library/LaunchAgents"
|
||||
LOG_DIR="/Users/accusys/MarkBaseEngine/logs"
|
||||
|
||||
echo "Setting up MarkBase model servers..."
|
||||
|
||||
# Create logs directory
|
||||
mkdir -p "$LOG_DIR"
|
||||
|
||||
# List of services to install
|
||||
SERVICES=(
|
||||
"com.markbase.e4b.plist"
|
||||
"com.markbase.12b.plist"
|
||||
"com.markbase.26b.plist"
|
||||
"com.markbase.31b.plist"
|
||||
"com.markbase.embedding.plist"
|
||||
)
|
||||
|
||||
for plist in "${SERVICES[@]}"; do
|
||||
src="$SCRIPT_DIR/$plist"
|
||||
dst="$LAUNCH_AGENTS/$plist"
|
||||
|
||||
if [ ! -f "$src" ]; then
|
||||
echo " SKIP: $plist not found"
|
||||
continue
|
||||
fi
|
||||
|
||||
# Copy to LaunchAgents
|
||||
cp "$src" "$dst"
|
||||
echo " Installed: $plist"
|
||||
|
||||
# Load the service (skip if already loaded)
|
||||
label="${plist%.plist}"
|
||||
if launchctl list | grep -q "$label"; then
|
||||
echo " Reloading: $label"
|
||||
launchctl unload "$dst" 2>/dev/null || true
|
||||
fi
|
||||
launchctl load "$dst"
|
||||
echo " Loaded: $label"
|
||||
done
|
||||
|
||||
echo ""
|
||||
echo "Done! Services:"
|
||||
echo " E4B-MarkBase → http://localhost:8080"
|
||||
echo " gemma-4-12b-it-4bit → http://localhost:8081"
|
||||
echo " gemma-4-26b → http://localhost:8082"
|
||||
echo " gemma-4-31b → http://localhost:8083"
|
||||
echo " Embedding (E4B) → http://localhost:8084"
|
||||
Reference in New Issue
Block a user