cristiano.hoshikawa/mdm_project
1
0
Fork 0
mirror of https://github.com/hoshikawa2/mdm_project.git synced 2026-03-06 18:21:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

First commit

Browse Source
This commit is contained in:
Cristiano Hoshikawa
2025-09-02 22:21:05 -03:00
parent 08fc532e4b
commit 3e3eee8ebf
20 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
files/run.sh Executable file
View File

@@ -0,0 +1,10 @@
#!/bin/bash
set -e
pip install -r requirements.txt
echo "== MDM Orchestrator LLM-centric =="
echo "APP_PORT=${APP_PORT:-8001} LOG_LEVEL=${LOG_LEVEL:-INFO}"
echo "OLLAMA_ENDPOINTS=${OLLAMA_ENDPOINTS:-http://localhost:11434}"
echo "NUM_GPU=${NUM_GPU:-22} NUM_BATCH=${NUM_BATCH:-512} NUM_CTX=${NUM_CTX:-4096} NUM_THREAD=${NUM_THREAD:-16}"
echo "CONCURRENCY_NORMALIZE=${CONCURRENCY_NORMALIZE:-8} CONCURRENCY_ADDRESS=${CONCURRENCY_ADDRESS:-8}"
export PYTHONPATH=$(pwd)
uvicorn app:app --host 0.0.0.0 --port "${APP_PORT:-8001}" --workers 1