cristiano.hoshikawa/mdm_project
1
0
Fork 0
mirror of https://github.com/hoshikawa2/mdm_project.git synced 2026-03-06 10:11:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

first commit

Browse Source
This commit is contained in:
Oracle Public Cloud User
2025-09-02 23:15:17 +00:00
commit b51b2f5e1e
30 changed files with 598 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
run.sh Executable file
View File

@@ -0,0 +1,10 @@
#!/bin/bash
set -e
pip install -r requirements.txt
echo "== MDM Orchestrator LLM-centric =="
echo "APP_PORT=${APP_PORT:-8001} LOG_LEVEL=${LOG_LEVEL:-INFO}"
echo "OLLAMA_ENDPOINTS=${OLLAMA_ENDPOINTS:-http://localhost:11434}"
echo "NUM_GPU=${NUM_GPU:-22} NUM_BATCH=${NUM_BATCH:-512} NUM_CTX=${NUM_CTX:-4096} NUM_THREAD=${NUM_THREAD:-16}"
echo "CONCURRENCY_NORMALIZE=${CONCURRENCY_NORMALIZE:-8} CONCURRENCY_ADDRESS=${CONCURRENCY_ADDRESS:-8}"
export PYTHONPATH=$(pwd)
uvicorn app:app --host 0.0.0.0 --port "${APP_PORT:-8001}" --workers 1