mirror of
https://github.com/luxfhe/ml-sdk.git
synced 2026-10-30 18:13:04 +00:00
zeekay
bde2e2531b
Machine Learning with FHE - fork of Zama Concrete-ML - Built-in FHE-friendly ML models - scikit-learn compatible API - PyTorch model conversion - Quantization-aware training
14 lines
457 B
Bash
14 lines
457 B
Bash
#!/bin/bash
|
|
uname_str=$(uname)
|
|
echo "${uname_str}"
|
|
if [[ $uname_str != "Darwin" ]]; then
|
|
echo "Not Darwin"
|
|
# tune the cpu-list according to the resources you want to allocate to it
|
|
taskset --cpu-list 0-12 python serve_model.py --port 8000 --path-to-models ./compiled_models
|
|
# No-limit
|
|
# PATH_TO_MODELS="compiled_models" PORT=8000 python serve_model.py
|
|
else
|
|
echo "Darwin"
|
|
python serve_model.py --port 8000 --path-to-models ./compiled_models
|
|
fi
|