Files
jagadeeshi2iandGitHub 348cc85f53 Fix: Change folder structure (#1264)
* Fix: Change folder structure

 - move torchserve from custom to v1beta1 -> custom

* Fix: Update readme for samples

* Fix: Update readme with links and description for torchserve
2020-12-23 07:28:26 -08:00

8 lines
407 B
Properties

inference_address=http://0.0.0.0:8080
management_address=http://0.0.0.0:8081
number_of_netty_threads=4
job_queue_size=10
install_py_dep_per_model=true
model_store=/home/model-server/model-store
model_snapshot={"name":"startup.cfg","modelCount":1,"models":{"mnist":{"1.0":{"defaultVersion":true,"marName":"mnist.mar","minWorkers":3,"maxWorkers":5,"batchSize":4,"maxBatchDelay":5000,"responseTimeout":120}}}}