mirror of
https://github.com/hanzoai/visor.git
synced 2026-09-24 17:04:14 +00:00
Ayush RanjanandgVisor bot
16d95b1544
This image is being used for some GPU tests. Also clean up /bin/nvidia/bin from PATH from all GPU images. It's not used. PiperOrigin-RevId: 720649135
16 lines
482 B
Docker
16 lines
482 B
Docker
# https://hub.docker.com/r/ollama/ollama
|
|
FROM ollama/ollama:0.5.1
|
|
|
|
ENV PATH=$PATH:/usr/local/nvidia/bin
|
|
ENV OLLAMA_ORIGINS=*
|
|
ENV OLLAMA_HOST=0.0.0.0:11434
|
|
|
|
# Pre-install a single model.
|
|
RUN bash -c ' \
|
|
( ollama serve ) & serverpid="$!"; \
|
|
sleep 5; \
|
|
ollama pull mixtral:instruct && \
|
|
kill "$serverpid" && \
|
|
wait "$serverpid" \
|
|
'
|