Arahizzz
/usr/bin/bash: cannot execute binary file
Here's Dockerfile. It works fine in vast.ai
FROM nvidia/cuda:12.2.2-devel-ubuntu22.04
ENV DEBIAN_FRONTEND=noninteractive \
PYTHONUNBUFFERED=1 \
PIP_NO_CACHE_DIR=on \
SHELL=/bin/bash \
NVIDIA_VISIBLE_DEVICES=all \
NVIDIA_DRIVER_CAPABILITIES=compute,utility \
PYTORCH_CUDA_ALLOC_CONF=backend:cudaMallocAsync
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
# Install dependencies
RUN apt-get update && apt-get install -y python3-pip python3-dev python3-venv git wget vim tmux gettext-base && \
wget https://go.dev/dl/go1.21.6.linux-amd64.tar.gz && \
tar -C /usr/local -xzf go1.21.6.linux-amd64.tar.gz && \
rm -r go1.21.6.linux-amd64.tar.gz /var/lib/apt/lists/*
ENV PATH="${PATH}:/usr/local/go/bin"
# Install hfdownloader
RUN git clone https://github.com/bodaay/HuggingFaceModelDownloader /HuggingFaceModelDownloader && \
cd /HuggingFaceModelDownloader/ && ./BuildLinuxAmd64.sh \
chmod +x /HuggingFaceModelDownloader/output/hfdownloader_linux_amd64_1.2.9 && \
mv /HuggingFaceModelDownloader/output/hfdownloader_linux_amd64_1.2.9 /usr/local/bin/hfdownloader && \
mkdir /models
# Install tabbyAPI
RUN git clone https://github.com/theroyallab/tabbyAPI /app/tabbyAPI && \
rm -r /app/tabbyAPI/models && ln -s /models /app/tabbyAPI/models && \
cd /app/tabbyAPI && python3 -m venv venv \
&& . venv/bin/activate \
&& pip3 install -U -r requirements.txt
WORKDIR /app/tabbyAPI
COPY config_template.yml config_template.yml
COPY run_tabby.sh run_tabby.sh
RUN chmod +x run_tabby.sh
# Expose ports for exllama
EXPOSE 5000
ENTRYPOINT ["/bin/bash"]24 replies