Sign inSign up

bitriseio/build-analytics-ai:latest

Manifest digest

sha256:f02c8946645b8c1beff89341b13551406198d1efb5d931807ce09377f554240a

OS/ARCH

linux/amd64

Compressed size

18.56 GB

Last pushed

almost 3 years by bitriseio

Type

Image

Manifest digest

sha256:f02c8946645b8c1beff89341b13551406198d1efb5d931807ce09377f554240a

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 29.02 MB
6CMD ["/bin/bash"]0 B
7ENV NVARCH=x86_640 B
8ENV NVIDIA_REQUIRE_CUDA=cuda>=11.8 brand=tesla,driver>=450,driver<451 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<4710 B
9ENV NV_CUDA_CUDART_VERSION=11.8.89-10 B
10ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-80 B
11ARG TARGETARCH0 B
12LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
13RUN |1 TARGETARCH=amd64 /bin/sh -c4.41 MB
14ENV CUDA_VERSION=11.8.00 B
15RUN |1 TARGETARCH=amd64 /bin/sh -c53.62 MB
16RUN |1 TARGETARCH=amd64 /bin/sh -c181 B
17ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B
18ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib640 B
19COPY NGC-DL-CONTAINER-LICENSE / # buildkit6.72 KB
20ENV NVIDIA_VISIBLE_DEVICES=all0 B
21ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility0 B
22ENV NV_CUDA_LIB_VERSION=11.8.0-10 B
23ENV NV_NVTX_VERSION=11.8.86-10 B
24ENV NV_LIBNPP_VERSION=11.8.0.86-10 B
25ENV NV_LIBNPP_PACKAGE=libnpp-11-8=11.8.0.86-10 B
26ENV NV_LIBCUSPARSE_VERSION=11.7.5.86-10 B
27ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-80 B
28ENV NV_LIBCUBLAS_VERSION=11.11.3.6-10 B
29ENV NV_LIBCUBLAS_PACKAGE=libcublas-11-8=11.11.3.6-10 B
30ENV NV_LIBNCCL_PACKAGE_NAME=libnccl20 B
31ENV NV_LIBNCCL_PACKAGE_VERSION=2.15.5-10 B
32ENV NCCL_VERSION=2.15.5-10 B
33ENV NV_LIBNCCL_PACKAGE=libnccl2=2.15.5-1+cuda11.80 B
34ARG TARGETARCH0 B
35LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
36RUN |1 TARGETARCH=amd64 /bin/sh -c1.28 GB
37RUN |1 TARGETARCH=amd64 /bin/sh -c62.19 KB
38COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit1.64 KB
39COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit1.49 KB
40ENV NVIDIA_PRODUCT_NAME=CUDA0 B
41ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]0 B
42ENV NV_CUDNN_VERSION=8.9.0.1310 B
43ENV NV_CUDNN_PACKAGE_NAME=libcudnn80 B
44ENV NV_CUDNN_PACKAGE=libcudnn8=8.9.0.131-1+cuda11.80 B
45ARG TARGETARCH0 B
46LABEL maintainer=NVIDIA CORPORATION <[email protected]>0 B
47LABEL com.nvidia.cudnn.version=8.9.0.1310 B
48RUN |1 TARGETARCH=amd64 /bin/sh -c692.01 MB
49ENV PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin CONDA_PREFIX=/opt/conda0 B
50WORKDIR /usr/src32 B
51ENV DEBIAN_FRONTEND=noninteractive0 B
52RUN /bin/sh -c apt-get update3.28 MB
53COPY /opt/conda /opt/conda # buildkit3.31 GB
54COPY openllm-python/src src # buildkit83.86 KB
55COPY hatch.toml README.md CHANGELOG.md openllm-python/pyproject.toml22.05 KB
56RUN /bin/sh -c apt-get update102.64 MB
57RUN /bin/sh -c pip install1.23 GB
58ENTRYPOINT ["python3" "-m" "openllm"]0 B
59ENV LANG=C.UTF-80 B
60ENV LC_ALL=C.UTF-80 B
61ENV PYTHONIOENCODING=UTF-80 B
62ENV PYTHONUNBUFFERED=10 B
63ARG BENTO_USER=bentoml0 B
64ARG BENTO_USER_UID=10340 B
65ARG BENTO_USER_GID=10340 B
66RUN |3 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=10344.21 KB
67ENV OPENLLM_BACKEND=pt0 B
68ENV OPENLLM_CONFIG={"use_llama2_prompt":true,"generation_config":{"max_new_tokens":128,"min_length":0,"early_stopping":false,"num_beams":1,"num_beam_groups":1,"use_cache":true,"temperature":0.6,"top_k":12,"top_p":0.9,"typical_p":1.0,"epsilon_cutoff":0.0,"eta_cutoff":0.0,"diversity_penalty":0.0,"repetition_penalty":1.0,"encoder_repetition_penalty":1.0,"length_penalty":1.0,"no_repeat_ngram_size":0,"renormalize_logits":false,"remove_invalid_values":false,"num_return_sequences":1,"output_attentions":false,"output_hidden_states":false,"output_scores":false,"encoder_no_repeat_ngram_size":0},"n":1,"best_of":1,"presence_penalty":0.5,"frequency_penalty":0.0,"use_beam_search":false,"ignore_eos":false}0 B
69ENV OPENLLM_SERIALIZATION=safetensors0 B
70ENV BENTOML_DEBUG=True0 B
71ENV BENTOML_QUIET=False0 B
72ENV BENTOML_CONFIG_OPTIONS=tracing.sample_rate=1.0 api_server.traffic.timeout=36000000 runners."llm-llama-runner".traffic.timeout=36000000 runners."llm-llama-runner".workers_per_resource=1.00 B
73ARG BENTO_PATH=/home/bentoml/bento0 B
74ENV BENTO_PATH=/home/bentoml/bento0 B
75ENV BENTOML_HOME=/home/bentoml/0 B
76RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=1034144 B
77WORKDIR /home/bentoml/bento32 B
78COPY ./env/python ./env/python/ # buildkit1.1 KB
79RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=10342.27 GB
80COPY . ./ # buildkit9.61 GB
81EXPOSE map[3000/tcp:{}]0 B
82EXPOSE map[3001/tcp:{}]0 B
83RUN |4 BENTO_USER=bentoml BENTO_USER_UID=1034 BENTO_USER_GID=10341.2 KB
84USER bentoml0 B
85ENTRYPOINT ["/home/bentoml/bento/env/docker/entrypoint.sh"]0 B

Command

 ARG RELEASE