-
Notifications
You must be signed in to change notification settings - Fork 2
Expand file tree
/
Copy pathDockerfile.trex
More file actions
101 lines (75 loc) · 3.72 KB
/
Dockerfile.trex
File metadata and controls
101 lines (75 loc) · 3.72 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
# syntax=docker/dockerfile:1.4
FROM rust:1.84.0-bookworm AS builder
ARG TARGETPLATFORM
ARG ONNXRUNTIME_VERSION=1.17.0
ARG GIT_V_VERSION
ARG PROFILE=release
ARG FEATURES=cli/tracing
ENV ZERO_AR_DATE=1
ENV DUCKDB_STATIC_BUILD=1
ENV LLAMA_CUBLAS=1
ENV duckdb_version=1.3.2
RUN echo "Platform: $TARGETPLATFORM"
RUN if [ "$TARGETPLATFORM" = "linux/arm64" ]; then \
export RUSTFLAGS="-C target-feature=+neon,+dotprod,+fp16,+rcpc,+crypto" && \
export CFLAGS="-march=armv8-a+dotprod+fp16+rcpc+crypto -O3" && \
export CXXFLAGS="-march=armv8-a+dotprod+fp16+rcpc+crypto -O3" && \
export CC=clang && \
export CXX=clang++ \
; fi
RUN apt-get update && apt-get install -y binutils llvm-dev libclang-dev clang cmake ninja-build libgomp1 libopenblas-dev unzip wget python3
RUN rustup component add rustfmt
# Download and install TrexSQL library
RUN mkdir -p /usr/local/lib && \
wget --tries=3 --retry-connrefused --waitretry=5 -O /tmp/libtrexsql-linux-amd64.zip https://github.com/p-hoffmann/trexsql-rs/releases/download/v1.4.4-trex/libtrexsql-linux-amd64.zip && \
unzip /tmp/libtrexsql-linux-amd64.zip -d /tmp/trexsql && \
cp /tmp/trexsql/libtrexsql.so /usr/local/lib/ && \
cp /tmp/trexsql/duckdb.h /usr/local/include/ && \
rm -rf /tmp/libtrexsql-linux-amd64.zip /tmp/trexsql && \
ldconfig
#WORKDIR /usr/src/
#RUN --mount=type=cache,target=/usr/local/cargo/registry,id=${TARGETPLATFORM} \
# cargo install cargo-strip
COPY . /usr/src/trex
WORKDIR /usr/src/trex
RUN --mount=type=cache,target=/usr/local/cargo/registry,id=${TARGETPLATFORM} \
--mount=type=cache,target=/usr/src/trex/target,id=${TARGETPLATFORM} \
#(cargo build --profile ${PROFILE} --workspace || true) && \
GIT_V_TAG=${GIT_V_VERSION} cargo build --profile ${PROFILE} --features "${FEATURES}" && \
#cargo strip && \
mv /usr/src/trex/target/${PROFILE}/trex /root #&& \
#cp /usr/src/trex/target/${PROFILE}/build/circe-rust-wrapper-*/out/libcirce-native.so /root/ || true && \
#CIRCE_REV=$(grep -A1 'circe.*git.*circe-be' ext/trex/Cargo.toml | grep 'rev' | sed 's/.*rev = "\([^"]*\)".*/\1/' | cut -c1-7) && \
#cp /usr/local/cargo/git/checkouts/circe-be-*/${CIRCE_REV}*/native-libs/linux-x86_64/libcirce-native.so /root/libcirce-native.so || \
#echo "Warning: Could not find CIRCE native library for revision $CIRCE_REV"
RUN objcopy --compress-debug-sections \
--only-keep-debug \
/root/trex \
/root/trex.debug
RUN objcopy --strip-debug \
# --add-gnu-debuglink=/root/trex.debug \
/root/trex
# ONNX Runtime provider
# Application runtime with ONNX
FROM builder as ort
RUN ./scripts/install_onnx.sh $ONNXRUNTIME_VERSION linux $TARGETPLATFORM /root/onnxruntime
FROM ghcr.io/p-hoffmann/duckdb-extension-circe:sha-265ca31 AS duckdb_circe
FROM node:20.19.4-trixie-slim AS trex-base
ARG DUCKDB_VERSION=1.3.2
ENV DUCKDB_VERSION=${DUCKDB_VERSION}
RUN apt-get update && apt-get install -y curl libssl-dev mesa-vulkan-drivers libgomp1 libopenblas-dev && rm -rf /var/lib/apt/lists/*
RUN apt-get remove -y perl && apt-get autoremove -y
COPY --from=builder /root/trex /usr/src/trex
#COPY --from=builder /root/trex.debug /usr/src/trex.debug
COPY --from=ort /root/onnxruntime/lib/libonnxruntime.so* /usr/lib/
COPY --from=builder /usr/local/lib/libtrexsql.so /usr/lib/
RUN mkdir -p /root/.duckdb/extensions/v${DUCKDB_VERSION}/linux_amd64
COPY --from=duckdb_circe /extensions/circe.duckdb_extension /root/.duckdb/extensions/v${DUCKDB_VERSION}/linux_amd64/circe.duckdb_extension
#ENV DUCKDB_EXTENSION_DIR=/usr/lib/duckdb/extensions \
# DUCKDB_CIRCE_EXTENSION=/usr/lib/duckdb/extensions/circe/circe.duckdb_extension
WORKDIR /usr/src
COPY package.json .npmrc /usr/src
COPY deno.json /usr/src
RUN npm install
CMD ["npm", "run", "start"]
EXPOSE 33000