imagec/build_linux.sh at main · joda01/imagec · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
#!/bin/sh
set -e  # Exit immediately if any command fails

TAG_NAME=$1
CONAN_IMAGEC_ARTIFACTORY_PW=$2
WITH_CUDA=$3
GITHUB_WORKSPACE=$4
USERS_DIR="/root"

echo "Start linux build ..."
echo "TAG_NAME: $TAG_NAME"
echo "CONAN_IMAGEC_ARTIFACTORY_PW: $CONAN_IMAGEC_ARTIFACTORY_PW"
echo "WITH_CUDA: $WITH_CUDA"
echo "GITHUB_WORKSPACE: $GITHUB_WORKSPACE"


#
#
#
install_dependencies() {
  #
  # NVIDIA Toolkit
  #
  if [ "$WITH_CUDA" = "True" ]; then
    echo "Install cuda toolkit ..."
    wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb
    dpkg -i cuda-keyring_1.1-1_all.deb
    apt-get update
    apt-get install -y cuda-toolkit-12-8
    export PATH=/usr/local/cuda/bin:$PATH
    export LD_LIBRARY_PATH=/usr/local/cuda/lib64:$LD_LIBRARY_PATH
  fi

  #
  # Install conan
  #
  pip install conan numpy
}


#
#
#
fetch_external_libs() {
    WORKING_DIR=$(pwd)

    conan remote remove conancenter
    conan remote add imageclibs https://imagec.org:4431/artifactory/api/conan/imageclibs
    conan remote login imageclibs writer -p $CONAN_IMAGEC_ARTIFACTORY_PW
    conan profile detect
    sudo cp "$WORKING_DIR/conan/profile_linux" /root/.conan2/profiles/default

    conan install . \
      --profile "$WORKING_DIR/conan/profile_linux" \
      --output-folder=build \
      --build=missing \
      -o:a "&:with_cuda=$WITH_CUDA"
    chmod 777 -R $USERS_DIR/.conan2
}

#
#
#
build(){
    cd build
    cmake .. \
        -G "Unix Makefiles" \
        -DTAG_NAME="$TAG_NAME" \
        -DWITH_CUDA="$WITH_CUDA" \
        -DCMAKE_BUILD_TYPE="Release" \
        -DCMAKE_POLICY_DEFAULT_CMP0091=NEW \
        -DCMAKE_TOOLCHAIN_FILE="build/Release/generators/conan_toolchain.cmake" \
        -DCUDA_TOOLKIT_ROOT_DIR="/usr/local/cuda" \
        -DCMAKE_CUDA_COMPILER="/usr/local/cuda/bin/nvcc"
    cmake --build . --config Release --target imagec --parallel 8
    cd ..
}

#
#
#
pack(){
    WORKING_DIR=$(pwd)

    chmod -R 777 build/build
    cd build/build
    mkdir -p output
    cd output
    mkdir -p ./plugins
    mkdir -p ./models
    mkdir -p ./lib
    mkdir -p ./java
    strip ../imagec
    cp ../imagec imagec
    cp -r $USERS_DIR/.conan2/p/*/p/./plugins/* ./plugins
    cp -r ${WORKING_DIR}/resources/templates ./templates
    cp ${WORKING_DIR}/resources/launcher/imagec.sh imagec.sh
    cd lib
    cp $USERS_DIR/.conan2/p/*/p/lib/libQt6Core.so.6 .
    cp $USERS_DIR/.conan2/p/*/p/lib/libQt6Gui.so.6 .
    cp $USERS_DIR/.conan2/p/*/p/lib/libQt6Widgets.so.6 .
    cp $USERS_DIR/.conan2/p/*/p/lib/libQt6XcbQpa.so.6 .
    cp $USERS_DIR/.conan2/p/*/p/lib/libQt6Svg.so.6 .
    cp /usr/lib/x86_64-linux-gnu/libxcb-cursor.so.0 .
    cp /usr/lib/x86_64-linux-gnu/libGLdispatch.so.0 .
    cp /usr/lib/x86_64-linux-gnu/libGL.so.1 .
    cp /usr/lib/x86_64-linux-gnu/libGLX.so.0 .

    cp /lib/x86_64-linux-gnu/libbsd.so.0 .
    cp /lib/x86_64-linux-gnu/libmd.so.0 .
    cp /lib/x86_64-linux-gnu/libxcb.so.1 .
    cp /lib/x86_64-linux-gnu/libXau.so.6 .
    cp /lib/x86_64-linux-gnu/libXdmcp.so.6 .

    cp $USERS_DIR/.conan2/p/*/p/lib/libtorch_cpu.so .
    cp $USERS_DIR/.conan2/p/*/p/lib/libtorch.so .
    cp $USERS_DIR/.conan2/p/*/p/lib/libc10.so .
    cp $USERS_DIR/.conan2/p/*/p/lib/libgomp-98b21ff3.so.1 .
    if [ "$WITH_CUDA" = "True" ]; then
      cp /usr/local/cuda-12.8/targets/x86_64-linux/lib/libcudart.so.12 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libtorch_cuda.so .
      cp $USERS_DIR/.conan2/p/*/p/lib/libc10_cuda.so .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudart-c3a75b33.so.12 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcublas-031ce6c2.so.12 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcublasLt-10b5e663.so.12 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn.so.9 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn_ops.so.9 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn_graph.so.9 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn_heuristic.so.9 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn_engines_runtime_compiled.so.9 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn_cnn.so.9 .
      cp $USERS_DIR/.conan2/p/*/p/lib/libcudnn_engines_precompiled.so.9 .
    fi

    cd ..
    chmod +x imagec
    chmod +x imagec.sh
    cd java
    cp ${WORKING_DIR}/resources/java/bioformats.jar .
    cp ${WORKING_DIR}/resources/java/BioFormatsWrapper.class .
    cp ${WORKING_DIR}/resources/java/jre_linux.zip .
    unzip jre_linux.zip
    rm -rf jre_linux.zip
    cd ..
}

install_dependencies
fetch_external_libs
build
pack