build_source.sh

#!/usr/bin/env bash

# Stop execution on any error
# Note: we can override this in the Dockerfile RUN command with an || true.
#       which is useful for debugging
set -e

manifestJsonFile="${WORKDIR:-$PWD}/generated_build_manifest.json"
manifestJsonVersionsFile="${WORKDIR:-$PWD}/generated_build_versions_manifest.json"

OS_NAME=$(uname -s)
is_ubuntu=false
is_alpine=false
if [[ "$OS_NAME" == "Linux" ]]; then
    if grep -q "Ubuntu" /etc/os-release; then
        is_ubuntu=true
    elif grep -q "Alpine Linux" /etc/alpine-release; then
        is_alpine=true
    fi
fi
######################### Callback build functions #########################
build_libopencore-amr() {
    ./configure --prefix="${PREFIX}" --enable-shared
    make
    make install
}

build_libx264() {
    ./configure --prefix="${PREFIX}" --enable-shared --enable-pic --disable-cli
    make
    make install
}

build_libx265() {
    cd build/linux
    sed -i "/-DEXTRA_LIB/ s/$/ -DCMAKE_INSTALL_PREFIX=\${PREFIX}/" multilib.sh
    sed -i "/^cmake/ s/$/ -DENABLE_CLI=OFF/" multilib.sh
    ./multilib.sh
    make -C 8bit install
}

build_libogg() {
    ./configure --prefix="${PREFIX}" --enable-shared
    make
    make install
}

build_libopus() {
    ./configure --prefix="${PREFIX}" --enable-shared
    make
    make install
}

build_libvorbis() {
    ./configure --prefix="${PREFIX}" --with-ogg="${PREFIX}" --enable-shared
    make
    make install
    # https://gitlab.xiph.org/xiph/vorbis
    # cmake -G YOUR-PROJECT-GENERATOR -DBUILD_SHARED_LIBS=1 -DCMAKE_INSTALL_PREFIX="${PREFIX}" .
    # make
    # make install
}

build_libvpx() {
    local data=$(jq -r '.[] | select(.library_name == "libvpx")' $manifestJsonFile)
    local dir=$(echo "$data" | jq -r '.build_dir')
    local vpx_version=$(jq -r '.["libvpx"]' $manifestJsonVersionsFile)
    if [ -n "$vpx_version" ] && [[ "$vpx_version" != "null" ]]; then
        echo "Building [libvpx-${vpx_version}] in [${dir}]"
    else
        echo "Error: libvpx version is empty or unset"
    fi
    version="v${vpx_version}"
    git -C libvpx pull 2> /dev/null || git clone --branch ${version} --depth 1 https://chromium.googlesource.com/webm/libvpx.git
    cd libvpx
    pwd
    ./configure  --prefix="${PREFIX}" --disable-examples --disable-unit-tests --enable-vp9-highbitdepth --enable-pic --enable-shared --as=yasm
    make
    make install
}

build_libwebp() {
    ./configure --prefix="${PREFIX}" --enable-shared && \
    make && \
    make install
}

build_libmp3lame() {
    ./configure --prefix="${PREFIX}" --bindir="${PREFIX}/bin" --enable-shared --enable-nasm --disable-frontend && \
    make && \
    make install
}


build_libxvid() {
    # read doc/INSTALL
    cd build/generic
    ./configure --help
    echo "Configuring"
    ./configure --prefix="${PREFIX}" --bindir="${PREFIX}/bin" --enable-shared
    make
    make install
}

build_libfdk-aac() {
    autoreconf -fiv && \
    ./configure --prefix="${PREFIX}" --enable-shared
    make
    make install
}

build_openjpeg() {
    cmake -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX="${PREFIX}" . && \
    make && \
    make install
}

build_freetype() {
    ./configure --prefix="${PREFIX}" --disable-static --enable-shared && \
    make && \
    make install
}

build_libvidstab() {
    cmake -DCMAKE_INSTALL_PREFIX="${PREFIX}" . && \
    make && \
    make install
}

build_fribidi() {
    # Currently broken, need to fix
    # sed -i 's/^SUBDIRS =.*/SUBDIRS=gen.tab charset lib bin/' Makefile.am
    # ./bootstrap --no-config --auto
    ./configure --prefix="${PREFIX}" --disable-static --enable-shared
    make -j1
    make install
}

build_fontconfig() {
    ./configure --prefix="${PREFIX}" --disable-static --enable-shared && \
    make && \
    make install
}

build_libass() {
    ./autogen.sh && \
    ./configure --prefix="${PREFIX}" --disable-static --enable-shared && \
    make && \
    make install
}

build_kvazaar() {
    # ./autogen.sh && \
    ./configure --prefix="${PREFIX}" --disable-static --enable-shared && \
    make && \
    make install
}

# aom is a git clone ( to get source, so not in the loop using the callback function)
build_aom() {
    local data=$(jq -r '.[] | select(.library_name == "aom")' $manifestJsonFile)
    local dir=$(echo "$data" | jq -r '.build_dir')
    local aom_version=$(jq -r '.["aom"]' $manifestJsonVersionsFile)  # Access value with key "aom"
    if [ -n "$aom_version" ] && [[ "$aom_version" != "null" ]]; then
        echo "Building [aom-${aom_version}] in [${dir}]"
    else
        echo "Error: aom version is empty or unset"
    fi
    version="v${aom_version}"
    git clone --branch ${version} --depth 1 https://aomedia.googlesource.com/aom ${dir} && \
    cd ${dir} && \
    mkdir -p ./aom_build && \
    cd ./aom_build && \
    cmake -G "Unix Makefiles" -DCMAKE_INSTALL_PREFIX="${PREFIX}" -DBUILD_SHARED_LIBS=1 -DENABLE_NASM=on .. && \
    make && \
    make install
}

build_nvidia-codec-headers() {
    local dir=${1}
	# git clone https://github.com/FFmpeg/nv-codec-headers ${dir}
	# git checkout n${NVIDIA_HEADERS_VERSION}
	make PREFIX="${PREFIX}"
	make install PREFIX="${PREFIX}"
}

build_libsvtav1() {
    cd Build && \
    cmake -G "Unix Makefiles" -DCMAKE_INSTALL_PREFIX="${PREFIX}" -DCMAKE_BUILD_TYPE=Release -DBUILD_DEC=OFF -DBUILD_SHARED_LIBS=OFF .. && \
    make && \
    make install
}

build_xorg-macros() {
    dir=${1}
    ./configure --srcdir=${dir} --prefix="${PREFIX}" && \
    make && \
    make install
}

build_xproto() {
    dir=${1}
    cp /usr/share/misc/config.guess . && \
    ./configure --srcdir=${dir} --prefix="${PREFIX}" && \
    make && \
    make install
}

build_libxau() {
    dir=${1}
    ./configure --srcdir=${dir} --prefix="${PREFIX}" && \
    make && \
    make install
}

build_libpthread-stubs() {
    ./configure --prefix="${PREFIX}" && \
    make && \
    make install
}

build_libxml2() {
    ./autogen.sh --prefix="${PREFIX}" --with-ftp=no --with-http=no --with-python=no && \
    make && \
    make install
}

build_libbluray() {
    ## libbluray - Requires libxml, freetype, and fontconfig
    ./configure --prefix="${PREFIX}" --disable-examples --disable-bdjava-jar --disable-static --enable-shared && \
    make && \
    make install
}

build_libzmq() {
    ./autogen.sh && \
    ./configure --prefix="${PREFIX}" && \
    make && \
    make install
}

# another special, code clone situation ( actually currently using the tarball build approach )
build_libpng() {
    local dir="/tmp/png"
    # local libpng_version=$(jq -r '.["libpng"]' $manifestJsonVersionsFile)  # Access value with key "libpng"
    # git clone https://git.code.sf.net/p/libpng/code ${dir} -b v${libpng_version} --depth 1 && \
    ./autogen.sh && \
    ./configure --prefix="${PREFIX}" && \
    make check && \
    make install
}

build_libaribb24() {
    autoreconf -fiv && \
    ./configure CFLAGS="-I${PREFIX}/include -fPIC" --prefix="${PREFIX}" && \
    make && \
    make install
}

build_zimg() {
    ./autogen.sh && \
    ./configure --prefix="${PREFIX}" --enable-shared  && \
    make && \
    make install
}

# Dependancy on libogg
build_libtheora() {
    if [ "$is_ubuntu" = true ]; then
        cp /usr/share/misc/config.guess .
    fi
    ./configure --prefix="${PREFIX}" --with-ogg="${PREFIX}" --enable-shared --disable-examples
    make
    make install
}

build_libsrt() {
    # requires libssl-dev
    cmake -DCMAKE_INSTALL_PREFIX="${PREFIX}" . && \
    make && \
    make install
}

build_libvmaf() {
    # https://github.com/Netflix/vmaf/issues/788#issuecomment-756098059
    mkdir ./libvmaf/build
    cd ./libvmaf/build
    meson setup -Denable_tests=false -Denable_docs=false --buildtype=release --default-library=static --prefix "${PREFIX}" .. && \
    # meson setup -Denable_tests=false -Denable_docs=false --buildtype=release --default-library=shared --prefix "${PREFIX}" ..
    ninja
    ninja install
}

build_whisper() {
    local libdir="lib"
    if [[ -d "${PREFIX}/lib64" ]] || [[ "${PREFIX}" == /opt/* ]]; then
        libdir="lib64"
    fi

    cmake -B build -S . \
        -DCMAKE_BUILD_TYPE=Release \
        -DCMAKE_INSTALL_PREFIX="${PREFIX}" \
        -DCMAKE_INSTALL_LIBDIR="${libdir}" \
        -DGGML_STATIC=OFF \
        -DWHISPER_BUILD_SHARED_LIB=ON \
        -DWHISPER_NO_SHARED=OFF \
        -DWHISPER_BUILD_TESTS=OFF \
        -DWHISPER_BUILD_EXAMPLES=OFF \
        -DWHISPER_BUILD_SERVER=OFF \
        -DGGML_BACKEND_DL=ON \
        -DGGML_VULKAN=ON \
        -DGGML_OPENCL=OFF \
        -DGGML_HIP=OFF \
        -DGGML_CUDA=OFF

    cmake --build build -j"$(nproc)"
    cmake --install build
}




build_ffmpeg() {
    export PKG_CONFIG_PATH="${PREFIX}/lib/pkgconfig:${PREFIX}/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig:${PKG_CONFIG_PATH:-}"
    export LD_LIBRARY_PATH="${PREFIX}/lib:${PREFIX}/lib64:/usr/local/lib64:/usr/local/lib:${LD_LIBRARY_PATH:-}"

    local -a flags=(
        --prefix="${PREFIX}"
        --extra-cflags="-I${PREFIX}/include"
        --extra-cflags="-I/usr/local/include"
        --extra-ldflags="-L/usr/local/lib64"
        --extra-ldflags="-L/usr/local/lib"
        --extra-ldflags="-L${PREFIX}/lib64"
        --extra-ldflags="-L${PREFIX}/lib"
        --extra-ldflags="-Wl,-rpath,${PREFIX}/lib:${PREFIX}/lib64:/usr/local/lib64:/usr/local/lib"
        --enable-gpl
        --enable-version3
        --enable-nonfree
        --enable-lto
        --enable-shared
        --disable-static
        --enable-libfontconfig
        --enable-libfreetype
        --enable-libfribidi
        --enable-libharfbuzz
        --enable-libass
        --enable-libplacebo
        --enable-libshaderc
        --enable-libdrm
        --enable-libv4l2
        --enable-opengl
        --enable-vulkan
        --enable-opencl
        --enable-libx264
        --enable-libx265
        --enable-libxvid
        --enable-libaom
        --enable-libsvtav1
        --enable-librav1e
        --enable-libvpx
        --enable-libwebp
        --enable-libjxl
        --enable-libdav1d
        --enable-libopenjpeg
        --enable-libvorbis
        --enable-libopus
        --enable-libmp3lame
        --enable-libtheora
        --enable-libfdk-aac
        --enable-libtwolame
        --enable-libvo-amrwbenc
        --enable-libopencore-amrwb
        --enable-libopencore-amrnb
        --enable-libspeex
        --enable-libgsm
        --enable-libilbc
        --enable-liblc3
        --enable-libsoxr
        --enable-libflite
        --enable-libmysofa
        --enable-libvidstab
        --enable-libvmaf
        --enable-liblensfun
        --enable-lcms2
        --enable-libsnappy
        --enable-librubberband
        --enable-libmodplug
        --enable-libopenmpt
        --enable-libgme
        --enable-libbs2b
        --enable-libcaca
        --enable-libcdio
        --enable-libbluray
        --enable-libdvdnav
        --enable-libdvdread
        --enable-libxml2
        --enable-libzimg
        --enable-libtesseract
        --enable-libsrt
        --enable-librist
        --enable-librtmp
        --enable-librabbitmq
        --enable-libssh
        --enable-libsmbclient
        --enable-libzmq
        --enable-libpulse
        --enable-openal
        --enable-libjack
        --enable-libaribb24
        --enable-libaribcaption
        --enable-libklvanc
        --enable-libiec61883
        --enable-libdc1394
        --enable-librsvg
        --enable-libopencv
        --enable-vapoursynth
        --enable-libzvbi
        --enable-libqrencode
        --enable-chromaprint
        --enable-frei0r
        --enable-ladspa
        --enable-lv2
        --enable-libopenh264
        --enable-sdl2
        --enable-whisper
        --enable-libvpl
        --enable-amf
        --enable-openssl
        --enable-gcrypt
        --enable-libxeve
        --enable-libxevd
    )

    ./configure "${flags[@]}" && \
    make && \
    make install && \
    make tools/zmqsend && cp -av tools/zmqsend ${PREFIX}/bin/ && \
    hash -r && \
    cd tools && \
    make qt-faststart && cp qt-faststart ${PREFIX}/bin/
}
######################### Helper functions #########################
extract_tarball() {
    local tarball_name=$1
    # grab the extension of the tarball
    local extension="${tarball_name##*.}"
    # tar extraction args: -z, -j, -J, --lzma  Compress archive with gzip/bzip2/xz/lzma
    if [ "$extension" == "gz" ]; then
        tar -zx --strip-components=1 -f ${tarball_name}
    elif [ "$extension" == "bz2" ]; then
        tar -jx --strip-components=1 -f ${tarball_name}
    elif [ "$extension" == "xz" ]; then
        tar -Jx --strip-components=1 -f ${tarball_name}
    else
        echo "Error while extract_tarball, got an unknown extension: $extension"
    fi
}

build_support_libraries() {
    local librariesRaw="$(jq -r '.[] | .library_name' $manifestJsonFile)"
    local libs=( $librariesRaw )
    for i in "${!libs[@]}"; do
        lib_name=${libs[$i]}
        # handle the clone source case's ( there are only two )
        # if [ "$lib_name" == "libsvtav1" ]; then
        #     echo "-------------------- Running callback: build_aom --------------------"
        #     echo "Building 'aom' before we build $lib_name"
        #     build_aom
        # fi
        # ffmpeg is in the lib_name string then the callback name is build_ffmpeg
        callback_lib_name=${lib_name}
        if [[ "$lib_name" == *"ffmpeg"* ]]; then
            # take out the version numbers
            callback_lib_name="ffmpeg"
        fi

        local data=$(jq -r '.[] | select(.library_name == "'${lib_name}'")' $manifestJsonFile)
        build_dir=$(echo "$data" | jq -r '.build_dir')
        tarball_name=$(echo "$data" | jq -r '.tarball_name')
        sha256sum=$(echo "$data" | jq -r '.sha256sum')

        echo "Building $lib_name"
        cd "$build_dir"
        if [[ -n "$tarball_name" && "$tarball_name" != "null" ]]; then
            echo "  extracting $tarball_name"
            extract_tarball "$tarball_name"
            if [[ -n "$sha256sum" && "$sha256sum" != "null" ]]; then
                echo "Checking sha256sum for $tarball_name"
                echo "$sha256sum" | sha256sum --check
            fi
        else
            echo "  no tarball, assuming source tree already present"
        fi
        # make a callback function to build the library
        # if anything fails, we will exit with a non-zero status
        echo "-------------------- Running callback: build_${lib_name} --------------------"
        build_${callback_lib_name} ${build_dir}
        echo "Finished building $lib_name removing build directory [${build_dir}]"
        cd "$(dirname "$manifestJsonFile")"
        rm -rf $build_dir
    done
}

build_support_libraries