261 lines
6.8 KiB
Bash
261 lines
6.8 KiB
Bash
#!/usr/bin/env bash
|
|
|
|
function build() {
|
|
ROOT=$(dirname $0)
|
|
NAME="edge-node"
|
|
VERSION=$(lookup-version "$ROOT"/../internal/const/const.go)
|
|
DIST=$ROOT/"../dist/${NAME}"
|
|
MUSL_DIR="/usr/local/opt/musl-cross/bin"
|
|
SRCDIR=$(realpath "$ROOT/..")
|
|
|
|
# for macOS users: precompiled gcc can be downloaded from https://github.com/messense/homebrew-macos-cross-toolchains
|
|
GCC_X86_64_DIR="/usr/local/gcc/x86_64-unknown-linux-gnu/bin"
|
|
GCC_ARM64_DIR="/usr/local/gcc/aarch64-unknown-linux-gnu/bin"
|
|
|
|
OS=${1}
|
|
ARCH=${2}
|
|
TAG=${3}
|
|
|
|
if [ -z "$OS" ]; then
|
|
echo "usage: build.sh OS ARCH"
|
|
exit
|
|
fi
|
|
if [ -z "$ARCH" ]; then
|
|
echo "usage: build.sh OS ARCH"
|
|
exit
|
|
fi
|
|
if [ -z "$TAG" ]; then
|
|
TAG="community"
|
|
fi
|
|
|
|
echo "checking ..."
|
|
ZIP_PATH=$(which zip)
|
|
if [ -z "$ZIP_PATH" ]; then
|
|
echo "we need 'zip' command to compress files"
|
|
exit
|
|
fi
|
|
|
|
echo "building v${VERSION}/${OS}/${ARCH}/${TAG} ..."
|
|
# 生成 zip 文件名时不包含 plus 标记
|
|
if [ "${TAG}" = "plus" ]; then
|
|
ZIP="${NAME}-${OS}-${ARCH}-v${VERSION}.zip"
|
|
else
|
|
ZIP="${NAME}-${OS}-${ARCH}-${TAG}-v${VERSION}.zip"
|
|
fi
|
|
|
|
echo "copying ..."
|
|
if [ ! -d "$DIST" ]; then
|
|
mkdir "$DIST"
|
|
mkdir "$DIST"/bin
|
|
mkdir "$DIST"/configs
|
|
mkdir "$DIST"/logs
|
|
mkdir "$DIST"/data
|
|
|
|
if [ "$TAG" = "plus" ]; then
|
|
mkdir "$DIST"/scripts
|
|
mkdir "$DIST"/scripts/js
|
|
fi
|
|
fi
|
|
|
|
cp "$ROOT"/configs/api_node.template.yaml "$DIST"/configs
|
|
cp "$ROOT"/configs/cluster.template.yaml "$DIST"/configs
|
|
cp -R "$ROOT"/www "$DIST"/
|
|
cp -R "$ROOT"/pages "$DIST"/
|
|
copy_fluent_bit_assets "$ROOT" "$DIST" "$OS" "$ARCH" || exit 1
|
|
|
|
# we support TOA on linux only
|
|
if [ "$OS" == "linux" ] && [ -f "${ROOT}/edge-toa/edge-toa-${ARCH}" ]
|
|
then
|
|
if [ ! -d "$DIST/edge-toa" ]
|
|
then
|
|
mkdir "$DIST/edge-toa"
|
|
fi
|
|
cp "${ROOT}/edge-toa/edge-toa-${ARCH}" "$DIST/edge-toa/edge-toa"
|
|
fi
|
|
|
|
echo "building ..."
|
|
|
|
CC_PATH=""
|
|
CXX_PATH=""
|
|
CGO_LDFLAGS=""
|
|
CGO_CFLAGS=""
|
|
BUILD_TAG=$TAG
|
|
if [[ `uname -a` == *"Darwin"* && "${OS}" == "linux" ]]; then
|
|
if [ "${ARCH}" == "amd64" ]; then
|
|
# build with script support
|
|
if [ -d $GCC_X86_64_DIR ]; then
|
|
MUSL_DIR=$GCC_X86_64_DIR
|
|
CC_PATH="x86_64-unknown-linux-gnu-gcc"
|
|
CXX_PATH="x86_64-unknown-linux-gnu-g++"
|
|
if [ "$TAG" = "plus" ]; then
|
|
BUILD_TAG="plus,script,packet"
|
|
fi
|
|
else
|
|
CC_PATH="x86_64-linux-musl-gcc"
|
|
CXX_PATH="x86_64-linux-musl-g++"
|
|
fi
|
|
fi
|
|
if [ "${ARCH}" == "386" ]; then
|
|
CC_PATH="i486-linux-musl-gcc"
|
|
CXX_PATH="i486-linux-musl-g++"
|
|
fi
|
|
if [ "${ARCH}" == "arm64" ]; then
|
|
# build with script support
|
|
if [ -d $GCC_ARM64_DIR ]; then
|
|
MUSL_DIR=$GCC_ARM64_DIR
|
|
CC_PATH="aarch64-unknown-linux-gnu-gcc"
|
|
CXX_PATH="aarch64-unknown-linux-gnu-g++"
|
|
if [ "$TAG" = "plus" ]; then
|
|
BUILD_TAG="plus,script,packet"
|
|
fi
|
|
else
|
|
CC_PATH="aarch64-linux-musl-gcc"
|
|
CXX_PATH="aarch64-linux-musl-g++"
|
|
fi
|
|
fi
|
|
if [ "${ARCH}" == "arm" ]; then
|
|
CC_PATH="arm-linux-musleabi-gcc"
|
|
CXX_PATH="arm-linux-musleabi-g++"
|
|
fi
|
|
if [ "${ARCH}" == "mips64" ]; then
|
|
CC_PATH="mips64-linux-musl-gcc"
|
|
CXX_PATH="mips64-linux-musl-g++"
|
|
fi
|
|
if [ "${ARCH}" == "mips64le" ]; then
|
|
CC_PATH="mips64el-linux-musl-gcc"
|
|
CXX_PATH="mips64el-linux-musl-g++"
|
|
fi
|
|
fi
|
|
|
|
# libpcap
|
|
if [ "$OS" == "linux" ] && [[ "$ARCH" == "amd64" || "$ARCH" == "arm64" ]] && [ "$TAG" == "plus" ]; then
|
|
CGO_LDFLAGS="-L${SRCDIR}/libs/libpcap/${ARCH} -lpcap -L${SRCDIR}/libs/libbrotli/${ARCH} -lbrotlienc -lbrotlidec -lbrotlicommon"
|
|
CGO_CFLAGS="-I${SRCDIR}/libs/libpcap/src/libpcap -I${SRCDIR}/libs/libpcap/src/libpcap/pcap -I${SRCDIR}/libs/libbrotli/src/brotli/c/include -I${SRCDIR}/libs/libbrotli/src/brotli/c/include/brotli"
|
|
fi
|
|
|
|
if [ ! -z $CC_PATH ]; then
|
|
env CC=$MUSL_DIR/$CC_PATH \
|
|
CXX=$MUSL_DIR/$CXX_PATH GOOS="${OS}" \
|
|
GOARCH="${ARCH}" CGO_ENABLED=1 \
|
|
CGO_LDFLAGS="${CGO_LDFLAGS}" \
|
|
CGO_CFLAGS="${CGO_CFLAGS}" \
|
|
go build -trimpath -tags $BUILD_TAG -o "$DIST"/bin/${NAME} -ldflags "-linkmode external -extldflags -static -s -w" "$ROOT"/../cmd/edge-node/main.go
|
|
else
|
|
if [[ `uname` == *"Linux"* ]] && [ "$OS" == "linux" ] && [[ "$ARCH" == "amd64" || "$ARCH" == "arm64" ]] && [ "$TAG" == "plus" ]; then
|
|
BUILD_TAG="plus,script,packet"
|
|
fi
|
|
|
|
env GOOS="${OS}" GOARCH="${ARCH}" CGO_ENABLED=1 CGO_LDFLAGS="${CGO_LDFLAGS}" CGO_CFLAGS="${CGO_CFLAGS}" go build -trimpath -tags $BUILD_TAG -o "$DIST"/bin/${NAME} -ldflags="-s -w" "$ROOT"/../cmd/edge-node/main.go
|
|
fi
|
|
|
|
if [ ! -f "${DIST}/bin/${NAME}" ]; then
|
|
echo "build failed!"
|
|
exit
|
|
fi
|
|
|
|
# delete hidden files
|
|
find "$DIST" -name ".DS_Store" -delete
|
|
find "$DIST" -name ".gitignore" -delete
|
|
|
|
echo "zip files"
|
|
cd "${DIST}/../" || exit
|
|
if [ -f "${ZIP}" ]; then
|
|
rm -f "${ZIP}"
|
|
fi
|
|
zip -r -X -q "${ZIP}" ${NAME}/
|
|
rm -rf ${NAME}
|
|
cd - || exit
|
|
|
|
echo "OK"
|
|
}
|
|
|
|
function copy_fluent_bit_assets() {
|
|
ROOT=$1
|
|
DIST=$2
|
|
OS=$3
|
|
ARCH=$4
|
|
FLUENT_ROOT="$ROOT/../../deploy/fluent-bit"
|
|
FLUENT_DIST="$DIST/deploy/fluent-bit"
|
|
|
|
if [ ! -d "$FLUENT_ROOT" ]; then
|
|
echo "[error] fluent-bit source directory not found: $FLUENT_ROOT"
|
|
return 1
|
|
fi
|
|
verify_fluent_bit_package_matrix "$FLUENT_ROOT" "$ARCH" || return 1
|
|
|
|
rm -rf "$FLUENT_DIST"
|
|
mkdir -p "$FLUENT_DIST"
|
|
|
|
for file in fluent-bit.conf fluent-bit-dns.conf fluent-bit-https.conf fluent-bit-dns-https.conf fluent-bit-windows.conf fluent-bit-windows-https.conf parsers.conf clickhouse-upstream.conf clickhouse-upstream-windows.conf README.md; do
|
|
if [ -f "$FLUENT_ROOT/$file" ]; then
|
|
cp "$FLUENT_ROOT/$file" "$FLUENT_DIST/"
|
|
fi
|
|
done
|
|
|
|
if [ "$OS" = "linux" ]; then
|
|
PACKAGE_SRC="$FLUENT_ROOT/packages/linux-$ARCH"
|
|
PACKAGE_DST="$FLUENT_DIST/packages/linux-$ARCH"
|
|
if [ -d "$PACKAGE_SRC" ]; then
|
|
mkdir -p "$PACKAGE_DST"
|
|
cp -R "$PACKAGE_SRC/." "$PACKAGE_DST/"
|
|
else
|
|
echo "[error] fluent-bit package directory not found: $PACKAGE_SRC"
|
|
return 1
|
|
fi
|
|
fi
|
|
|
|
rm -f "$FLUENT_DIST/.gitignore"
|
|
rm -f "$FLUENT_DIST"/logs.db*
|
|
rm -rf "$FLUENT_DIST/storage"
|
|
|
|
return 0
|
|
}
|
|
|
|
function verify_fluent_bit_package_matrix() {
|
|
FLUENT_ROOT=$1
|
|
ARCH=$2
|
|
REQUIRED_FILES=()
|
|
if [ "$ARCH" = "amd64" ]; then
|
|
REQUIRED_FILES=(
|
|
"packages/linux-amd64/fluent-bit_4.2.2_amd64.deb"
|
|
"packages/linux-amd64/fluent-bit-4.2.2-1.x86_64.rpm"
|
|
)
|
|
elif [ "$ARCH" = "arm64" ]; then
|
|
REQUIRED_FILES=(
|
|
"packages/linux-arm64/fluent-bit_4.2.2_arm64.deb"
|
|
"packages/linux-arm64/fluent-bit-4.2.2-1.aarch64.rpm"
|
|
)
|
|
else
|
|
echo "[error] unsupported arch for fluent-bit package validation: $ARCH"
|
|
return 1
|
|
fi
|
|
|
|
MISSING=0
|
|
for FILE in "${REQUIRED_FILES[@]}"; do
|
|
if [ ! -f "$FLUENT_ROOT/$FILE" ]; then
|
|
echo "[error] fluent-bit matrix package missing: $FLUENT_ROOT/$FILE"
|
|
MISSING=1
|
|
fi
|
|
done
|
|
|
|
if [ "$MISSING" -ne 0 ]; then
|
|
return 1
|
|
fi
|
|
return 0
|
|
}
|
|
|
|
function lookup-version() {
|
|
FILE=$1
|
|
VERSION_DATA=$(cat "$FILE")
|
|
re="Version[ ]+=[ ]+\"([0-9.]+)\""
|
|
if [[ $VERSION_DATA =~ $re ]]; then
|
|
VERSION=${BASH_REMATCH[1]}
|
|
echo "$VERSION"
|
|
else
|
|
echo "could not match version"
|
|
exit
|
|
fi
|
|
}
|
|
|
|
build "$1" "$2" "$3"
|