Clear history
This commit is contained in:
commit
09ba9c534a
15421 changed files with 3275660 additions and 0 deletions
58
scripts/build-fmt.sh
Executable file
58
scripts/build-fmt.sh
Executable file
|
|
@ -0,0 +1,58 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
CMAKE=""
|
||||
|
||||
build_fmt() {
|
||||
echo ">>> Building fmt for $1"
|
||||
"$CMAKE" -B build \
|
||||
-DCMAKE_TOOLCHAIN_FILE="$ANDROID_NDK_ROOT"/build/cmake/android.toolchain.cmake \
|
||||
-DANDROID_ABI="$1" \
|
||||
-DANDROID_PLATFORM="$ANDROID_PLATFORM" \
|
||||
-DANDROID_STL=c++_shared \
|
||||
-DCMAKE_INSTALL_PREFIX=out/fmt/"$1" \
|
||||
-DCMAKE_CXX_FLAGS="-std=c++17" \
|
||||
-DFMT_TEST=OFF \
|
||||
-DFMT_DOC=OFF \
|
||||
.
|
||||
"$CMAKE" --build build
|
||||
"$CMAKE" --build build --target install
|
||||
rm -rf ./build
|
||||
}
|
||||
|
||||
if [ -z "${ANDROID_SDK_ROOT}" ]; then
|
||||
echo "ANDROID_SDK_ROOT should be set to Android SDK path."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_NDK_ROOT}" ]; then
|
||||
echo "ANDROID_NDK_ROOT should be set to Android NDK path."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_SDK_CMAKE_VERSION}" ]; then
|
||||
echo "ANDROID_SDK_CMAKE_VERSION should be set to desired cmake version in \$ANDROID_SDK_ROOT/cmake. eg. 3.18.1"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_PLATFORM}" ]; then
|
||||
echo "ANDROID_PLATFORM should be set to minimum API level supported by the library. eg. 21"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_ABI}" ]; then
|
||||
echo "ANDROID_ABI not set; can be a ',' separated list. eg. armeabi-v7a,arm64-v8a"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
CMAKE="$ANDROID_SDK_ROOT/cmake/$ANDROID_SDK_CMAKE_VERSION/bin/cmake"
|
||||
|
||||
if [ ! -f "$CMAKE" ]; then
|
||||
echo "Cannot find cmake: '$CMAKE'"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
IFS=',' read -ra ARCH <<< "${ANDROID_ABI}"
|
||||
|
||||
for a in "${ARCH[@]}"; do
|
||||
build_fmt "$a"
|
||||
done
|
||||
74
scripts/build-libevent.sh
Executable file
74
scripts/build-libevent.sh
Executable file
|
|
@ -0,0 +1,74 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
CMAKE=""
|
||||
|
||||
build_libevent() {
|
||||
echo ">>> Building libevent for $1"
|
||||
"$CMAKE" -B build \
|
||||
-DCMAKE_TOOLCHAIN_FILE="$ANDROID_NDK_ROOT"/build/cmake/android.toolchain.cmake \
|
||||
-DANDROID_ABI="$1" \
|
||||
-DANDROID_PLATFORM="$ANDROID_PLATFORM" \
|
||||
-DANDROID_STL=c++_shared \
|
||||
-DCMAKE_INSTALL_PREFIX=out/libevent/"$1" \
|
||||
-DCMAKE_CXX_FLAGS="-std=c++17" \
|
||||
-DCMAKE_BUILD_TYPE=Release \
|
||||
-DEVENT__LIBRARY_TYPE=STATIC \
|
||||
-DEVENT__DISABLE_DEBUG_MODE=ON \
|
||||
-DEVENT__DISABLE_THREAD_SUPPORT=ON \
|
||||
-DEVENT__DISABLE_OPENSSL=ON \
|
||||
-DEVENT__DISABLE_BENCHMARK=ON \
|
||||
-DEVENT__DISABLE_TESTS=ON \
|
||||
-DEVENT__DISABLE_REGRESS=ON \
|
||||
-DEVENT__DISABLE_SAMPLES=ON \
|
||||
.
|
||||
"$CMAKE" --build build
|
||||
"$CMAKE" --build build --target install
|
||||
# I don't know why cmake can't find those dirs ... so just sed it
|
||||
# https://github.com/libevent/libevent/blob/release-2.1.12-stable/cmake/LibeventConfig.cmake.in#L117
|
||||
sed -i '121s/_event_h/true/' ./out/libevent/$1/lib/cmake/libevent/LibeventConfig.cmake
|
||||
sed -i '135s/_event_lib/true/' ./out/libevent/$1/lib/cmake/libevent/LibeventConfig.cmake
|
||||
# I know it was generated, but I don't know how to tell cmake to change it's behavior ... so sed it
|
||||
# https://github.com/Kitware/CMake/blob/v3.18.1/Source/cmExportInstallFileGenerator.cxx#L191
|
||||
sed -i '45{/^set(_IMPORT_PREFIX/d}' ./out/libevent/$1/lib/cmake/libevent/LibeventTargets-static.cmake
|
||||
sed -i '45iget_filename_component(LIBEVENT_CMAKE_DIR "${CMAKE_CURRENT_LIST_FILE}" PATH)' ./out/libevent/$1/lib/cmake/libevent/LibeventTargets-static.cmake
|
||||
sed -i '46iget_filename_component(_IMPORT_PREFIX "${LIBEVENT_CMAKE_DIR}/../../.." ABSOLUTE)' ./out/libevent/$1/lib/cmake/libevent/LibeventTargets-static.cmake
|
||||
rm -rf ./build
|
||||
}
|
||||
|
||||
if [ -z "${ANDROID_SDK_ROOT}" ]; then
|
||||
echo "ANDROID_SDK_ROOT should be set to Android SDK path."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_NDK_ROOT}" ]; then
|
||||
echo "ANDROID_NDK_ROOT should be set to Android NDK path."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_SDK_CMAKE_VERSION}" ]; then
|
||||
echo "ANDROID_SDK_CMAKE_VERSION should be set to desired cmake version in \$ANDROID_SDK_ROOT/cmake. eg. 3.18.1"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_PLATFORM}" ]; then
|
||||
echo "ANDROID_PLATFORM should be set to minimum API level supported by the library. eg. 21"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_ABI}" ]; then
|
||||
echo "ANDROID_ABI not set; can be a ',' separated list. eg. armeabi-v7a,arm64-v8a"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
CMAKE="$ANDROID_SDK_ROOT/cmake/$ANDROID_SDK_CMAKE_VERSION/bin/cmake"
|
||||
|
||||
if [ ! -f "$CMAKE" ]; then
|
||||
echo "Cannot find cmake: '$CMAKE'"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
IFS=',' read -ra ARCH <<< "${ANDROID_ABI}"
|
||||
|
||||
for a in "${ARCH[@]}"; do
|
||||
build_libevent "$a"
|
||||
done
|
||||
57
scripts/build-lua.sh
Executable file
57
scripts/build-lua.sh
Executable file
|
|
@ -0,0 +1,57 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
CMAKE=""
|
||||
|
||||
build_lua() {
|
||||
echo ">>> Building lua for $1"
|
||||
"$CMAKE" -B build \
|
||||
-DCMAKE_TOOLCHAIN_FILE="$ANDROID_NDK_ROOT"/build/cmake/android.toolchain.cmake \
|
||||
-DANDROID_ABI="$1" \
|
||||
-DANDROID_PLATFORM="$ANDROID_PLATFORM" \
|
||||
-DANDROID_STL=c++_shared \
|
||||
-DCMAKE_INSTALL_PREFIX=out/lua/"$1" \
|
||||
-DLUA_BUILD_BINARY=OFF \
|
||||
-DLUA_BUILD_COMPILER=OFF \
|
||||
.
|
||||
"$CMAKE" --build build
|
||||
"$CMAKE" --build build --target install
|
||||
rm -rf ./build
|
||||
}
|
||||
|
||||
if [ -z "${ANDROID_SDK_ROOT}" ]; then
|
||||
echo "ANDROID_SDK_ROOT should be set to Android SDK path."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_NDK_ROOT}" ]; then
|
||||
echo "ANDROID_NDK_ROOT should be set to Android NDK path."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_SDK_CMAKE_VERSION}" ]; then
|
||||
echo "ANDROID_SDK_CMAKE_VERSION should be set to desired cmake version in \$ANDROID_SDK_ROOT/cmake. eg. 3.18.1"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_PLATFORM}" ]; then
|
||||
echo "ANDROID_PLATFORM should be set to minimum API level supported by the library. eg. 21"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ -z "${ANDROID_ABI}" ]; then
|
||||
echo "ANDROID_ABI not set; can be a ',' separated list. eg. armeabi-v7a,arm64-v8a"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
CMAKE="$ANDROID_SDK_ROOT/cmake/$ANDROID_SDK_CMAKE_VERSION/bin/cmake"
|
||||
|
||||
if [ ! -f "$CMAKE" ]; then
|
||||
echo "Cannot find cmake: '$CMAKE'"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
IFS=',' read -ra ARCH <<< "${ANDROID_ABI}"
|
||||
|
||||
for a in "${ARCH[@]}"; do
|
||||
build_lua "$a"
|
||||
done
|
||||
47
scripts/chinese-addons-data-gen.sh
Executable file
47
scripts/chinese-addons-data-gen.sh
Executable file
|
|
@ -0,0 +1,47 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
set -euxo pipefail
|
||||
|
||||
OUT_DIR="./chinese-addons-data"
|
||||
if [ -f "$OUT_DIR" ]; then
|
||||
echo "$OUT_DIR is a file"
|
||||
exit 1
|
||||
fi
|
||||
if [ -d "$OUT_DIR" ]; then
|
||||
rm -r "$OUT_DIR"
|
||||
fi
|
||||
mkdir -p "$OUT_DIR/pinyin"
|
||||
mkdir -p "$OUT_DIR/pinyinhelper"
|
||||
|
||||
# translated from https://github.com/fcitx/fcitx5-chinese-addons/blob/v5.0.9/im/pinyin/CMakeLists.txt
|
||||
|
||||
CHINESE_ADDONS_REPO="https://raw.githubusercontent.com/fcitx/fcitx5-chinese-addons/"
|
||||
CHINESE_ADDONS_TAG="5.0.9"
|
||||
|
||||
DICT_TXT_FILES=(emoji.txt chaizi.txt)
|
||||
|
||||
for DICT_TXT_FILE in "${DICT_TXT_FILES[@]}"; do
|
||||
curl -LO "$CHINESE_ADDONS_REPO/$CHINESE_ADDONS_TAG/im/pinyin/$DICT_TXT_FILE"
|
||||
DICT_FILE="${DICT_TXT_FILE/.txt/.dict}"
|
||||
libime_pinyindict "$DICT_TXT_FILE" "$OUT_DIR/pinyin/$DICT_FILE"
|
||||
done
|
||||
|
||||
# https://github.com/fcitx/fcitx5-chinese-addons/blob/v5.0.9/modules/pinyinhelper/CMakeLists.txt
|
||||
|
||||
PY_STROKE_VER=20121124
|
||||
PY_STROKE_TGT="py_stroke.mb"
|
||||
PY_STROKE_TAR="py_stroke-${PY_STROKE_VER}.tar.gz"
|
||||
PY_STROKE_URL="http://download.fcitx-im.org/data/${PY_STROKE_TAR}"
|
||||
|
||||
curl -LO $PY_STROKE_URL
|
||||
tar xf $PY_STROKE_TAR
|
||||
mv $PY_STROKE_TGT "$OUT_DIR/pinyinhelper/$PY_STROKE_TGT"
|
||||
|
||||
PY_TABLE_VER=20121124
|
||||
PY_TABLE_TGT="py_table.mb"
|
||||
PY_TABLE_TAR="py_table-${PY_TABLE_VER}.tar.gz"
|
||||
PY_TABLE_URL="http://download.fcitx-im.org/data/${PY_TABLE_TAR}"
|
||||
|
||||
curl -LO $PY_TABLE_URL
|
||||
tar xf $PY_TABLE_TAR
|
||||
mv $PY_TABLE_TGT "$OUT_DIR/pinyinhelper/$PY_TABLE_TGT"
|
||||
66
scripts/libime-data-gen.sh
Executable file
66
scripts/libime-data-gen.sh
Executable file
|
|
@ -0,0 +1,66 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
# translated from https://github.com/fcitx/libime/blob/master/data/CMakeLists.txt
|
||||
|
||||
set -euxo pipefail
|
||||
|
||||
OUT_DIR="./libime"
|
||||
if [ -f "$OUT_DIR" ]; then
|
||||
echo "$OUT_DIR is a file"
|
||||
exit 1
|
||||
fi
|
||||
if [ -d "$OUT_DIR" ]; then
|
||||
rm -r "$OUT_DIR"
|
||||
fi
|
||||
mkdir -p "$OUT_DIR/data"
|
||||
mkdir -p "$OUT_DIR/table"
|
||||
|
||||
LIBIME_REPO="https://raw.githubusercontent.com/fcitx/libime"
|
||||
LIBIME_TAG="1.0.7"
|
||||
|
||||
curl -LO "$LIBIME_REPO/$LIBIME_TAG/data/convert_open_gram_arpa.py"
|
||||
curl -LO "$LIBIME_REPO/$LIBIME_TAG/data/convert_open_gram_dict.py"
|
||||
|
||||
OPENGRAM_LM_TAR="lm_sc.3gm.arpa-20140820.tar.bz2"
|
||||
OPENGRAM_LM_URL="https://download.fcitx-im.org/data/$OPENGRAM_LM_TAR"
|
||||
OPENGRAM_LM_HASH="751bab7c55ea93a2cedfb0fbb7eb09f67d4da9c2c55496e5f31eb8580f1d1e2f"
|
||||
|
||||
curl -LO "$OPENGRAM_LM_URL"
|
||||
echo "$OPENGRAM_LM_HASH $OPENGRAM_LM_TAR" | sha256sum --check --status
|
||||
tar xf "$OPENGRAM_LM_TAR"
|
||||
|
||||
OPENGRAM_LM_SRC="./kenlm_sc.arpa"
|
||||
OPENGRAM_LM_OUTPUT="$OUT_DIR/data/zh_CN.lm"
|
||||
OPENGRAM_LM_PREDICT_OUTPUT="$OUT_DIR/data/zh_CN.lm.predict"
|
||||
|
||||
python ./convert_open_gram_arpa.py ./lm_sc.3gm.arpa > "$OPENGRAM_LM_SRC"
|
||||
libime_slm_build_binary -s -a 22 -q 8 trie "$OPENGRAM_LM_SRC" "$OPENGRAM_LM_OUTPUT"
|
||||
libime_prediction "$OPENGRAM_LM_OUTPUT" "$OPENGRAM_LM_SRC" "$OPENGRAM_LM_PREDICT_OUTPUT"
|
||||
|
||||
OPENGRAM_DICT_TAR="dict.utf8-20211021.tar.xz"
|
||||
OPENGRAM_DICT_URL="https://download.fcitx-im.org/data/$OPENGRAM_DICT_TAR"
|
||||
OPENGRAM_DICT_HASH="300597e6f7f79f788480fd665de8a07bfe90227048b5a7e39f40f43a62a981df"
|
||||
|
||||
curl -LO "$OPENGRAM_DICT_URL"
|
||||
echo "$OPENGRAM_DICT_HASH $OPENGRAM_DICT_TAR" | sha256sum --check --status
|
||||
tar xf "$OPENGRAM_DICT_TAR"
|
||||
|
||||
OPENGRAM_DICT_SRC="./dict.converted"
|
||||
OPENGRAM_DICT_OUTPUT="$OUT_DIR/data/sc.dict"
|
||||
|
||||
python ./convert_open_gram_dict.py ./dict.utf8 > "$OPENGRAM_DICT_SRC"
|
||||
libime_pinyindict "$OPENGRAM_DICT_SRC" "$OPENGRAM_DICT_OUTPUT"
|
||||
|
||||
TABLE_DICT_TAR="table.tar.gz"
|
||||
TABLE_DICT_URL="https://download.fcitx-im.org/data/$TABLE_DICT_TAR"
|
||||
TABLE_DICT_HASH="6196053c724125e3ae3d8bd6b2f9172d0c83b65b0d410d3cde63b7a8d6ab87b7"
|
||||
TABLE_TXT_FILES=(db.txt erbi.txt qxm.txt wanfeng.txt wbpy.txt wbx.txt zrm.txt cj.txt)
|
||||
|
||||
curl -LO "$TABLE_DICT_URL"
|
||||
echo "$TABLE_DICT_HASH $TABLE_DICT_TAR" | sha256sum --check --status
|
||||
tar xf "$TABLE_DICT_TAR"
|
||||
|
||||
for TABLE_TXT_FILE in "${TABLE_TXT_FILES[@]}"; do
|
||||
TABLE_DICT_FILE="${TABLE_TXT_FILE/.txt/.main.dict}"
|
||||
libime_tabledict "$TABLE_TXT_FILE" "$OUT_DIR/table/$TABLE_DICT_FILE"
|
||||
done
|
||||
26
scripts/spell-dict-gen.sh
Executable file
26
scripts/spell-dict-gen.sh
Executable file
|
|
@ -0,0 +1,26 @@
|
|||
#!/usr/bin/env bash
|
||||
|
||||
# translated from https://github.com/fcitx/fcitx5/blob/master/src/modules/spell/dict/CMakeLists.txt
|
||||
|
||||
set -euxo pipefail
|
||||
|
||||
OUT_DIR="./spell-dict"
|
||||
if [ -f "$OUT_DIR" ]; then
|
||||
echo "$OUT_DIR is a file"
|
||||
exit 1
|
||||
fi
|
||||
if [ -d "$OUT_DIR" ]; then
|
||||
rm -r "$OUT_DIR"
|
||||
fi
|
||||
mkdir -p "$OUT_DIR"
|
||||
|
||||
SPELL_EN_DICT_VER=20121020
|
||||
SPELL_EN_DICT_TAR="en_dict-${SPELL_EN_DICT_VER}.tar.gz"
|
||||
SPELL_EN_DICT_URL="https://download.fcitx-im.org/data/${SPELL_EN_DICT_TAR}"
|
||||
|
||||
curl -LO "$SPELL_EN_DICT_URL"
|
||||
tar xf "$SPELL_EN_DICT_TAR"
|
||||
|
||||
SPELL_EN_DICT="${OUT_DIR}/en_dict.fscd"
|
||||
SPELL_EN_DICT_SRC="./en_dict.txt"
|
||||
/usr/lib/fcitx5/libexec/comp-spell-dict --comp-dict "${SPELL_EN_DICT_SRC}" "${SPELL_EN_DICT}"
|
||||
Loading…
Add table
Add a link
Reference in a new issue