Clear history

This commit is contained in:
Potato Hatsue 2022-04-04 23:59:56 -04:00
commit 09ba9c534a
No known key found for this signature in database
GPG key ID: C4F93F1ED397E8CF
15421 changed files with 3275660 additions and 0 deletions

58
scripts/build-fmt.sh Executable file
View file

@ -0,0 +1,58 @@
#!/usr/bin/env bash
CMAKE=""
build_fmt() {
echo ">>> Building fmt for $1"
"$CMAKE" -B build \
-DCMAKE_TOOLCHAIN_FILE="$ANDROID_NDK_ROOT"/build/cmake/android.toolchain.cmake \
-DANDROID_ABI="$1" \
-DANDROID_PLATFORM="$ANDROID_PLATFORM" \
-DANDROID_STL=c++_shared \
-DCMAKE_INSTALL_PREFIX=out/fmt/"$1" \
-DCMAKE_CXX_FLAGS="-std=c++17" \
-DFMT_TEST=OFF \
-DFMT_DOC=OFF \
.
"$CMAKE" --build build
"$CMAKE" --build build --target install
rm -rf ./build
}
if [ -z "${ANDROID_SDK_ROOT}" ]; then
echo "ANDROID_SDK_ROOT should be set to Android SDK path."
exit 1
fi
if [ -z "${ANDROID_NDK_ROOT}" ]; then
echo "ANDROID_NDK_ROOT should be set to Android NDK path."
exit 1
fi
if [ -z "${ANDROID_SDK_CMAKE_VERSION}" ]; then
echo "ANDROID_SDK_CMAKE_VERSION should be set to desired cmake version in \$ANDROID_SDK_ROOT/cmake. eg. 3.18.1"
exit 1
fi
if [ -z "${ANDROID_PLATFORM}" ]; then
echo "ANDROID_PLATFORM should be set to minimum API level supported by the library. eg. 21"
exit 1
fi
if [ -z "${ANDROID_ABI}" ]; then
echo "ANDROID_ABI not set; can be a ',' separated list. eg. armeabi-v7a,arm64-v8a"
exit 1
fi
CMAKE="$ANDROID_SDK_ROOT/cmake/$ANDROID_SDK_CMAKE_VERSION/bin/cmake"
if [ ! -f "$CMAKE" ]; then
echo "Cannot find cmake: '$CMAKE'"
exit 1
fi
IFS=',' read -ra ARCH <<< "${ANDROID_ABI}"
for a in "${ARCH[@]}"; do
build_fmt "$a"
done

74
scripts/build-libevent.sh Executable file
View file

@ -0,0 +1,74 @@
#!/usr/bin/env bash
CMAKE=""
build_libevent() {
echo ">>> Building libevent for $1"
"$CMAKE" -B build \
-DCMAKE_TOOLCHAIN_FILE="$ANDROID_NDK_ROOT"/build/cmake/android.toolchain.cmake \
-DANDROID_ABI="$1" \
-DANDROID_PLATFORM="$ANDROID_PLATFORM" \
-DANDROID_STL=c++_shared \
-DCMAKE_INSTALL_PREFIX=out/libevent/"$1" \
-DCMAKE_CXX_FLAGS="-std=c++17" \
-DCMAKE_BUILD_TYPE=Release \
-DEVENT__LIBRARY_TYPE=STATIC \
-DEVENT__DISABLE_DEBUG_MODE=ON \
-DEVENT__DISABLE_THREAD_SUPPORT=ON \
-DEVENT__DISABLE_OPENSSL=ON \
-DEVENT__DISABLE_BENCHMARK=ON \
-DEVENT__DISABLE_TESTS=ON \
-DEVENT__DISABLE_REGRESS=ON \
-DEVENT__DISABLE_SAMPLES=ON \
.
"$CMAKE" --build build
"$CMAKE" --build build --target install
# I don't know why cmake can't find those dirs ... so just sed it
# https://github.com/libevent/libevent/blob/release-2.1.12-stable/cmake/LibeventConfig.cmake.in#L117
sed -i '121s/_event_h/true/' ./out/libevent/$1/lib/cmake/libevent/LibeventConfig.cmake
sed -i '135s/_event_lib/true/' ./out/libevent/$1/lib/cmake/libevent/LibeventConfig.cmake
# I know it was generated, but I don't know how to tell cmake to change it's behavior ... so sed it
# https://github.com/Kitware/CMake/blob/v3.18.1/Source/cmExportInstallFileGenerator.cxx#L191
sed -i '45{/^set(_IMPORT_PREFIX/d}' ./out/libevent/$1/lib/cmake/libevent/LibeventTargets-static.cmake
sed -i '45iget_filename_component(LIBEVENT_CMAKE_DIR "${CMAKE_CURRENT_LIST_FILE}" PATH)' ./out/libevent/$1/lib/cmake/libevent/LibeventTargets-static.cmake
sed -i '46iget_filename_component(_IMPORT_PREFIX "${LIBEVENT_CMAKE_DIR}/../../.." ABSOLUTE)' ./out/libevent/$1/lib/cmake/libevent/LibeventTargets-static.cmake
rm -rf ./build
}
if [ -z "${ANDROID_SDK_ROOT}" ]; then
echo "ANDROID_SDK_ROOT should be set to Android SDK path."
exit 1
fi
if [ -z "${ANDROID_NDK_ROOT}" ]; then
echo "ANDROID_NDK_ROOT should be set to Android NDK path."
exit 1
fi
if [ -z "${ANDROID_SDK_CMAKE_VERSION}" ]; then
echo "ANDROID_SDK_CMAKE_VERSION should be set to desired cmake version in \$ANDROID_SDK_ROOT/cmake. eg. 3.18.1"
exit 1
fi
if [ -z "${ANDROID_PLATFORM}" ]; then
echo "ANDROID_PLATFORM should be set to minimum API level supported by the library. eg. 21"
exit 1
fi
if [ -z "${ANDROID_ABI}" ]; then
echo "ANDROID_ABI not set; can be a ',' separated list. eg. armeabi-v7a,arm64-v8a"
exit 1
fi
CMAKE="$ANDROID_SDK_ROOT/cmake/$ANDROID_SDK_CMAKE_VERSION/bin/cmake"
if [ ! -f "$CMAKE" ]; then
echo "Cannot find cmake: '$CMAKE'"
exit 1
fi
IFS=',' read -ra ARCH <<< "${ANDROID_ABI}"
for a in "${ARCH[@]}"; do
build_libevent "$a"
done

57
scripts/build-lua.sh Executable file
View file

@ -0,0 +1,57 @@
#!/usr/bin/env bash
CMAKE=""
build_lua() {
echo ">>> Building lua for $1"
"$CMAKE" -B build \
-DCMAKE_TOOLCHAIN_FILE="$ANDROID_NDK_ROOT"/build/cmake/android.toolchain.cmake \
-DANDROID_ABI="$1" \
-DANDROID_PLATFORM="$ANDROID_PLATFORM" \
-DANDROID_STL=c++_shared \
-DCMAKE_INSTALL_PREFIX=out/lua/"$1" \
-DLUA_BUILD_BINARY=OFF \
-DLUA_BUILD_COMPILER=OFF \
.
"$CMAKE" --build build
"$CMAKE" --build build --target install
rm -rf ./build
}
if [ -z "${ANDROID_SDK_ROOT}" ]; then
echo "ANDROID_SDK_ROOT should be set to Android SDK path."
exit 1
fi
if [ -z "${ANDROID_NDK_ROOT}" ]; then
echo "ANDROID_NDK_ROOT should be set to Android NDK path."
exit 1
fi
if [ -z "${ANDROID_SDK_CMAKE_VERSION}" ]; then
echo "ANDROID_SDK_CMAKE_VERSION should be set to desired cmake version in \$ANDROID_SDK_ROOT/cmake. eg. 3.18.1"
exit 1
fi
if [ -z "${ANDROID_PLATFORM}" ]; then
echo "ANDROID_PLATFORM should be set to minimum API level supported by the library. eg. 21"
exit 1
fi
if [ -z "${ANDROID_ABI}" ]; then
echo "ANDROID_ABI not set; can be a ',' separated list. eg. armeabi-v7a,arm64-v8a"
exit 1
fi
CMAKE="$ANDROID_SDK_ROOT/cmake/$ANDROID_SDK_CMAKE_VERSION/bin/cmake"
if [ ! -f "$CMAKE" ]; then
echo "Cannot find cmake: '$CMAKE'"
exit 1
fi
IFS=',' read -ra ARCH <<< "${ANDROID_ABI}"
for a in "${ARCH[@]}"; do
build_lua "$a"
done

View file

@ -0,0 +1,47 @@
#!/usr/bin/env bash
set -euxo pipefail
OUT_DIR="./chinese-addons-data"
if [ -f "$OUT_DIR" ]; then
echo "$OUT_DIR is a file"
exit 1
fi
if [ -d "$OUT_DIR" ]; then
rm -r "$OUT_DIR"
fi
mkdir -p "$OUT_DIR/pinyin"
mkdir -p "$OUT_DIR/pinyinhelper"
# translated from https://github.com/fcitx/fcitx5-chinese-addons/blob/v5.0.9/im/pinyin/CMakeLists.txt
CHINESE_ADDONS_REPO="https://raw.githubusercontent.com/fcitx/fcitx5-chinese-addons/"
CHINESE_ADDONS_TAG="5.0.9"
DICT_TXT_FILES=(emoji.txt chaizi.txt)
for DICT_TXT_FILE in "${DICT_TXT_FILES[@]}"; do
curl -LO "$CHINESE_ADDONS_REPO/$CHINESE_ADDONS_TAG/im/pinyin/$DICT_TXT_FILE"
DICT_FILE="${DICT_TXT_FILE/.txt/.dict}"
libime_pinyindict "$DICT_TXT_FILE" "$OUT_DIR/pinyin/$DICT_FILE"
done
# https://github.com/fcitx/fcitx5-chinese-addons/blob/v5.0.9/modules/pinyinhelper/CMakeLists.txt
PY_STROKE_VER=20121124
PY_STROKE_TGT="py_stroke.mb"
PY_STROKE_TAR="py_stroke-${PY_STROKE_VER}.tar.gz"
PY_STROKE_URL="http://download.fcitx-im.org/data/${PY_STROKE_TAR}"
curl -LO $PY_STROKE_URL
tar xf $PY_STROKE_TAR
mv $PY_STROKE_TGT "$OUT_DIR/pinyinhelper/$PY_STROKE_TGT"
PY_TABLE_VER=20121124
PY_TABLE_TGT="py_table.mb"
PY_TABLE_TAR="py_table-${PY_TABLE_VER}.tar.gz"
PY_TABLE_URL="http://download.fcitx-im.org/data/${PY_TABLE_TAR}"
curl -LO $PY_TABLE_URL
tar xf $PY_TABLE_TAR
mv $PY_TABLE_TGT "$OUT_DIR/pinyinhelper/$PY_TABLE_TGT"

66
scripts/libime-data-gen.sh Executable file
View file

@ -0,0 +1,66 @@
#!/usr/bin/env bash
# translated from https://github.com/fcitx/libime/blob/master/data/CMakeLists.txt
set -euxo pipefail
OUT_DIR="./libime"
if [ -f "$OUT_DIR" ]; then
echo "$OUT_DIR is a file"
exit 1
fi
if [ -d "$OUT_DIR" ]; then
rm -r "$OUT_DIR"
fi
mkdir -p "$OUT_DIR/data"
mkdir -p "$OUT_DIR/table"
LIBIME_REPO="https://raw.githubusercontent.com/fcitx/libime"
LIBIME_TAG="1.0.7"
curl -LO "$LIBIME_REPO/$LIBIME_TAG/data/convert_open_gram_arpa.py"
curl -LO "$LIBIME_REPO/$LIBIME_TAG/data/convert_open_gram_dict.py"
OPENGRAM_LM_TAR="lm_sc.3gm.arpa-20140820.tar.bz2"
OPENGRAM_LM_URL="https://download.fcitx-im.org/data/$OPENGRAM_LM_TAR"
OPENGRAM_LM_HASH="751bab7c55ea93a2cedfb0fbb7eb09f67d4da9c2c55496e5f31eb8580f1d1e2f"
curl -LO "$OPENGRAM_LM_URL"
echo "$OPENGRAM_LM_HASH $OPENGRAM_LM_TAR" | sha256sum --check --status
tar xf "$OPENGRAM_LM_TAR"
OPENGRAM_LM_SRC="./kenlm_sc.arpa"
OPENGRAM_LM_OUTPUT="$OUT_DIR/data/zh_CN.lm"
OPENGRAM_LM_PREDICT_OUTPUT="$OUT_DIR/data/zh_CN.lm.predict"
python ./convert_open_gram_arpa.py ./lm_sc.3gm.arpa > "$OPENGRAM_LM_SRC"
libime_slm_build_binary -s -a 22 -q 8 trie "$OPENGRAM_LM_SRC" "$OPENGRAM_LM_OUTPUT"
libime_prediction "$OPENGRAM_LM_OUTPUT" "$OPENGRAM_LM_SRC" "$OPENGRAM_LM_PREDICT_OUTPUT"
OPENGRAM_DICT_TAR="dict.utf8-20211021.tar.xz"
OPENGRAM_DICT_URL="https://download.fcitx-im.org/data/$OPENGRAM_DICT_TAR"
OPENGRAM_DICT_HASH="300597e6f7f79f788480fd665de8a07bfe90227048b5a7e39f40f43a62a981df"
curl -LO "$OPENGRAM_DICT_URL"
echo "$OPENGRAM_DICT_HASH $OPENGRAM_DICT_TAR" | sha256sum --check --status
tar xf "$OPENGRAM_DICT_TAR"
OPENGRAM_DICT_SRC="./dict.converted"
OPENGRAM_DICT_OUTPUT="$OUT_DIR/data/sc.dict"
python ./convert_open_gram_dict.py ./dict.utf8 > "$OPENGRAM_DICT_SRC"
libime_pinyindict "$OPENGRAM_DICT_SRC" "$OPENGRAM_DICT_OUTPUT"
TABLE_DICT_TAR="table.tar.gz"
TABLE_DICT_URL="https://download.fcitx-im.org/data/$TABLE_DICT_TAR"
TABLE_DICT_HASH="6196053c724125e3ae3d8bd6b2f9172d0c83b65b0d410d3cde63b7a8d6ab87b7"
TABLE_TXT_FILES=(db.txt erbi.txt qxm.txt wanfeng.txt wbpy.txt wbx.txt zrm.txt cj.txt)
curl -LO "$TABLE_DICT_URL"
echo "$TABLE_DICT_HASH $TABLE_DICT_TAR" | sha256sum --check --status
tar xf "$TABLE_DICT_TAR"
for TABLE_TXT_FILE in "${TABLE_TXT_FILES[@]}"; do
TABLE_DICT_FILE="${TABLE_TXT_FILE/.txt/.main.dict}"
libime_tabledict "$TABLE_TXT_FILE" "$OUT_DIR/table/$TABLE_DICT_FILE"
done

26
scripts/spell-dict-gen.sh Executable file
View file

@ -0,0 +1,26 @@
#!/usr/bin/env bash
# translated from https://github.com/fcitx/fcitx5/blob/master/src/modules/spell/dict/CMakeLists.txt
set -euxo pipefail
OUT_DIR="./spell-dict"
if [ -f "$OUT_DIR" ]; then
echo "$OUT_DIR is a file"
exit 1
fi
if [ -d "$OUT_DIR" ]; then
rm -r "$OUT_DIR"
fi
mkdir -p "$OUT_DIR"
SPELL_EN_DICT_VER=20121020
SPELL_EN_DICT_TAR="en_dict-${SPELL_EN_DICT_VER}.tar.gz"
SPELL_EN_DICT_URL="https://download.fcitx-im.org/data/${SPELL_EN_DICT_TAR}"
curl -LO "$SPELL_EN_DICT_URL"
tar xf "$SPELL_EN_DICT_TAR"
SPELL_EN_DICT="${OUT_DIR}/en_dict.fscd"
SPELL_EN_DICT_SRC="./en_dict.txt"
/usr/lib/fcitx5/libexec/comp-spell-dict --comp-dict "${SPELL_EN_DICT_SRC}" "${SPELL_EN_DICT}"