mirror of
https://github.com/termux-pacman/termux-packages.git
synced 2026-02-12 04:41:03 +00:00
f38dd0ee93
- debpython is the commands `py3compile` and `py3clean` from Debian. I
am calling them that because a large chunk of their source code is
found inside a folder inside Debian's source code named "debpython"
- 5348f70466
- rather than packaging `.pyc` files into packages, `py3compile` and
`py3clean` can be called from `postinst` and `prerm` scripts to
generate all `.pyc` for the `.py` files in the package immediately
after the package is installed, and remove all `.pyc` files immediately
before uninstalling the package, respectively
- fixes the error `trying to overwrite '/data/data/com.termux/files/usr/lib/python3.12/__pycache__/cProfile.cpython-312.pyc'` when packages were built on-device, but at the same time, also:
- prevents the warnings `dpkg: warning: while removing python, directory '/data/data/com.termux/files/usr/lib/python3.12/site-packages' not empty so not removed` as long as no packages were installed using `pip`
- The `termux_step_create_python_debscripts.sh` can configure work on debpython (i.e. its `py3copile` and `py3clean` commands) from the glibc package `python-glibc`, if some glibc package is being compiled.
- New variables have been implemented:
- `TERMUX_PYTHON_CROSSENV_BUILDHOME` - location of crossenv's python build libraries.
- `TERMUX_PKG_PYTHON_RUNTIME_DEPS` - configures the installation of the python modules via pip3 in the pkg's debscripts. If not configured in the package, it will use the value from `TERMUX_PKG_PYTHON_TARGET_DEPS`. If the variable is set to `false`, then the customization of installing python modules will be disabled, even if the `TERMUX_PKG_PYTHON_TARGET_DEPS` variable is set in the package.
- `TERMUX_SUBPKG_PYTHON_RUNTIME_DEPS` - configures the installation of the python modules via pip3 in the subpkg's debscripts.
- Implemented reconfiguration of prefixes in python module `sysconfig` and setting in `TERMUX_PYTHON_CROSSENV_BUILDHOME`, so that python modules from crossenv building can specify system paths of termux for correct compilation.
- Added automatic addition of `python-glibc{-glibc}` dependency when using the `TERMUX_PKG_PYTHON_RUNTIME_DEPS` (for pkg; will be disabled, i.e. will not be added, if the variable is set to `false`) or `TERMUX_SUBPKG_PYTHON_RUNTIME_DEPS` (for subpkg) value.
> How to add a new Python package after this?
Everything is the same, except, now, this block is no longer necessary in `build.sh`.
```bash
termux_step_create_debscripts() {
cat <<- EOF > ./postinst
#!$TERMUX_PREFIX/bin/sh
echo "Installing dependencies through pip..."
pip3 install ${TERMUX_PKG_PYTHON_TARGET_DEPS//, / }
EOF
}
```
- Instead, `scripts/build/termux_step_create_python_debscripts.sh` can now detect the presence of `pip` package lists in `$TERMUX_PKG_PYTHON_TARGET_DEPS`, `$TERMUX_SUBPKG_PYTHON_TARGET_DEPS`, and the `METADATA` file of the Python package if it exists, and automatically insert them as a block into the `postinst` script for all relevant packages.
- `$TERMUX_PKG_PYTHON_TARGET_DEPS` is used for `pip` dependencies that are both on-device build-time and on-device run-time dependencies, and `$TERMUX_PKG_PYTHON_RUNTIME_DEPS` is used for runtime-only `pip` dependencies. `$TERMUX_PKG_PYTHON_RUNTIME_DEPS` overrides `$TERMUX_PKG_PYTHON_TARGET_DEPS` for runtime dependencies,
- i.e. if `TERMUX_PKG_PYTHON_RUNTIME_DEPS` is not specified, but `TERMUX_PKG_PYTHON_TARGET_DEPS` is, then `TERMUX_PKG_PYTHON_TARGET_DEPS` will be used as both on-device build and on-device runtime dependencies,
- but if `TERMUX_PKG_PYTHON_RUNTIME_DEPS` is specified, then `TERMUX_PKG_PYTHON_TARGET_DEPS`, if specified, is used only for on-device build-time dependencies.
- If `python-pip` is not already in the dependencies of any package that needs it, the build will fail with an error instructing maintainers to add `python-pip` to the dependencies of the package that needs it.
Co-authored-by: Maxython <mixython@gmail.com>
92 lines
3.0 KiB
Bash
92 lines
3.0 KiB
Bash
TERMUX_PKG_HOMEPAGE=https://pytorch.org/
|
|
TERMUX_PKG_DESCRIPTION="Tensors and Dynamic neural networks in Python"
|
|
TERMUX_PKG_LICENSE="BSD 3-Clause"
|
|
TERMUX_PKG_MAINTAINER="@termux"
|
|
TERMUX_PKG_VERSION="2.9.1"
|
|
TERMUX_PKG_REVISION=1
|
|
TERMUX_PKG_SRCURL=git+https://github.com/pytorch/pytorch
|
|
TERMUX_PKG_UPDATE_TAG_TYPE="latest-release-tag"
|
|
TERMUX_PKG_DEPENDS="abseil-cpp, libc++, libopenblas, libprotobuf, python, python-numpy, python-pip"
|
|
TERMUX_PKG_BUILD_DEPENDS="vulkan-headers, vulkan-loader-android"
|
|
TERMUX_PKG_HOSTBUILD=true
|
|
TERMUX_PKG_PYTHON_COMMON_DEPS="wheel, pyyaml, typing_extensions"
|
|
TERMUX_PKG_PYTHON_BUILD_DEPS="numpy"
|
|
# USE_DISTRIBUTED=ON fixes
|
|
# ModuleNotFoundError: No module named 'torch._C._distributed_c10d'; 'torch._C' is not a package
|
|
# in
|
|
# python -c "from torch.distributed._tensor import DTensor"
|
|
TERMUX_PKG_EXTRA_CONFIGURE_ARGS="
|
|
-DCMAKE_POLICY_VERSION_MINIMUM=3.5
|
|
-DANDROID_NO_TERMUX=OFF
|
|
-DBUILD_CUSTOM_PROTOBUF=OFF
|
|
-DBUILD_PYTHON=ON
|
|
-DBUILD_TEST=OFF
|
|
-DCMAKE_BUILD_TYPE=Release
|
|
-DCMAKE_INSTALL_PREFIX=${TERMUX_PKG_SRCDIR}/torch
|
|
-DCMAKE_PREFIX_PATH=${TERMUX_PYTHON_HOME}/site-packages
|
|
-DPython_NumPy_INCLUDE_DIR=${TERMUX_PYTHON_HOME}/site-packages/numpy/_core/include
|
|
-DNATIVE_BUILD_DIR=${TERMUX_PKG_HOSTBUILD_DIR}
|
|
-DTORCH_BUILD_VERSION=${TERMUX_PKG_VERSION}
|
|
-DONNX_USE_PROTOBUF_SHARED_LIBS=ON
|
|
-DUSE_NUMPY=ON
|
|
-DUSE_CUDA=OFF
|
|
-DUSE_FAKELOWP=OFF
|
|
-DUSE_FBGEMM=OFF
|
|
-DUSE_ITT=OFF
|
|
-DUSE_MAGMA=OFF
|
|
-DUSE_NCCL=OFF
|
|
-DUSE_NNPACK=OFF
|
|
-DCXX_AVX512_FOUND=OFF
|
|
-DCXX_AVX2_FOUND=OFF
|
|
-DUSE_VULKAN=ON
|
|
-DUSE_DISTRIBUTED=ON
|
|
-DANDROID_NDK=${NDK}
|
|
-DANDROID_NDK_HOST_SYSTEM_NAME=linux-$HOSTTYPE
|
|
-DCMAKE_POLICY_VERSION_MINIMUM=3.5
|
|
"
|
|
|
|
TERMUX_PKG_RM_AFTER_INSTALL="
|
|
lib/pkgconfig
|
|
lib/cmake/fmt
|
|
lib/libfmt.a
|
|
include/fmt
|
|
"
|
|
|
|
termux_step_host_build() {
|
|
termux_setup_cmake
|
|
cmake "$TERMUX_PKG_SRCDIR/third_party/sleef"
|
|
make -j "$TERMUX_PKG_MAKE_PROCESSES" mkrename mkrename_gnuabi mkmasked_gnuabi mkalias mkdisp
|
|
}
|
|
|
|
termux_step_pre_configure() {
|
|
LDFLAGS+=" -fopenmp -static-openmp"
|
|
|
|
export PYTHONPATH="${PYTHONPATH}:${TERMUX_PKG_SRCDIR}"
|
|
find "$TERMUX_PKG_SRCDIR" -name CMakeLists.txt -o -name '*.cmake' ! -name 'VulkanCodegen*' | \
|
|
xargs -n 1 sed -i \
|
|
-e 's/\([^A-Za-z0-9_]ANDROID\)\([^A-Za-z0-9_]\)/\1_NO_TERMUX\2/g' \
|
|
-e 's/\([^A-Za-z0-9_]ANDROID\)$/\1_NO_TERMUX/g'
|
|
|
|
termux_setup_protobuf
|
|
|
|
TERMUX_PKG_EXTRA_CONFIGURE_ARGS+="
|
|
-DPython_EXECUTABLE=$(command -v python3)
|
|
-DPROTOBUF_PROTOC_EXECUTABLE=$(command -v protoc)
|
|
-DCAFFE2_CUSTOM_PROTOC_EXECUTABLE=$(command -v protoc)
|
|
"
|
|
|
|
# /home/builder/.termux-build/python-torch/src/torch/csrc/jit/codegen/onednn/graph_helper.h:3:10: fatal error: 'oneapi/dnnl/dnnl_graph.hpp' file not found
|
|
TERMUX_PKG_EXTRA_CONFIGURE_ARGS+="
|
|
-DUSE_MKLDNN=OFF
|
|
"
|
|
|
|
ln -sf "$TERMUX_PKG_BUILDDIR" build
|
|
}
|
|
|
|
termux_step_make_install() {
|
|
export PYTORCH_BUILD_VERSION=${TERMUX_PKG_VERSION}
|
|
export PYTORCH_BUILD_NUMBER=0
|
|
pip -v install --no-deps --no-build-isolation --prefix $TERMUX_PREFIX "$TERMUX_PKG_SRCDIR"
|
|
ln -sfr ${TERMUX_PYTHON_HOME}/site-packages/torch/lib/*.so ${TERMUX_PREFIX}/lib
|
|
}
|