View attachment 4028590HAHAAH SA PHONE NA SIGURO TO
try:
Probably a dependency issue. It not, probably a device issue (in my exp).
Sorry for length of reply. Just use what you need, but everything on this installs in this order, unless specified:
termux-setup-storage
termux-change-repo (North America)
pkg upgrade
pkg install x11-repo
pkg install build-essential
pkg install git golang nodejs patchelf proot ruby rust
pkg install subversion python-tkinter
pkg install termux-services proot-distro
pkg install coreutils
pkg install vim
pkg install libluajit tcl
git config --global user.name "Your Name"
git config --global user.email "
your.email@email.com"
pkg install wget curl
pkg install python
pkg install python-pip
pkg install ninja
pip install numpy
pkg install tur-repo
pkg install python-scipy
pip install pandas
pkg install freetype
pkg install libjpeg-turbo
pip install pillow cycler python-dateutil pyparsing six kiwisolver contourpy packaging fonttools tornado pytz
pkg install qhull
pkg install matplotlib
pip install virtualenv
pkg install rust
pkg install gcc-12
cd /data/data/com.termux/files/usr/bin
ln -s gfortran-12 gfortran;
cd
pip install scikit-learn
pkg install ndk-sysroot
pkg install htop
pkg install neofetch
pip install psutil
pip install tqdm
pkg install ocl-icd opencl-headers opencl-clhpp clinfo libopenblas
### CLBlast ###
git clone
You do not have permission to view the full content of this post.
Log in or register now.
cd CLBlast
mkdir build
cd build
cmake .. -DCMAKE_BUILD_TYPE=Release
make -j$(nproc)
cp libclblast.so $PREFIX/lib/
cp -r ../include/* $PREFIX/include/
ls $PREFIX/include/
### LLAMA.CPP ###
git clone
You do not have permission to view the full content of this post.
Log in or register now.
cd llama.cpp
mkdir build
cd build
cmake ..
make -j4
<ERROR in build>
nano ~/llama.cpp/ggml/src/ggml-cpu/ggml-cpu-impl.h
*** Search for "vcvtnq" twice (or more) to find and comment out:
//inline static int32x4_t vcvtnq_s32_f32(float32x4_t v) {
// int32x4_t res;
//
// res[0] = roundf(vgetq_lane_f32(v, 0));
// res[1] = roundf(vgetq_lane_f32(v, 1));
// res[2] = roundf(vgetq_lane_f32(v, 2));
// res[3] = roundf(vgetq_lane_f32(v, 3));
//
// return res;
//}
make clean
cmake ..
make -j4
< ERROR >
nano ~/llama.cpp/tools/mtmd/clip.cpp
*** search for "mem_size" 3 times to find :
/
.mem_size =/ (gguf_get_n_tensors(ctx_gguf.get()) + 1) * ggml_tensor_overhead(),
*** add "static_cast<size_t>" and () :
/
.mem_size =/ static_cast<size_t>((gguf_get_n_tensors(ctx_gguf.get()) + 1) * ggml_tensor_overhead()),
*** save & exit
make clean
cmake ..
make -j4
< ERROR- same as last >
nano ~/llama.cpp/tools/export-lora/export-lora.cpp
*** search for "mem_size" to find:
/
.mem_size =/ gguf_get_n_tensors(base_model.ctx_gguf)*ggml_tensor_overhead(),
*** update it with "static_cast<size_t>" and () like last time:
/
.mem_size =/ static_cast<size_t>(gguf_get_n_tensors(base_model.ctx_gguf)*ggml_tensor_overhead()),
*** save & exit
make clean
cmake ..
make -j4
* It Built!
*
### test on a local model ###
cd ~/llama.cpp/build/bin
./llama-cli -m /storage/emulated/0/download/models/SmolLM2-360M-Instruct-Q8_0.gguf -p "Hello, world!"
######
pkg install torch*
pkg install python-torch*
pip install duckdb
### DuckDB replaces PyArrow, which broke after Python 3.12
...
### Web-LLM-Assistant ###
pkg install libxslt
pip install colorama requests readchar
pip install click
pkg install binutils binutils-bin binutils-gold binutils-libs
pkg install ndk-multilib*
pkg install blk-utils mount-utils
pip install maturin
pkg install which
export ANDROID_NDK_HOME=$PREFIX
export NDK_HOME=$PREFIX
export PYTHON_SYS_EXECUTABLE=$(which python)
export PYO3_PYTHON=$(which python)
### cant install: ###
primp (cargo error & Android_NDK_Home)
lxml (Out of Memory)
duckduckgo_search
trafilatura
*** deleted primp & Web-LLM
*** designed my own Tivily based search engine
...
pip install fastapi
pip install uvicorn
pip install python-dotenv
pip install yaspin
...
pkg install openjdk-17
pkg install git-lfs