upgradepkg /tmp/gpt4all-2.6.1-x86_64-1_rtz.txz

#!/bin/bash

# rizitis 2023
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ''AS IS'' AND ANY EXPRESS OR IMPLIED
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

cd $(dirname $0) ; CWD=$(pwd)

## requires: gpt4all typer app.py

 python3 -m pip install --user --upgrade gpt4all typer
 wget -c https://raw.githubusercontent.com/nomic-ai/gpt4all/main/gpt4all-bindings/cli/app.py
### ^^^ COMMENT THESE 2 LINES AFTER FIRST RUN ###

# This is the path were your .guff models are stored. Edit it as for your needs...
DIR="/Path/Of/Models"


# Here you select the model you want to start
select MODEL in $(ls $DIR | grep .gguf); do break;done
python3 $CWD/app.py repl --model "$DIR"/"$MODEL" || exit 
wait
cd $DIR || exit 
rm *.chat
clear
text="01010011 01101100 01100001 01100011 01101011 01110111 01100001 01110010 01100101"
smiley=";)"

color="\e[1;32m"

for ((i=0; i<${#text}; i++)); do
    echo -n -e "$color${text:$i:1}"
    sleep 0.05
done
echo ""
echo -e "\e[1;33m$smiley\e[0m"

https://huggingface.co/TheBloke/Mistral-7B-OpenOrca-GGUF/blob/main/mistral-7b-openorca.Q4_0.gguf

git clone https://github.com/nomic-ai/gpt4all
cd $PRGNAM/gpt4all-chat
git checkout a9c5f535629a362e1bddda7d71018a61c973a83b
git submodule update --init --recursive

-- Found Vulkan: /usr/lib64/libvulkan.so (found version "1.3.268") found components: glslc glslangValidator 
CMake Warning at /tmp/rtz/gpt4all/gpt4all-backend/llama.cpp.cmake:307 (message):
  Kompute not found
Call Stack (most recent call first):
  /tmp/rtz/gpt4all/gpt4all-backend/CMakeLists.txt:46 (include)


-- CMAKE_SYSTEM_PROCESSOR: x86_64
-- x86 detected
-- Configuring ggml implementation target llama-mainline-default in /tmp/rtz/gpt4all/gpt4all-backend/llama.cpp-mainline
-- x86 detected
-- Configuring model implementation target llamamodel-mainline-default
-- Configuring model implementation target gptj-default
-- Configuring model implementation target bert-default
-- Configuring ggml implementation target llama-mainline-avxonly in /tmp/rtz/gpt4all/gpt4all-backend/llama.cpp-mainline
-- x86 detected
-- Configuring model implementation target llamamodel-mainline-avxonly
-- Configuring model implementation target gptj-avxonly
-- Configuring model implementation target bert-avxonly
CMake Warning (dev) at /usr/lib64/cmake/Qt6Core/Qt6CoreMacros.cmake:2768 (message):
  Qt policy QTP0001 is not set: ':/qt/qml/' is the default resource prefix
  for QML modules.  Check https://doc.qt.io/qt-6/qt-cmake-policy-qtp0001.html
  for policy details.  Use the qt_policy command to set the policy and
  suppress this warning.

Call Stack (most recent call first):
  /usr/lib64/cmake/Qt6Qml/Qt6QmlMacros.cmake:468 (__qt_internal_setup_policy)
  /usr/lib64/cmake/Qt6Qml/Qt6QmlMacros.cmake:716 (qt6_add_qml_module)
  CMakeLists.txt:92 (qt_add_qml_module)
This warning is for project developers.  Use -Wno-dev to suppress it.

-- Configuring done (2.8s)
CMake Error at /tmp/rtz/gpt4all/gpt4all-backend/llama.cpp.cmake:592 (add_library):
  Cannot find source file:

    llama.cpp-mainline/ggml.c

  Tried extensions .c .C .c++ .cc .cpp .cxx .cu .mpp .m .M .mm .ixx .cppm
  .ccm .cxxm .c++m .h .hh .h++ .hm .hpp .hxx .in .txx .f .F .for .f77 .f90
  .f95 .f03 .hip .ispc
Call Stack (most recent call first):
  /tmp/rtz/gpt4all/gpt4all-backend/CMakeLists.txt:75 (include_ggml)


CMake Error at /tmp/rtz/gpt4all/gpt4all-backend/llama.cpp.cmake:623 (add_library):
  Cannot find source file:

    llama.cpp-mainline/llama.cpp

  Tried extensions .c .C .c++ .cc .cpp .cxx .cu .mpp .m .M .mm .ixx .cppm
  .ccm .cxxm .c++m .h .hh .h++ .hm .hpp .hxx .in .txx .f .F .for .f77 .f90
  .f95 .f03 .hip .ispc
Call Stack (most recent call first):
  /tmp/rtz/gpt4all/gpt4all-backend/CMakeLists.txt:75 (include_ggml)


-- Generating done (0.0s)
CMake Warning:
  Manually-specified variables were not used by the project:

    LIB_SUFFIX


CMake Generate step failed.  Build files cannot be regenerated correctly.

git submodule update --init --recursive

https://github.com/nomic-ai/gpt4all/tree/main/gpt4all-backend

 @ https://github.com/nomic-ai/llama.cpp/tree/01307d86bbe980128308c36b64c494fb9dbaa5bf

 @ https://github.com/nomic-ai/kompute/tree/4565194ed7c32d1d2efa32ceab4d3c6cae006306