This repository is based on the
Axolotl Example
of IPEX-LLM , modified for the
main branch.
sudo intel_gpu_top -d pci:card=0 # A770
sudo intel_gpu_top -d pci:card=1 # UHD730
cd models
git clone https://huggingface.co/unsloth/llama-2-7b
# git clone https://huggingface.co/unsloth/llama-3-8b
cd ../datasets
git clone https://huggingface.co/datasets/mhenrichsen/alpaca_2k_test
# git clone https://huggingface.co/datasets/CaptionEmporium/refined-anime-instruct-en-641k
sudo docker compose up -d
# podman compose up -d # if you use podman
sudo docker compose down
# podman compose down # if you use podman