From 39f2c859b3361aa5e32f398f51a1307f8776835f Mon Sep 17 00:00:00 2001 From: syui Date: Sat, 22 Mar 2025 19:08:19 +0900 Subject: [PATCH] fix --- book/SUMMARY.md | 1 + book/pwsh/05_aibot.md | 65 +++++++++++++++++++++++++++++++++++++++++++ book/pwsh/README.md | 3 ++ 3 files changed, 69 insertions(+) create mode 100644 book/pwsh/05_aibot.md diff --git a/book/SUMMARY.md b/book/SUMMARY.md index 5a2109a..58864b6 100644 --- a/book/SUMMARY.md +++ b/book/SUMMARY.md @@ -11,6 +11,7 @@ * [ssh](pwsh/02_ssh.md) * [ttyd](pwsh/03_ttyd.md) * [slidev](pwsh/04_slidev.md) + * [aibot](pwsh/05_aibot.md) * [game animation sample](gasp/README.md) * [キャラクターを追加する](gasp/01_character.md) * [飛びつける高さを増やす](gasp/02_jump.md) diff --git a/book/pwsh/05_aibot.md b/book/pwsh/05_aibot.md new file mode 100644 index 0000000..dced76e --- /dev/null +++ b/book/pwsh/05_aibot.md @@ -0,0 +1,65 @@ +# aibot + +`aibot`の構成です。 + +- https://git.syui.ai/ai/bot + +|title|body| +|---|---| +|aibot|ai/bot| +|server|archlinux| +|os|ai/os| +|ai|ai/ai| + +```sh +$ winget install ollama.ollama +$ ollama server +$ ollama run llama3.2 + +$ winget install --id Python.Python.3.11 -e +$ python --version +$ python -m venv webui +$ cd webui +$ .\Scripts\activate +$ pip install open-webui +$ open-webui serve + +http://localhost:8080 +``` + +## LoRA + +finetuning + +```sh +$ conda create -n finetuning python=3.11 +$ conda activate finetuning +$ pip install mlx-lm #apple silicon +$ ollama run llama3.2 +$ echo "{ \"model\": \"https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct\", \"data\": \"https://github.com/ml-explore/mlx-examples/tree/main/lora/data\" }"|jq . +$ model=meta-llama/Llama-3.2-3B-Instruct +$ data=ml-explore/mlx-examples/lora/data +$ mlx_lm.lora --train --model $model --data $data --batch-size 3 + +$ ls adapters +$ vim Modelfile +FROM llama3.2:3b +ADAPTER ./adapters + +$ ollama create ai -f ./Modelfile +``` + +## unsloth + +```sh +$ pip install unsloth +``` + +```py +from unsloth import FastLanguageModel + +model, tokenizer = FastLanguageModel.from_pretrained( + model_name="Qwen2.5-1.5B", + grpo=True +) +``` diff --git a/book/pwsh/README.md b/book/pwsh/README.md index 5007acb..b605c81 100644 --- a/book/pwsh/README.md +++ b/book/pwsh/README.md @@ -29,6 +29,8 @@ $ winget install git.git |lazygit|https://github.com/jesseduffield/lazygit|jesseduffield.lazygit| |node|https://github.com/nodejs/node|openjs.nodejs| |nvm|https://github.com/nvm-sh/nvm|coreybutler.nvmforwindows| +|python|https://github.com/python|python.python.3.11| +|conda|https://github.com/anaconda|anaconda.miniconda3| ## その他 @@ -42,6 +44,7 @@ $ winget install git.git |unity hub|unity.unityhub| |godot|godot.godot| |obs|obsproject.obsstudio| +|ollama|ollama.ollama| ## update