もみじーな

& "C:\Program Files (x86)\Intel\oneAPI\setvars.bat"

Set-ExecutionPolicy RemoteSigned -Scope CurrentUser -Force

git clone https://github.com/ostris/ai-toolkit.git
cd ai-toolkit

python -m pip install --upgrade pip
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/xpu
pip install intel-extension-for-pytorch
pip install psutil
pip show psutil
pip install intel-extension-for-pytorch --index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/

python -c "import torch; print('PyTorch Version:', torch.__version__)"

(Get-Content requirements.txt) | Where-Object { $_ -notmatch "bitsandbytes" } | Set-Content requirements.txt

pip install -r requirements.txt

Get-ChildItem -Path . -Filter "*.py" -Recurse | ForEach-Object {
    $content = Get-Content $_.FullName -Raw
    
    # 3つのパターンを置換
    # 1. "cuda" -> "xpu"
    # 2. 'cuda' -> 'xpu'
    # 3. .cuda() -> .to("xpu")
    
    $newContent = $content -replace '"cuda"', '"xpu"' `
                           -replace "'cuda'", "'xpu'" `
                           -replace '\.cuda\(\)', '.to("xpu")'
    
    # 変更があった場合のみ保存
    if ($content -ne $newContent) {
        Write-Host "Modifying: $($_.FullName)"
        $newContent | Set-Content $_.FullName -NoNewline
    }
}

job: extension
config:
# Lora名を下に記入してください
  name: "my_pony_lora"
  process:
    - type: 'sd_trainer'
      training_folder: "output"
      device: "xpu"    # Intel Arc
      
      # モデル設定
      model:
        # ここにダウンロードしたPonyのファイルのパスを書いてください
        name_or_path: "C:/Users/momijiina/Documents/ponyDiffusionV6XL_v6StartWithThisOne.safetensors"
        
        is_flux: false
        is_xl: true
        quantize: false
        
      # ネットワーク設定
      network:
        type: "lora"
        linear: 16
        linear_alpha: 16

      # 学習設定
      train:
        batch_size: 1
        steps: 1500
        gradient_accumulation_steps: 1
        train_unet: true
        train_text_encoder: false
        content_or_style: "balanced"
        #optimizer: "adamw"
        optimizer: "adafactor"
        lr: 1e-4

      # データセット設定
      datasets:
      # 画像フォルダのパスをここに記入してください
        - folder_path: "C:/Users/momijiina/Documents/lora"
          caption_ext: "txt"
          caption_dropout_rate: 0.05
          shuffle_tokens: false
          cache_latents_to_disk: true
          resolution: [1024, 1024]

      # サンプル生成設定
      sample:
        sampler: "ddim"
        sample_every: 100
        width: 1024
        height: 1024
        prompts:
          - "score_9, score_8_up, score_7_up, source_anime, simple background, 1girl, standing"
        neg: "score_6, score_5, score_4"
        seed: 42
        walk_seed: true
        guidance_scale: 7.0
        sample_steps: 28

python run.py config/myscript_b60.yaml

sudo apt-get update
sudo apt-get install -y software-properties-common
sudo add-apt-repository -y ppa:kobuk-team/intel-graphics
sudo apt-get install -y libze-intel-gpu1 libze1 intel-metrics-discovery intel-opencl-icd clinfo intel-gsc
sudo apt-get install -y intel-media-va-driver-non-free libmfx-gen1 libvpl2 libvpl-tools libva-glx2 va-driver-all vainfo
sudo apt-get install -y libze-dev intel-ocloc
sudo apt-get install -y libze-intel-gpu-raytracing

wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \
| gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null

echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" \
| sudo tee /etc/apt/sources.list.d/oneAPI.list

sudo apt update
sudo apt install intel-oneapi-base-toolkit

export LD_LIBRARY_PATH=""
source /opt/intel/oneapi/setvars.sh --force
sycl-ls

sudo docker run -it --name my-vllm \
    --privileged \
    --net=host \
    --device=/dev/dri \
    --name=lsv-container \
    -v /home/intel/LLM:/llm/models/ \
    -e no_proxy=localhost,127.0.0.1 \
    -e http_proxy=$http_proxy \
    -e https_proxy=$https_proxy \
    --shm-size="16g" \
    --entrypoint /bin/bash \
  intel/llm-scaler-vllm:1.3

huggingface-cli download deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local-dir DeepSeek-R1-Distill-Qwen-7B

huggingface-cli download openai/gpt-oss-20b --local-dir /llm/models/gpt-oss-20b

VLLM_ALLOW_LONG_MAX_MODEL_LEN=1 \
VLLM_WORKER_MULTIPROC_METHOD=spawn \
vllm serve \
    --model /llm/models/gpt-oss-20b \
    --served-model-name gpt-oss-20b \
    --quantization mxfp4 \
    --dtype bfloat16 \
    --host 0.0.0.0 \
    --port 8000 \
    --trust-remote-code \
    --gpu-memory-util 0.9 \
    --max-model-len 8192
    -tp 2

curl http://localhost:8000/v1/chat/completions \
  -H "Content-Type: application/json" \
  -d '{
    "model": "gpt-oss-20b",
    "messages": [
      {"role": "user", "content": "Hello! How are you?"}
    ],
    "max_tokens": 4096
  }'

sudo apt -y update && sudo apt -y upgrade

curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | 
sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
&& curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
  sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
  sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list

sudo ubuntu-drivers autoinstall

sudo reboot

sudo nvidia-smi

sudo apt install python3.10-venv
sudo apt install python3-dev

git clone https://github.com/ostris/ai-toolkit.git
cd ai-toolkit
python3 -m venv venv
source venv/bin/activate
pip3 install --no-cache-dir torch==2.7.0 torchvision==0.22.0 torchaudio==2.7.0 --index-url https://download.pytorch.org/whl/cu126
pip3 install -r requirements.txt

sudo apt -y install nodejs npm
sudo npm install n -g
sudo n lts

cd ui
AI_TOOLKIT_AUTH=super_secure_password npm run build_and_start

sudo ufw allow 8675
ufw reload

screen

AI_TOOLKIT_AUTH=super_secure_password npm run build_and_start

sudo apt-get update
sudo apt-get install -y software-properties-common
sudo add-apt-repository -y ppa:kobuk-team/intel-graphics
sudo apt-get install -y libze-intel-gpu1 libze1 intel-metrics-discovery intel-opencl-icd clinfo intel-gsc
sudo apt-get install -y intel-media-va-driver-non-free libmfx-gen1 libvpl2 libvpl-tools libva-glx2 va-driver-all vainfo
sudo apt-get install -y libze-dev intel-ocloc
sudo apt-get install -y libze-intel-gpu-raytracing

wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB \
| gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null

echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" \
| sudo tee /etc/apt/sources.list.d/oneAPI.list

sudo apt update
sudo apt install intel-oneapi-base-toolkit

source /opt/intel/oneapi/setvars.sh --force
ln -sf /usr/lib/wsl/lib/libze_loader.so.1 /usr/lib/x86_64-linux-gnu/libze_loader.so.1
ln -sf /usr/lib/wsl/lib/libze_loader.so.1 /usr/lib/x86_64-linux-gnu/libze_loader.so
sycl-ls

export ONEAPI_DEVICE_SELECTOR=opencl:1,2
export VLLM_TARGET_DEVICE=xpu
export VLLM_XPU_BACKEND=OPENCL
export LD_LIBRARY_PATH=/usr/lib/wsl/lib:$LD_LIBRARY_PATH
ldconfig
unset ONEAPI_DEVICE_SELECTOR
unset SYCL_DEVICE_FILTER
sycl-ls

sudo docker run -it --name my-vllm \
  --shm-size 16g \
  --privileged \
  --device /dev/dri:/dev/dri \
  -v /usr/lib/wsl:/usr/lib/wsl \
  -e LD_LIBRARY_PATH=/usr/lib/wsl/lib \
  --entrypoint /bin/bash \
  intel/llm-scaler-vllm:latest

export ONEAPI_DEVICE_SELECTOR=opencl:gpu
sycl-ls

huggingface-cli download openai/gpt-oss-20b --local-dir /llm/models/gpt-oss-20b

VLLM_ALLOW_LONG_MAX_MODEL_LEN=1 \
VLLM_WORKER_MULTIPROC_METHOD=spawn \
vllm serve openai/gpt-oss-20b \
    --model /llm/models/gpt-oss-20b \
    --served-model-name gpt-oss-20b \
    --quantization mxfp4 \
    --dtype bfloat16 \
    --host 0.0.0.0 \
    --port 8000 \
    --trust-remote-code \
    --gpu-memory-util 0.9 \
    --max-model-len 8192
    -tp 1

git clone https://github.com/intel/llm-scaler.git
cd llm-scaler\omni\

.\init_conda_env.bat

cd ComfyUI
conda activate omni_env
python .\main.py --listen 0.0.0.0

cd ComfyUI
git stash
git fetch origin
git pull
git stash pop