char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Mario LimoncielloUpdate ROCm to 10.0.0 release (#27803)cff184438

char/aliceai-t5-moe
1.3 KiB33 linesraw
1name: "Windows - Setup ROCm"
2description: "Setup ROCm for Windows"
3inputs:
4  version:
5    description: "ROCm version"
6    required: true
7
8runs:
9  using: "composite"
10  steps:
11    - name: Install ROCm with Wheels
12      shell: pwsh
13      run: |
14        $ErrorActionPreference = "Stop"
15        write-host "Setting up Python virtual environment"
16
17        # Create the venv directly at the cache location to avoid relocation issues
18        New-Item -Path "C:\TheRock\build" -ItemType Directory -Force | Out-Null
19        python -m venv C:\TheRock\build\.venv
20        & C:\TheRock\build\.venv\Scripts\Activate.ps1
21
22        write-host "Upgrading pip"
23        python -m pip install --upgrade pip
24
25        write-host "Installing ROCm wheels for multi-arch support"
26        # Install ROCm wheels for multi-arch support (this may take several minutes)
27        python -m pip install --index-url https://stable.repo.amd.com/rocm/whl-next/ "rocm[libraries,devel]==${{ inputs.version }}"
28
29        # Pre-expand the devel tree so it is included in the cache
30        write-host "Initializing ROCm devel tree"
31        rocm-sdk init
32        if ($LASTEXITCODE -ne 0) { throw "rocm-sdk init failed with exit code $LASTEXITCODE" }
33        write-host "Completed ROCm wheel installation to C:\TheRock\build"