char-fork/llama.cpp

git clone https://git.t4t.associates/char-fork/llama.cpp

Someone Sergeflake.nix: expose full scope in legacyPackages1e3900eba

char/aliceai-t5-moe
brancheschar/aliceai-t5-moeall refs →
1.1 KiB39 linesraw
1{ inputs, ... }:
2{
3  perSystem =
4    {
5      config,
6      system,
7      lib,
8      pkgsCuda,
9      ...
10    }:
11    {
12      legacyPackages =
13        let
14          caps.llamaPackagesXavier = "7.2";
15          caps.llamaPackagesOrin = "8.7";
16          caps.llamaPackagesTX2 = "6.2";
17          caps.llamaPackagesNano = "5.3";
18
19          pkgsFor =
20            cap:
21            import inputs.nixpkgs {
22              inherit system;
23              config = {
24                cudaSupport = true;
25                cudaCapabilities = [ cap ];
26                cudaEnableForwardCompat = false;
27                inherit (pkgsCuda.config) allowUnfreePredicate;
28              };
29            };
30        in
31        builtins.mapAttrs (name: cap: (pkgsFor cap).callPackage ./scope.nix { }) caps;
32
33      packages = lib.optionalAttrs (system == "aarch64-linux") {
34        jetson-xavier = config.legacyPackages.llamaPackagesXavier.llama-cpp;
35        jetson-orin = config.legacyPackages.llamaPackagesOrin.llama-cpp;
36        jetson-nano = config.legacyPackages.llamaPackagesNano.llama-cpp;
37      };
38    };
39}