t_wの輪郭

Feedlyでフォローするボタン
huggingfaceDPO
『Fine-tune Llama 2 with DPO』trl入りのshell.nixpython-pkgs.trl

trl入りのshell.nix

2024/4/23 23:05:00
with import <nixpkgs> {};
with pkgs.python3Packages;

let
  pkgs_self = buildPythonPackage rec {
    pname = "trl";
    version = "0.8.6";
    format = "wheel";
    src = fetchurl {
      url = "https://files.pythonhosted.org/packages/97/7e/274ed94ab7da21db4b7cbccad2bf2ed0940082a929b1512e508351b289f5/trl-0.8.6-py3-none-any.whl";
      sha256 = "0c9ee3faa7a6ddc158debaea0f725edb3143b4cc43babc5b5a05374de3e6352c";
    };
    propagatedBuildInputs = [ accelerate transformers datasets];
  };

  pythonEnv = pkgs.python3.withPackages(ps: [pkgs_self]);
in
pkgs.mkShell {
  packages = [
    pythonEnv
  ];
}

python3Packagesとかにtrlが無くて苦労したが、fetchurlとbuildPythonPackageを組み合わせたら何とかなった。