diff options
| author | Daniël de Kok <me@danieldk.eu> | 2020-11-14 10:38:19 +0100 |
|---|---|---|
| committer | Daniël de Kok <me@danieldk.eu> | 2020-11-14 10:48:54 +0100 |
| commit | 76ca3425720cade81ac877f46493a42fa5ee6e49 (patch) | |
| tree | f291393da5df35b250f4852b643ccbb5dc4d56a6 /pkgs/development/python-modules/transformers | |
| parent | bff9a1a12437140ac900e5fc419b6c8185782abf (diff) | |
python3Packages.transformers: 3.4.0 -> 3.5.1
Changelog:
https://github.com/huggingface/transformers/releases/tag/v3.5.1
https://github.com/huggingface/transformers/releases/tag/v3.5.0
Diffstat (limited to 'pkgs/development/python-modules/transformers')
| -rw-r--r-- | pkgs/development/python-modules/transformers/default.nix | 10 |
1 files changed, 7 insertions, 3 deletions
diff --git a/pkgs/development/python-modules/transformers/default.nix b/pkgs/development/python-modules/transformers/default.nix index 95e982f8ec01..d3559d319089 100644 --- a/pkgs/development/python-modules/transformers/default.nix +++ b/pkgs/development/python-modules/transformers/default.nix @@ -18,13 +18,13 @@ buildPythonPackage rec { pname = "transformers"; - version = "3.4.0"; + version = "3.5.1"; src = fetchFromGitHub { owner = "huggingface"; repo = pname; rev = "v${version}"; - sha256 = "1v09gryxsg57d2cjwagna1535m8mbxlazdbhsww210lxa818m5qj"; + sha256 = "02z5zz0rq7mbgdmsm2ccfdbca57qy7iqp0vc7jspsmdfif4acwia"; }; propagatedBuildInputs = [ @@ -47,7 +47,8 @@ buildPythonPackage rec { postPatch = '' substituteInPlace setup.py \ - --replace "tokenizers == 0.9.2" "tokenizers" + --replace "tokenizers == 0.9.3" "tokenizers" \ + --replace "sentencepiece == 0.1.91" "sentencepiece" ''; preCheck = '' @@ -70,11 +71,13 @@ buildPythonPackage rec { disabledTests = [ "BlenderbotSmallTokenizerTest" "Blenderbot3BTokenizerTests" + "GetFromCacheTests" "TokenizationTest" "TestTokenizationBart" "test_all_tokenizers" "test_batch_encoding_is_fast" "test_batch_encoding_pickle" + "test_batch_encoding_word_to_tokens" "test_config_from_model_shortcut" "test_config_model_type_from_model_identifier" "test_from_pretrained_use_fast_toggle" @@ -89,6 +92,7 @@ buildPythonPackage rec { "test_tokenizer_from_pretrained" "test_tokenizer_from_tokenizer_class" "test_tokenizer_identifier_with_correct_config" + "test_tokenizer_identifier_non_existent" ]; meta = with stdenv.lib; { |