python3Packages.transformers: 3.5.1 -> 4.0.0

Remove the sentencepiece dependency, since it is optional now.

Changes:
https://github.com/huggingface/transformers/releases/tag/v4.0.0
This commit is contained in:
Daniël de Kok 2020-12-02 07:54:50 +01:00 committed by Jonathan Ringer
parent 4ad4f395d1
commit 7a114e5976

View File

@ -2,6 +2,7 @@
, stdenv , stdenv
, fetchFromGitHub , fetchFromGitHub
, boto3 , boto3
, cookiecutter
, filelock , filelock
, regex , regex
, requests , requests
@ -9,7 +10,6 @@
, parameterized , parameterized
, protobuf , protobuf
, sacremoses , sacremoses
, sentencepiece
, timeout-decorator , timeout-decorator
, tokenizers , tokenizers
, tqdm , tqdm
@ -18,23 +18,23 @@
buildPythonPackage rec { buildPythonPackage rec {
pname = "transformers"; pname = "transformers";
version = "3.5.1"; version = "4.0.0";
src = fetchFromGitHub { src = fetchFromGitHub {
owner = "huggingface"; owner = "huggingface";
repo = pname; repo = pname;
rev = "v${version}"; rev = "v${version}";
sha256 = "02z5zz0rq7mbgdmsm2ccfdbca57qy7iqp0vc7jspsmdfif4acwia"; sha256 = "17djq32pq8d6vqip7i9pda0ldigmzckbbcd278llmpxdriqd4llg";
}; };
propagatedBuildInputs = [ propagatedBuildInputs = [
cookiecutter
filelock filelock
numpy numpy
protobuf protobuf
regex regex
requests requests
sacremoses sacremoses
sentencepiece
tokenizers tokenizers
tqdm tqdm
]; ];
@ -47,8 +47,7 @@ buildPythonPackage rec {
postPatch = '' postPatch = ''
substituteInPlace setup.py \ substituteInPlace setup.py \
--replace "tokenizers == 0.9.3" "tokenizers" \ --replace "tokenizers == 0.9.4" "tokenizers"
--replace "sentencepiece == 0.1.91" "sentencepiece"
''; '';
preCheck = '' preCheck = ''