python3Packages.transformers: 3.1.0 -> 3.2.0

Changes:
https://github.com/huggingface/transformers/releases/tag/v3.2.0
This commit is contained in:
Daniël de Kok 2020-09-22 18:56:04 +02:00 committed by Jon
parent 36ad05e8d2
commit fccf069e77

View File

@ -6,6 +6,7 @@
, regex , regex
, requests , requests
, numpy , numpy
, parameterized
, sacremoses , sacremoses
, sentencepiece , sentencepiece
, timeout-decorator , timeout-decorator
@ -16,13 +17,13 @@
buildPythonPackage rec { buildPythonPackage rec {
pname = "transformers"; pname = "transformers";
version = "3.1.0"; version = "3.2.0";
src = fetchFromGitHub { src = fetchFromGitHub {
owner = "huggingface"; owner = "huggingface";
repo = pname; repo = pname;
rev = "v${version}"; rev = "v${version}";
sha256 = "0wg36qrcljmpsyhjaxpqw3s1r6276yg8cq0bjrf52l4zlc5k4xzk"; sha256 = "0jj94153kgdyklra30xcszxv11hwzfigzy82fgvgzvbwlxv3a1j5";
}; };
propagatedBuildInputs = [ propagatedBuildInputs = [
@ -38,6 +39,7 @@ buildPythonPackage rec {
]; ];
checkInputs = [ checkInputs = [
parameterized
pytestCheckHook pytestCheckHook
timeout-decorator timeout-decorator
]; ];
@ -49,14 +51,17 @@ buildPythonPackage rec {
preCheck = '' preCheck = ''
export HOME="$TMPDIR" export HOME="$TMPDIR"
cd tests
# This test requires the nlp module, which we haven't # This test requires the nlp module, which we haven't
# packaged yet. However, nlp is optional for transformers # packaged yet. However, nlp is optional for transformers
# itself # itself
rm test_trainer.py rm tests/test_trainer.py
''; '';
# We have to run from the main directory for the tests. However,
# letting pytest discover tests leads to errors.
pytestFlagsArray = [ "tests" ];
# Disable tests that require network access. # Disable tests that require network access.
disabledTests = [ disabledTests = [
"PegasusTokenizationTest" "PegasusTokenizationTest"
@ -76,6 +81,7 @@ buildPythonPackage rec {
"test_tokenizer_from_model_type" "test_tokenizer_from_model_type"
"test_tokenizer_from_model_type" "test_tokenizer_from_model_type"
"test_tokenizer_from_pretrained" "test_tokenizer_from_pretrained"
"test_tokenizer_from_tokenizer_class"
"test_tokenizer_identifier_with_correct_config" "test_tokenizer_identifier_with_correct_config"
]; ];