2019-12-07 01:15:09 +00:00
|
|
|
{ config
|
|
|
|
, fetchFromGitHub
|
|
|
|
, stdenv
|
|
|
|
, lib
|
|
|
|
, cmake
|
|
|
|
, gperftools
|
|
|
|
}:
|
|
|
|
|
|
|
|
stdenv.mkDerivation rec {
|
|
|
|
pname = "sentencepiece";
|
2020-01-17 10:41:53 +00:00
|
|
|
version = "0.1.85";
|
2019-12-07 01:15:09 +00:00
|
|
|
|
|
|
|
src = fetchFromGitHub {
|
|
|
|
owner = "google";
|
|
|
|
repo = pname;
|
|
|
|
rev = "v${version}";
|
2020-01-17 10:41:53 +00:00
|
|
|
sha256 = "1ncvyw9ar0z7nd47cysxg5xrjm01y1shdlhp8l2pdpx059p3yx3w";
|
2019-12-07 01:15:09 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
nativeBuildInputs = [ cmake gperftools ];
|
|
|
|
|
|
|
|
meta = with stdenv.lib; {
|
2020-02-21 14:38:07 +00:00
|
|
|
homepage = "https://github.com/google/sentencepiece";
|
2019-12-07 01:15:09 +00:00
|
|
|
description = "Unsupervised text tokenizer for Neural Network-based text generation";
|
|
|
|
license = licenses.asl20;
|
2020-02-21 14:38:07 +00:00
|
|
|
platforms = platforms.unix;
|
2019-12-07 01:15:09 +00:00
|
|
|
maintainers = with maintainers; [ pashashocky ];
|
|
|
|
};
|
|
|
|
}
|