GET /api/v1/ports/py311-sentencepiece/
HTTP 200 OK
Allow: GET, HEAD, OPTIONS
Content-Type: application/json
Vary: Accept
{
"name": "py311-sentencepiece",
"portdir": "python/py-sentencepiece",
"version": "0.2.0",
"license": "Apache-2",
"platforms": "darwin",
"epoch": 0,
"replaced_by": null,
"homepage": "https://github.com/google/sentencepiece",
"description": "Python wrapper for sentencepiece",
"long_description": "SentencePiece is an unsupervised text tokenizer and detokenizer mainly for Neural Network-based text generation systems where the vocabulary size is predetermined prior to the neural model training. SentencePiece implements subword units (e.g., byte-pair-encoding (BPE) [Sennrich et al.]) and unigram language model [Kudo.]) with the extension of direct training from raw sentences. SentencePiece allows us to make a purely end-to-end system that does not depend on language-specific pre/postprocessing.",
"active": true,
"categories": [
"textproc",
"python"
],
"maintainers": [],
"variants": [
"universal"
],
"dependencies": [
{
"type": "build",
"ports": [
"py311-setuptools",
"py311-wheel",
"clang-16",
"pkgconfig",
"py311-build",
"py311-installer"
]
},
{
"type": "lib",
"ports": [
"protobuf3-cpp",
"sentencepiece",
"python311"
]
},
{
"type": "test",
"ports": [
"py311-pytest"
]
}
],
"depends_on": [
{
"type": "run",
"ports": [
"py311-bpemb"
]
}
]
}