gnu: Add go-github-com-eliben-go-sentencepiece.

* gnu/packages/golang-xyz.scm (go-github-com-eliben-go-sentencepiece):
New variable.

Relates-to: guix/guix!5417
Signed-off-by: Sharlatan Hellseher <sharlatanus@gmail.com>

1 files changed, 45 insertions, 0 deletions

diff --git a/gnu/packages/golang-xyz.scm b/gnu/packages/golang-xyz.scm
index c4c5c4af80e..c27a3d0ddd2 100644
--- a/gnu/packages/golang-xyz.scm
+++ b/gnu/packages/golang-xyz.scm
@@ -10389,6 +10389,51 @@ go/cgo, rather than cgo bindings for libsigar.  This package provides an
 alternative fork of @url{https://github.com/cloudfoundry/gosigar}.")
     (license license:asl2.0)))
 
+(define-public go-github-com-eliben-go-sentencepiece
+  (package
+    (name "go-github-com-eliben-go-sentencepiece")
+    (version "0.7.0")
+    (source
+     (origin
+       (method git-fetch)
+       (uri (git-reference
+              (url "https://github.com/eliben/go-sentencepiece")
+              (commit (string-append "v" version))))
+       (file-name (git-file-name name version))
+       (sha256
+        (base32 "0n5mjnhm1lhalx67j6il3kp2ylzyaxdbgmwww1wahmp78khia5l9"))))
+    (build-system go-build-system)
+    (arguments
+     (list
+      #:import-path "github.com/eliben/go-sentencepiece"
+      #:test-flags
+      #~(list "-skip" (string-join
+                       ;; Need MODELPATH env var to run tests.
+                       (list "TestDecodeTokens"
+                             "TestDecoder"
+                             "TestEncodeIDs"
+                             "TestInfo"
+                             "TestMergedSymbolExceedsMaxPieceLength"
+                             "TestProcessorWithText"
+                             "TestSymbolMatch"
+                             "TestVsSentencepiecePython")
+                       "|"))
+      #:phases
+      #~(modify-phases %standard-phases
+          (add-after 'unpack 'remove-examples
+            (lambda* (#:key tests? import-path #:allow-other-keys)
+              (with-directory-excursion (string-append "src/" import-path)
+                (delete-file "example_test.go")))))))
+    (propagated-inputs
+     (list go-google-golang-org-protobuf))
+    (home-page "https://github.com/eliben/go-sentencepiece")
+    (synopsis "Go implementation of the SentencePiece tokenizer")
+    (description
+     "This is a pure Go implementation of encoding and decoding text with the
+@url{https://github.com/google/sentencepiece, @code{SentencePiece}
+tokenizer}.")
+    (license license:asl2.0)))
+
 (define-public go-github-com-elliotchance-orderedmap
   (package
     (name "go-github-com-elliotchance-orderedmap")