function/stdlib: Use Unicode 12 rules for Text Segmentation

The text segmentation tables change for each major version of Unicode to incorporate new characters. Previously we were using Unicode 9, which is quite outdated at this point. Here we introduce Unicode 12 support, which means that the functions that use text segmentation to work with individual characters (Substr, Reverse, etc) will support new combining characters introduced in Unicode versions 10, 11 and 12.
zclconf · Mar 7, 2020 · 50eb240 · 50eb240
1 parent e05e5ed
commit 50eb240
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 5 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,6 @@
 # 1.4.0 (Unreleased)
 
+* `function/stdlib`: The string functions that partition strings into individual characters (grapheme clusters) now use the appropriate segmentation rules from Unicode 12.0.0, while previous versions used Unicode 9.0.0.
 
 # 1.3.1 (March 3, 2020)
 

diff --git a/cty/function/stdlib/format.go b/cty/function/stdlib/format.go
@@ -6,7 +6,7 @@ import (
 	"math/big"
 	"strings"
 
-	"github.com/apparentlymart/go-textseg/textseg"
+	"github.com/apparentlymart/go-textseg/v12/textseg"
 
 	"github.com/zclconf/go-cty/cty"
 	"github.com/zclconf/go-cty/cty/convert"

diff --git a/cty/function/stdlib/string.go b/cty/function/stdlib/string.go
@@ -6,7 +6,8 @@ import (
 	"sort"
 	"strings"
 
-	"github.com/apparentlymart/go-textseg/textseg"
+	"github.com/apparentlymart/go-textseg/v12/textseg"
+
 	"github.com/zclconf/go-cty/cty"
 	"github.com/zclconf/go-cty/cty/function"
 	"github.com/zclconf/go-cty/cty/gocty"

diff --git a/go.mod b/go.mod
@@ -1,7 +1,7 @@
 module github.com/zclconf/go-cty
 
 require (
-	github.com/apparentlymart/go-textseg v1.0.0
+	github.com/apparentlymart/go-textseg/v12 v12.0.0
 	github.com/golang/protobuf v1.1.0 // indirect
 	github.com/google/go-cmp v0.3.1
 	github.com/kr/pretty v0.1.0 // indirect

diff --git a/go.sum b/go.sum
@@ -1,5 +1,5 @@
-github.com/apparentlymart/go-textseg v1.0.0 h1:rRmlIsPEEhUTIKQb7T++Nz/A5Q6C9IuX2wFoYVvnCs0=
-github.com/apparentlymart/go-textseg v1.0.0/go.mod h1:z96Txxhf3xSFMPmb5X/1W05FF/Nj9VFpLOpjS5yuumk=
+github.com/apparentlymart/go-textseg/v12 v12.0.0 h1:bNEQyAGak9tojivJNkoqWErVCQbjdL7GzRt3F8NvfJ0=
+github.com/apparentlymart/go-textseg/v12 v12.0.0/go.mod h1:S/4uRK2UtaQttw1GenVJEynmyUenKwP++x/+DdGV/Ec=
 github.com/golang/protobuf v1.1.0 h1:0iH4Ffd/meGoXqF2lSAhZHt8X+cPgkfn/cb6Cce5Vpc=
 github.com/golang/protobuf v1.1.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
 github.com/google/go-cmp v0.3.1 h1:Xye71clBPdm5HgqGwUkwhbynsUJZhDbS20FvLhQ2izg=