fold_test.go

Documentation: encoding/json

		 1  // Copyright 2013 The Go Authors. All rights reserved.
		 2  // Use of this source code is governed by a BSD-style
		 3  // license that can be found in the LICENSE file.
		 4  
		 5  package json
		 6  
		 7  import (
		 8  	"bytes"
		 9  	"strings"
		10  	"testing"
		11  	"unicode/utf8"
		12  )
		13  
		14  var foldTests = []struct {
		15  	fn	 func(s, t []byte) bool
		16  	s, t string
		17  	want bool
		18  }{
		19  	{equalFoldRight, "", "", true},
		20  	{equalFoldRight, "a", "a", true},
		21  	{equalFoldRight, "", "a", false},
		22  	{equalFoldRight, "a", "", false},
		23  	{equalFoldRight, "a", "A", true},
		24  	{equalFoldRight, "AB", "ab", true},
		25  	{equalFoldRight, "AB", "ac", false},
		26  	{equalFoldRight, "sbkKc", "ſbKKc", true},
		27  	{equalFoldRight, "SbKkc", "ſbKKc", true},
		28  	{equalFoldRight, "SbKkc", "ſbKK", false},
		29  	{equalFoldRight, "e", "é", false},
		30  	{equalFoldRight, "s", "S", true},
		31  
		32  	{simpleLetterEqualFold, "", "", true},
		33  	{simpleLetterEqualFold, "abc", "abc", true},
		34  	{simpleLetterEqualFold, "abc", "ABC", true},
		35  	{simpleLetterEqualFold, "abc", "ABCD", false},
		36  	{simpleLetterEqualFold, "abc", "xxx", false},
		37  
		38  	{asciiEqualFold, "a_B", "A_b", true},
		39  	{asciiEqualFold, "aa@", "aa`", false}, // verify 0x40 and 0x60 aren't case-equivalent
		40  }
		41  
		42  func TestFold(t *testing.T) {
		43  	for i, tt := range foldTests {
		44  		if got := tt.fn([]byte(tt.s), []byte(tt.t)); got != tt.want {
		45  			t.Errorf("%d. %q, %q = %v; want %v", i, tt.s, tt.t, got, tt.want)
		46  		}
		47  		truth := strings.EqualFold(tt.s, tt.t)
		48  		if truth != tt.want {
		49  			t.Errorf("strings.EqualFold doesn't agree with case %d", i)
		50  		}
		51  	}
		52  }
		53  
		54  func TestFoldAgainstUnicode(t *testing.T) {
		55  	const bufSize = 5
		56  	buf1 := make([]byte, 0, bufSize)
		57  	buf2 := make([]byte, 0, bufSize)
		58  	var runes []rune
		59  	for i := 0x20; i <= 0x7f; i++ {
		60  		runes = append(runes, rune(i))
		61  	}
		62  	runes = append(runes, kelvin, smallLongEss)
		63  
		64  	funcs := []struct {
		65  		name	 string
		66  		fold	 func(s, t []byte) bool
		67  		letter bool // must be ASCII letter
		68  		simple bool // must be simple ASCII letter (not 'S' or 'K')
		69  	}{
		70  		{
		71  			name: "equalFoldRight",
		72  			fold: equalFoldRight,
		73  		},
		74  		{
		75  			name:	 "asciiEqualFold",
		76  			fold:	 asciiEqualFold,
		77  			simple: true,
		78  		},
		79  		{
		80  			name:	 "simpleLetterEqualFold",
		81  			fold:	 simpleLetterEqualFold,
		82  			simple: true,
		83  			letter: true,
		84  		},
		85  	}
		86  
		87  	for _, ff := range funcs {
		88  		for _, r := range runes {
		89  			if r >= utf8.RuneSelf {
		90  				continue
		91  			}
		92  			if ff.letter && !isASCIILetter(byte(r)) {
		93  				continue
		94  			}
		95  			if ff.simple && (r == 's' || r == 'S' || r == 'k' || r == 'K') {
		96  				continue
		97  			}
		98  			for _, r2 := range runes {
		99  				buf1 := append(buf1[:0], 'x')
	 100  				buf2 := append(buf2[:0], 'x')
	 101  				buf1 = buf1[:1+utf8.EncodeRune(buf1[1:bufSize], r)]
	 102  				buf2 = buf2[:1+utf8.EncodeRune(buf2[1:bufSize], r2)]
	 103  				buf1 = append(buf1, 'x')
	 104  				buf2 = append(buf2, 'x')
	 105  				want := bytes.EqualFold(buf1, buf2)
	 106  				if got := ff.fold(buf1, buf2); got != want {
	 107  					t.Errorf("%s(%q, %q) = %v; want %v", ff.name, buf1, buf2, got, want)
	 108  				}
	 109  			}
	 110  		}
	 111  	}
	 112  }
	 113  
	 114  func isASCIILetter(b byte) bool {
	 115  	return ('A' <= b && b <= 'Z') || ('a' <= b && b <= 'z')
	 116  }
	 117
View as plain text