mirror of
https://github.com/atom/atom.git
synced 2026-04-28 03:01:47 -04:00
a109a3317e
Surrogate pairs, meaning characters outside the Basic Multilingual Plane, are now broken out as atomic tokens. Closes #567
19 lines
1.1 KiB
CoffeeScript
19 lines
1.1 KiB
CoffeeScript
textUtils = require 'text-utils'
|
|
|
|
describe 'text utilities', ->
|
|
describe '.getCharacterCount(string)', ->
|
|
it 'returns the number of full characters in the string', ->
|
|
expect(textUtils.getCharacterCount('abc')).toBe 3
|
|
expect(textUtils.getCharacterCount('a\uD835\uDF97b\uD835\uDF97c')).toBe 5
|
|
expect(textUtils.getCharacterCount('\uD835\uDF97')).toBe 1
|
|
|
|
describe '.isSurrogatePair(string, index)', ->
|
|
it 'returns true when the index is the start of a high/low surrogate pair', ->
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 0)).toBe false
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 1)).toBe true
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 2)).toBe false
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 3)).toBe false
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 4)).toBe true
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 5)).toBe false
|
|
expect(textUtils.isSurrogatePair('a\uD835\uDF97b\uD835\uDF97c', 6)).toBe false
|