/** @babel */ import TokenizedBufferIterator from '../src/tokenized-buffer-iterator' import {Point} from 'text-buffer' describe('TokenizedBufferIterator', () => { describe('seek(position)', function () { it('seeks to the leftmost tag boundary greater than or equal to the given position and returns the containing tags', function () { const tokenizedBuffer = { tokenizedLineForRow (row) { if (row === 0) { return { tags: [-1, -2, -3, -4, -5, 3, -3, -4, -6, -5, 4, -6, -3, -4], text: 'foo bar', openScopes: [] } } else { return null } }, grammar: { scopeForId (id) { return { '-1': 'foo', '-2': 'foo', '-3': 'bar', '-4': 'bar', '-5': 'baz', '-6': 'baz' }[id] } } } const iterator = new TokenizedBufferIterator(tokenizedBuffer) expect(iterator.seek(Point(0, 0))).toEqual([]) expect(iterator.getPosition()).toEqual(Point(0, 0)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual(['syntax--foo']) iterator.moveToSuccessor() expect(iterator.getCloseTags()).toEqual(['syntax--foo']) expect(iterator.getOpenTags()).toEqual(['syntax--bar']) expect(iterator.seek(Point(0, 1))).toEqual(['syntax--baz']) expect(iterator.getPosition()).toEqual(Point(0, 3)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual(['syntax--bar']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 3)) expect(iterator.getCloseTags()).toEqual(['syntax--bar', 'syntax--baz']) expect(iterator.getOpenTags()).toEqual(['syntax--baz']) expect(iterator.seek(Point(0, 3))).toEqual(['syntax--baz']) expect(iterator.getPosition()).toEqual(Point(0, 3)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual(['syntax--bar']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 3)) expect(iterator.getCloseTags()).toEqual(['syntax--bar', 'syntax--baz']) expect(iterator.getOpenTags()).toEqual(['syntax--baz']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 7)) expect(iterator.getCloseTags()).toEqual(['syntax--baz']) expect(iterator.getOpenTags()).toEqual(['syntax--bar']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 7)) expect(iterator.getCloseTags()).toEqual(['syntax--bar']) expect(iterator.getOpenTags()).toEqual([]) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(1, 0)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual([]) expect(iterator.seek(Point(0, 5))).toEqual(['syntax--baz']) expect(iterator.getPosition()).toEqual(Point(0, 7)) expect(iterator.getCloseTags()).toEqual(['syntax--baz']) expect(iterator.getOpenTags()).toEqual(['syntax--bar']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 7)) expect(iterator.getCloseTags()).toEqual(['syntax--bar']) expect(iterator.getOpenTags()).toEqual([]) }) }) describe('moveToSuccessor()', function () { it('reports two boundaries at the same position when tags close, open, then close again without a non-negative integer separating them (regression)', () => { const tokenizedBuffer = { tokenizedLineForRow () { return { tags: [-1, -2, -1, -2], text: '', openScopes: [] } }, grammar: { scopeForId () { return 'foo' } } } const iterator = new TokenizedBufferIterator(tokenizedBuffer) iterator.seek(Point(0, 0)) expect(iterator.getPosition()).toEqual(Point(0, 0)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual(['syntax--foo']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 0)) expect(iterator.getCloseTags()).toEqual(['syntax--foo']) expect(iterator.getOpenTags()).toEqual(['syntax--foo']) iterator.moveToSuccessor() expect(iterator.getCloseTags()).toEqual(['syntax--foo']) expect(iterator.getOpenTags()).toEqual([]) }) it("reports a boundary at line end if the next line's open scopes don't match the containing tags for the current line", () => { const tokenizedBuffer = { tokenizedLineForRow (row) { if (row === 0) { return { tags: [-1, 3, -2, -3], text: 'bar', openScopes: [] } } else if (row === 1) { return { tags: [3], text: 'baz', openScopes: [-1] } } else if (row === 2) { return { tags: [-2], text: '', openScopes: [-1] } } }, grammar: { scopeForId (id) { if (id === -2 || id === -1) { return 'foo' } else if (id === -3) { return 'qux' } } } } const iterator = new TokenizedBufferIterator(tokenizedBuffer) iterator.seek(Point(0, 0)) expect(iterator.getPosition()).toEqual(Point(0, 0)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual(['syntax--foo']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 3)) expect(iterator.getCloseTags()).toEqual(['syntax--foo']) expect(iterator.getOpenTags()).toEqual(['syntax--qux']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(0, 3)) expect(iterator.getCloseTags()).toEqual(['syntax--qux']) expect(iterator.getOpenTags()).toEqual([]) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(1, 0)) expect(iterator.getCloseTags()).toEqual([]) expect(iterator.getOpenTags()).toEqual(['syntax--foo']) iterator.moveToSuccessor() expect(iterator.getPosition()).toEqual(Point(2, 0)) expect(iterator.getCloseTags()).toEqual(['syntax--foo']) expect(iterator.getOpenTags()).toEqual([]) }) }) })