// Copyright (c) 2014, the Dart project authors. Please see the AUTHORS file // for details. All rights reserved. Use of this source code is governed by a // BSD-style license that can be found in the LICENSE file. import 'package:string_scanner/src/charcode.dart'; import 'package:string_scanner/string_scanner.dart'; import 'package:test/test.dart'; void main() { group('with an empty string', () { late StringScanner scanner; setUp(() { scanner = StringScanner(''); }); test('is done', () { expect(scanner.isDone, isTrue); expect(scanner.expectDone, isNot(throwsFormatException)); }); test('rest is empty', () { expect(scanner.rest, isEmpty); }); test('lastMatch is null', () { expect(scanner.lastMatch, isNull); }); test('position is zero', () { expect(scanner.position, equals(0)); }); test("readChar fails and doesn't change the state", () { expect(scanner.readChar, throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("readCodePoint fails and doesn't change the state", () { expect(scanner.readCodePoint, throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("peekChar returns null and doesn't change the state", () { expect(scanner.peekChar(), isNull); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("peekCodePoint returns null and doesn't change the state", () { expect(scanner.peekCodePoint(), isNull); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("scanChar returns false and doesn't change the state", () { expect(scanner.scanChar($f), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("expectChar fails and doesn't change the state", () { expect(() => scanner.expectChar($f), throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("scan returns false and doesn't change the state", () { expect(scanner.scan(RegExp('.')), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("expect throws a FormatException and doesn't change the state", () { expect(() => scanner.expect(RegExp('.')), throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test("matches returns false and doesn't change the state", () { expect(scanner.matches(RegExp('.')), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test('substring returns the empty string', () { expect(scanner.substring(0), isEmpty); }); test('setting position to 1 throws an ArgumentError', () { expect(() { scanner.position = 1; }, throwsArgumentError); }); test('setting position to -1 throws an ArgumentError', () { expect(() { scanner.position = -1; }, throwsArgumentError); }); }); group('at the beginning of a string', () { late StringScanner scanner; setUp(() { scanner = StringScanner('foo bar'); }); test('is not done', () { expect(scanner.isDone, isFalse); expect(scanner.expectDone, throwsFormatException); }); test('rest is the whole string', () { expect(scanner.rest, equals('foo bar')); }); test('lastMatch is null', () { expect(scanner.lastMatch, isNull); }); test('position is zero', () { expect(scanner.position, equals(0)); }); test('readChar returns the first character and moves forward', () { expect(scanner.readChar(), equals(0x66)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(1)); }); test('readCodePoint returns the first character and moves forward', () { expect(scanner.readCodePoint(), equals(0x66)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(1)); }); test('peekChar returns the first character', () { expect(scanner.peekChar(), equals(0x66)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test('peekChar with an argument returns the nth character', () { expect(scanner.peekChar(4), equals(0x62)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test('peekCodePoint returns the first character', () { expect(scanner.peekCodePoint(), equals(0x66)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test('a matching scanChar returns true moves forward', () { expect(scanner.scanChar($f), isTrue); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(1)); }); test('a non-matching scanChar returns false and does nothing', () { expect(scanner.scanChar($x), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test('a matching expectChar moves forward', () { scanner.expectChar($f); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(1)); }); test('a non-matching expectChar fails', () { expect(() => scanner.expectChar($x), throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); }); test('a matching scan returns true and changes the state', () { expect(scanner.scan(RegExp('f(..)')), isTrue); expect(scanner.lastMatch![1], equals('oo')); expect(scanner.position, equals(3)); expect(scanner.rest, equals(' bar')); }); test('a non-matching scan returns false and sets lastMatch to null', () { expect(scanner.matches(RegExp('f(..)')), isTrue); expect(scanner.lastMatch, isNotNull); expect(scanner.scan(RegExp('b(..)')), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); expect(scanner.rest, equals('foo bar')); }); test('a matching expect changes the state', () { scanner.expect(RegExp('f(..)')); expect(scanner.lastMatch![1], equals('oo')); expect(scanner.position, equals(3)); expect(scanner.rest, equals(' bar')); }); test( 'a non-matching expect throws a FormatException and sets lastMatch to ' 'null', () { expect(scanner.matches(RegExp('f(..)')), isTrue); expect(scanner.lastMatch, isNotNull); expect(() => scanner.expect(RegExp('b(..)')), throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); expect(scanner.rest, equals('foo bar')); }); test('a matching matches returns true and only changes lastMatch', () { expect(scanner.matches(RegExp('f(..)')), isTrue); expect(scanner.lastMatch![1], equals('oo')); expect(scanner.position, equals(0)); expect(scanner.rest, equals('foo bar')); }); test("a non-matching matches returns false and doesn't change the state", () { expect(scanner.matches(RegExp('b(..)')), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(0)); expect(scanner.rest, equals('foo bar')); }); test('substring from the beginning returns the empty string', () { expect(scanner.substring(0), isEmpty); }); test('substring with a custom end returns the substring', () { expect(scanner.substring(0, 3), equals('foo')); }); test('substring with the string length returns the whole string', () { expect(scanner.substring(0, 7), equals('foo bar')); }); test('setting position to 1 moves the cursor forward', () { scanner.position = 1; expect(scanner.position, equals(1)); expect(scanner.rest, equals('oo bar')); expect(scanner.scan(RegExp('oo.')), isTrue); expect(scanner.lastMatch![0], equals('oo ')); expect(scanner.position, equals(4)); expect(scanner.rest, equals('bar')); }); test('setting position beyond the string throws an ArgumentError', () { expect(() { scanner.position = 8; }, throwsArgumentError); }); test('setting position to -1 throws an ArgumentError', () { expect(() { scanner.position = -1; }, throwsArgumentError); }); test('scan accepts any Pattern', () { expect(scanner.scan('foo'), isTrue); expect(scanner.lastMatch![0], equals('foo')); expect(scanner.position, equals(3)); expect(scanner.rest, equals(' bar')); }); test('scans multiple times', () { expect(scanner.scan(RegExp('f(..)')), isTrue); expect(scanner.lastMatch![1], equals('oo')); expect(scanner.position, equals(3)); expect(scanner.rest, equals(' bar')); expect(scanner.scan(RegExp(' b(..)')), isTrue); expect(scanner.lastMatch![1], equals('ar')); expect(scanner.position, equals(7)); expect(scanner.rest, equals('')); expect(scanner.isDone, isTrue); expect(scanner.expectDone, isNot(throwsFormatException)); }); }); group('after a scan', () { late StringScanner scanner; setUp(() { scanner = StringScanner('foo bar'); expect(scanner.scan('foo'), isTrue); }); test('readChar returns the first character and unsets the last match', () { expect(scanner.readChar(), equals($space)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(4)); }); test('readCodePoint returns the first character and unsets the last match', () { expect(scanner.readCodePoint(), equals($space)); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(4)); }); test('a matching scanChar returns true and unsets the last match', () { expect(scanner.scanChar($space), isTrue); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(4)); }); test('a matching expectChar returns true and unsets the last match', () { scanner.expectChar($space); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(4)); }); }); group('at the end of a string', () { late StringScanner scanner; setUp(() { scanner = StringScanner('foo bar'); expect(scanner.scan('foo bar'), isTrue); }); test('is done', () { expect(scanner.isDone, isTrue); expect(scanner.expectDone, isNot(throwsFormatException)); }); test('rest is empty', () { expect(scanner.rest, isEmpty); }); test('position is zero', () { expect(scanner.position, equals(7)); }); test("readChar fails and doesn't change the state", () { expect(scanner.readChar, throwsFormatException); expect(scanner.lastMatch, isNotNull); expect(scanner.position, equals(7)); }); test("readCodePoint fails and doesn't change the state", () { expect(scanner.readCodePoint, throwsFormatException); expect(scanner.lastMatch, isNotNull); expect(scanner.position, equals(7)); }); test("peekChar returns null and doesn't change the state", () { expect(scanner.peekChar(), isNull); expect(scanner.lastMatch, isNotNull); expect(scanner.position, equals(7)); }); test("peekCodePoint returns null and doesn't change the state", () { expect(scanner.peekCodePoint(), isNull); expect(scanner.lastMatch, isNotNull); expect(scanner.position, equals(7)); }); test("scanChar returns false and doesn't change the state", () { expect(scanner.scanChar($f), isFalse); expect(scanner.lastMatch, isNotNull); expect(scanner.position, equals(7)); }); test("expectChar fails and doesn't change the state", () { expect(() => scanner.expectChar($f), throwsFormatException); expect(scanner.lastMatch, isNotNull); expect(scanner.position, equals(7)); }); test('scan returns false and sets lastMatch to null', () { expect(scanner.scan(RegExp('.')), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(7)); }); test('expect throws a FormatException and sets lastMatch to null', () { expect(() => scanner.expect(RegExp('.')), throwsFormatException); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(7)); }); test('matches returns false sets lastMatch to null', () { expect(scanner.matches(RegExp('.')), isFalse); expect(scanner.lastMatch, isNull); expect(scanner.position, equals(7)); }); test('substring from the beginning returns the whole string', () { expect(scanner.substring(0), equals('foo bar')); }); test('substring with a custom start returns a substring from there', () { expect(scanner.substring(4), equals('bar')); }); test('substring with a custom start and end returns that substring', () { expect(scanner.substring(3, 5), equals(' b')); }); test('setting position to 1 moves the cursor backward', () { scanner.position = 1; expect(scanner.position, equals(1)); expect(scanner.rest, equals('oo bar')); expect(scanner.scan(RegExp('oo.')), isTrue); expect(scanner.lastMatch![0], equals('oo ')); expect(scanner.position, equals(4)); expect(scanner.rest, equals('bar')); }); test('setting and resetting position clears lastMatch', () { final oldPosition = scanner.position; scanner.position = 1; scanner.position = oldPosition; expect(scanner.lastMatch, isNull); }); test('setting position beyond the string throws an ArgumentError', () { expect(() { scanner.position = 8; }, throwsArgumentError); }); test('setting position to -1 throws an ArgumentError', () { expect(() { scanner.position = -1; }, throwsArgumentError); }); }); group('before a surrogate pair', () { final codePoint = '\uD83D\uDC6D'.runes.first; const highSurrogate = 0xD83D; late StringScanner scanner; setUp(() { scanner = StringScanner('foo: \uD83D\uDC6D'); expect(scanner.scan('foo: '), isTrue); }); test('readChar returns the high surrogate and moves into the pair', () { expect(scanner.readChar(), equals(highSurrogate)); expect(scanner.position, equals(6)); }); test('readCodePoint returns the code unit and moves past the pair', () { expect(scanner.readCodePoint(), equals(codePoint)); expect(scanner.position, equals(7)); }); test('peekChar returns the high surrogate', () { expect(scanner.peekChar(), equals(highSurrogate)); expect(scanner.position, equals(5)); }); test('peekCodePoint returns the code unit', () { expect(scanner.peekCodePoint(), equals(codePoint)); expect(scanner.position, equals(5)); }); test('scanChar with the high surrogate moves into the pair', () { expect(scanner.scanChar(highSurrogate), isTrue); expect(scanner.position, equals(6)); }); test('scanChar with the code point moves past the pair', () { expect(scanner.scanChar(codePoint), isTrue); expect(scanner.position, equals(7)); }); test('expectChar with the high surrogate moves into the pair', () { scanner.expectChar(highSurrogate); expect(scanner.position, equals(6)); }); test('expectChar with the code point moves past the pair', () { scanner.expectChar(codePoint); expect(scanner.position, equals(7)); }); }); group('before an invalid surrogate pair', () { // This surrogate pair is invalid because U+E000 is just outside the range // of low surrogates. If it were interpreted as a surrogate pair anyway, the // value would be U+110000, which is outside of the Unicode gamut. const codePoint = 0x110000; const highSurrogate = 0xD800; late StringScanner scanner; setUp(() { scanner = StringScanner('foo: \uD800\uE000'); expect(scanner.scan('foo: '), isTrue); }); test('readChar returns the high surrogate and moves into the pair', () { expect(scanner.readChar(), equals(highSurrogate)); expect(scanner.position, equals(6)); }); test('readCodePoint returns the high surrogate and moves past the pair', () { expect(scanner.readCodePoint(), equals(highSurrogate)); expect(scanner.position, equals(6)); }); test('peekChar returns the high surrogate', () { expect(scanner.peekChar(), equals(highSurrogate)); expect(scanner.position, equals(5)); }); test('peekCodePoint returns the high surrogate', () { expect(scanner.peekCodePoint(), equals(highSurrogate)); expect(scanner.position, equals(5)); }); test('scanChar with the high surrogate moves into the pair', () { expect(scanner.scanChar(highSurrogate), isTrue); expect(scanner.position, equals(6)); }); test('scanChar with the fake code point returns false', () { expect(scanner.scanChar(codePoint), isFalse); expect(scanner.position, equals(5)); }); test('expectChar with the high surrogate moves into the pair', () { scanner.expectChar(highSurrogate); expect(scanner.position, equals(6)); }); test('expectChar with the fake code point fails', () { expect(() => scanner.expectChar(codePoint), throwsRangeError); }); }); group('a scanner constructed with a custom position', () { test('starts scanning from that position', () { final scanner = StringScanner('foo bar', position: 1); expect(scanner.position, equals(1)); expect(scanner.rest, equals('oo bar')); expect(scanner.scan(RegExp('oo.')), isTrue); expect(scanner.lastMatch![0], equals('oo ')); expect(scanner.position, equals(4)); expect(scanner.rest, equals('bar')); }); test('throws an ArgumentError if the position is -1', () { expect(() => StringScanner('foo bar', position: -1), throwsArgumentError); }); test('throws an ArgumentError if the position is beyond the string', () { expect(() => StringScanner('foo bar', position: 8), throwsArgumentError); }); }); }