segmenter-atomref.js

Enable keyboard shortcuts

function test(granularity, s0, s1) {

  var str = newString("Lorem ipsum. Dolor sit.", {twoByte: true});

  var segments = new Intl.Segmenter("en", {granularity}).segment(str);

  assertEq(segments.containing(0).segment, s0);

  var obj = {[str]: 1}; // Turn str into a Latin1 AtomRef.

  assertEq(segments.containing(0).segment, s0);

  assertEq(segments.containing(13).segment, s1);

  return obj;

test("grapheme", "L", "D");

test("word", "Lorem", "Dolor");

test("sentence", "Lorem ipsum. ", "Dolor sit.");