Something went wrong. Try again.
javascript for 🐜's, a tiny runtime with big ambitions antjs.org
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175import { test, testDeep, testThrows, summary } from './helpers.js';
console.log('TextEncoder/TextDecoder Tests\n');
const encoder = new TextEncoder();const decoder = new TextDecoder();
const encoded = encoder.encode('hello');test('TextEncoder type', encoded instanceof Uint8Array, true);test('TextEncoder length', encoded.length, 5);test('TextEncoder byte 0', encoded[0], 104);test('TextEncoder byte 1', encoded[1], 101);
const decoded = decoder.decode(encoded);test('TextDecoder', decoded, 'hello');
const utf8 = encoder.encode('日本語');test('UTF-8 encode length', utf8.length, 9);test('UTF-8 decode', decoder.decode(utf8), '日本語');
const emoji = encoder.encode('😀');test('emoji encode length', emoji.length, 4);test('emoji decode', decoder.decode(emoji), '😀');
const empty = encoder.encode('');test('empty encode length', empty.length, 0);test('empty decode', decoder.decode(empty), '');
const roundtrip = 'Hello, 世界! 🎉';test('roundtrip', decoder.decode(encoder.encode(roundtrip)), roundtrip);
test('TextEncoder.encoding', encoder.encoding, 'utf-8');test('TextEncoder requires new', typeof TextEncoder, 'function');testThrows('TextEncoder without new throws', () => TextEncoder());
testDeep('encode lone high surrogate', [...encoder.encode('\uD800')], [0xef, 0xbf, 0xbd]);testDeep('encode lone low surrogate', [...encoder.encode('\uDC00')], [0xef, 0xbf, 0xbd]);testDeep('encode surrogate in string', [...encoder.encode('a\uD800b')], [0x61, 0xef, 0xbf, 0xbd, 0x62]);testDeep('encode reversed surrogates', [...encoder.encode('\uDC00\uD800')], [0xef, 0xbf, 0xbd, 0xef, 0xbf, 0xbd]);test('encode valid surrogate pair', encoder.encode('\uD834\uDD1E').length, 4); // U+1D11E 𝄞
const dest = new Uint8Array(10);const result = encoder.encodeInto('hello', dest);test('encodeInto read', result.read, 5);test('encodeInto written', result.written, 5);test('encodeInto data', decoder.decode(dest.subarray(0, result.written)), 'hello');
const small = new Uint8Array(2);const partial = encoder.encodeInto('hello', small);test('encodeInto partial written', partial.written, 2);test('encodeInto partial read', partial.read, 2);
test('TextDecoder default encoding', new TextDecoder().encoding, 'utf-8');test('TextDecoder utf8 alias', new TextDecoder('utf8').encoding, 'utf-8');test('TextDecoder case insensitive', new TextDecoder('UTF-8').encoding, 'utf-8');test('TextDecoder utf-16le label', new TextDecoder('utf-16le').encoding, 'utf-16le');test('TextDecoder utf-16be label', new TextDecoder('utf-16be').encoding, 'utf-16be');test('TextDecoder utf-16 alias', new TextDecoder('utf-16').encoding, 'utf-16le');
for (const label of [ 'ansi_x3.4-1968', 'ascii', 'cp1252', 'cp819', 'csisolatin1', 'ibm819', 'iso-8859-1', 'iso-ir-100', 'iso8859-1', 'iso88591', 'iso_8859-1', 'iso_8859-1:1987', 'l1', 'latin1', 'us-ascii', 'windows-1252', 'x-cp1252',]) { test(`TextDecoder ${label} alias`, new TextDecoder(label).encoding, 'windows-1252');}test( 'TextDecoder latin1 uses windows-1252', new TextDecoder('latin1').decode(new Uint8Array([0x80, 0x91, 0xa3, 0xff])), '\u20AC\u2018\u00A3\u00FF');
testThrows('TextDecoder invalid label', () => new TextDecoder('bogus'));testThrows('TextDecoder without new throws', () => TextDecoder());
test('fatal defaults false', new TextDecoder().fatal, false);test('fatal option true', new TextDecoder('utf-8', { fatal: true }).fatal, true);test('ignoreBOM defaults false', new TextDecoder().ignoreBOM, false);test('ignoreBOM option true', new TextDecoder('utf-8', { ignoreBOM: true }).ignoreBOM, true);
testThrows('fatal on invalid UTF-8', () => { new TextDecoder('utf-8', { fatal: true }).decode(new Uint8Array([0xff]));});testThrows('fatal on truncated sequence', () => { new TextDecoder('utf-8', { fatal: true }).decode(new Uint8Array([0xc0]));});testThrows('fatal on overlong', () => { new TextDecoder('utf-8', { fatal: true }).decode(new Uint8Array([0xc0, 0x80]));});test('non-fatal replacement', new TextDecoder().decode(new Uint8Array([0xff])), '\uFFFD');test('non-fatal truncated', new TextDecoder().decode(new Uint8Array([0xc0])), '\uFFFD');
test('UTF-8 BOM stripped by default', new TextDecoder().decode(new Uint8Array([0xef, 0xbb, 0xbf, 0x41])), 'A');test('UTF-8 BOM kept with ignoreBOM', new TextDecoder('utf-8', { ignoreBOM: true }).decode(new Uint8Array([0xef, 0xbb, 0xbf, 0x41])), '\uFEFFA');
{ const sd = new TextDecoder(); let out = ''; out += sd.decode(new Uint8Array([0xf0, 0x9f, 0x92]), { stream: true }); out += sd.decode(new Uint8Array([0xa9])); test('streaming UTF-8 multi-byte', out, '\u{1F4A9}');}
{ const sd = new TextDecoder(); let out = ''; out += sd.decode(new Uint8Array([0xf0]), { stream: true }); out += sd.decode(new Uint8Array([0x9f]), { stream: true }); out += sd.decode(new Uint8Array([0x92]), { stream: true }); out += sd.decode(new Uint8Array([0xa9])); test('streaming UTF-8 byte-at-a-time', out, '\u{1F4A9}');}
{ const sd = new TextDecoder(); let out = ''; out += sd.decode(new Uint8Array([0xf0, 0x9f]), { stream: true }); out += sd.decode(); test('streaming flush incomplete sequence', out, '\uFFFD');}
test('UTF-16LE basic', new TextDecoder('utf-16le').decode(new Uint8Array([0x41, 0x00, 0x42, 0x00])), 'AB');test('UTF-16LE surrogate pair', new TextDecoder('utf-16le').decode(new Uint8Array([0x34, 0xd8, 0x1e, 0xdd])), '\uD834\uDD1E');test('UTF-16LE BOM stripped', new TextDecoder('utf-16le').decode(new Uint8Array([0xff, 0xfe, 0x41, 0x00])), 'A');
test( 'UTF-16LE BOM kept with ignoreBOM', new TextDecoder('utf-16le', { ignoreBOM: true }).decode(new Uint8Array([0xff, 0xfe, 0x41, 0x00])), '\uFEFFA');
testThrows('UTF-16LE fatal on odd byte', () => { new TextDecoder('utf-16le', { fatal: true }).decode(new Uint8Array([0x00]));});
test('UTF-16LE non-fatal odd byte', new TextDecoder('utf-16le').decode(new Uint8Array([0x00])), '\uFFFD');
{ const sd = new TextDecoder('utf-16le'); let out = ''; out += sd.decode(new Uint8Array([0x41]), { stream: true }); out += sd.decode(new Uint8Array([0x00])); test('UTF-16LE streaming split code unit', out, 'A');}
{ const sd = new TextDecoder('utf-16le'); let out = ''; out += sd.decode(new Uint8Array([0x34, 0xd8]), { stream: true }); out += sd.decode(new Uint8Array([0x1e, 0xdd])); test('UTF-16LE streaming split surrogate pair', out, '\uD834\uDD1E');}
test('UTF-16BE basic', new TextDecoder('utf-16be').decode(new Uint8Array([0x00, 0x41, 0x00, 0x42])), 'AB');test('UTF-16BE surrogate pair', new TextDecoder('utf-16be').decode(new Uint8Array([0xd8, 0x34, 0xdd, 0x1e])), '\uD834\uDD1E');test('UTF-16BE BOM stripped', new TextDecoder('utf-16be').decode(new Uint8Array([0xfe, 0xff, 0x00, 0x41])), 'A');
{ const buf = new Uint8Array([0x68, 0x69]).buffer; test('decode ArrayBuffer', new TextDecoder().decode(buf), 'hi');}
{ const d = new TextDecoder(); d.decode(new Uint8Array([0xf0, 0x9f]), { stream: true }); const fresh = d.decode(new Uint8Array([0x41])); test('decoder reuse resets', fresh, '\uFFFDA');}
testDeep('encode undefined', [...encoder.encode(undefined)], []);testDeep('encode no args', [...encoder.encode()], []);test('decode no args', decoder.decode(), '');
summary();