tor-browser

The Tor Browser
git clone https://git.dasho.dev/tor-browser.git
Log | Files | Refs | README | LICENSE

textdecoder-eof.any.js (3828B)


      1 test(() => {
      2  // Truncated sequences
      3  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0])), "\uFFFD");
      4  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0, 0x9F])), "\uFFFD");
      5  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0, 0x9F, 0x92])), "\uFFFD");
      6 
      7  // Errors near end-of-queue
      8  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0, 0x9F, 0x41])), "\uFFFDA");
      9  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0, 0x41, 0x42])), "\uFFFDAB");
     10  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0, 0x41, 0xF0])), "\uFFFDA\uFFFD");
     11  assert_equals(new TextDecoder().decode(new Uint8Array([0xF0, 0x8F, 0x92])), "\uFFFD\uFFFD\uFFFD");
     12  assert_equals(new TextDecoder("Big5").decode(new Uint8Array([0x81, 0x40])), "\uFFFD@");
     13  assert_equals(new TextDecoder("Big5").decode(new Uint8Array([0x81, 0x81])), "\uFFFD");
     14  assert_equals(new TextDecoder("Big5").decode(new Uint8Array([0x87, 0x87, 0x40])), "\uFFFD@");
     15 }, "TextDecoder end-of-queue handling");
     16 
     17 test(() => {
     18  const decoder = new TextDecoder();
     19  const big5Decoder = new TextDecoder("Big5");
     20 
     21  assert_equals(decoder.decode(new Uint8Array([0xF0]), { stream: true }), "");
     22  assert_equals(decoder.decode(), "\uFFFD");
     23 
     24  assert_equals(decoder.decode(new Uint8Array([0xF0]), { stream: true }), "");
     25  assert_equals(decoder.decode(new Uint8Array([0x9F]), { stream: true }), "");
     26  assert_equals(decoder.decode(), "\uFFFD");
     27 
     28  assert_equals(decoder.decode(new Uint8Array([0xF0, 0x9F]), { stream: true }), "");
     29  assert_equals(decoder.decode(new Uint8Array([0x92])), "\uFFFD");
     30 
     31  assert_equals(decoder.decode(new Uint8Array([0xF0, 0x9F]), { stream: true }), "");
     32  assert_equals(decoder.decode(new Uint8Array([0x41]), { stream: true }), "\uFFFDA");
     33  assert_equals(decoder.decode(), "");
     34 
     35  assert_equals(decoder.decode(new Uint8Array([0xF0, 0x41, 0x42]), { stream: true }), "\uFFFDAB");
     36  assert_equals(decoder.decode(), "");
     37 
     38  assert_equals(decoder.decode(new Uint8Array([0xF0, 0x41, 0xF0]), { stream: true }), "\uFFFDA");
     39  assert_equals(decoder.decode(), "\uFFFD");
     40 
     41  assert_equals(decoder.decode(new Uint8Array([0xF0]), { stream: true }), "");
     42  assert_equals(decoder.decode(new Uint8Array([0x8F]), { stream: true }), "\uFFFD\uFFFD");
     43  assert_equals(decoder.decode(new Uint8Array([0x92]), { stream: true }), "\uFFFD");
     44  assert_equals(decoder.decode(), "");
     45 
     46  assert_equals(decoder.decode(new Uint8Array([0xF0, 0xC2, 0x80, 0x2A]), { stream: true }), "\uFFFD\x80*");
     47  assert_equals(decoder.decode(), "");
     48 
     49  assert_equals(decoder.decode(new Uint8Array([0xF0]), { stream: true }), "");
     50  assert_equals(decoder.decode(new Uint8Array([0xC2]), { stream: true }), "\uFFFD");
     51  assert_equals(decoder.decode(new Uint8Array([0x80]), { stream: true }), "\x80");
     52  assert_equals(decoder.decode(new Uint8Array([0x2A]), { stream: true }), "*");
     53  assert_equals(decoder.decode(), "");
     54 
     55  assert_equals(decoder.decode(new Uint8Array([0xF0]), { stream: true }), "");
     56  assert_equals(decoder.decode(new Uint8Array([0xC2]), { stream: true }), "\uFFFD");
     57  assert_equals(decoder.decode(new Uint8Array([0x80, 0x2A]), { stream: true }), "\x80*");
     58  assert_equals(decoder.decode(), "");
     59 
     60  assert_equals(decoder.decode(new Uint8Array([0xF0]), { stream: true }), "");
     61  assert_equals(decoder.decode(new Uint8Array([0xC2, 0x80, 0x2A]), { stream: true }), "\uFFFD\x80*");
     62  assert_equals(decoder.decode(), "");
     63 
     64  assert_equals(big5Decoder.decode(new Uint8Array([0x81, 0x40]), { stream: true }), "\uFFFD@");
     65  assert_equals(big5Decoder.decode(), "");
     66 
     67  assert_equals(big5Decoder.decode(new Uint8Array([0x81]), { stream: true }), "");
     68  assert_equals(big5Decoder.decode(new Uint8Array([0x40]), { stream: true }), "\uFFFD@");
     69  assert_equals(big5Decoder.decode(), "");
     70 }, "TextDecoder end-of-queue handling using stream: true");