-
Notifications
You must be signed in to change notification settings - Fork 22
/
fixUtf8.ts
48 lines (39 loc) · 1.46 KB
/
fixUtf8.ts
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
/**
Looks like the homebrewed utf8 decoder of protobufjs can be a little broke
sometimes in heavy unicode land. In here, we monkey patch protobufjs's standard
utf8.ready/write functions and force it to use WHATWG TextDecoder/Encoder
*/
/* eslint-disable import/no-extraneous-dependencies, no-eval, @typescript-eslint/ban-ts-ignore */
import * as utf8 from '@protobufjs/utf8';
function getEncoder() {
// If there's no window, we'll assume we're in NodeJS and use util.TextEncoder
if (typeof TextEncoder === 'undefined') {
// Use eval to force bundlers to ignore require
const util = eval('require("util")');
return new util.TextEncoder();
}
return new TextEncoder();
}
function getDecoder() {
// If there's no window, we'll assume we're in NodeJS and use util.TextEncoder
if (typeof TextDecoder === 'undefined') {
// Use eval to force bundlers to ignore require
const util = eval('require("util")');
return new util.TextDecoder();
}
return new TextDecoder();
}
const decoder = getDecoder();
function utf8Read(intArr: Uint8Array, start: number, end: number) {
return decoder.decode(intArr.slice(start, end));
}
// @ts-ignore we're monkey patching!
utf8.read = utf8Read;
const encoder = getEncoder();
function utf8Write(str: string, intArr: Uint8Array, offset: number) {
const encodedStr = encoder.encode(str);
intArr.set(encodedStr, offset);
return offset - encodedStr.byteLength;
}
// @ts-ignore we're monkey patching!
utf8.write = utf8Write;