2020-06-19 03:16:23 -04:00
|
|
|
import {readFileSync, writeFileSync} from 'fs';
|
|
|
|
import {join} from 'path';
|
|
|
|
import {byteStringLiteral, DATA_DIR, RUST_OUT_DIR} from './_common';
|
2020-06-19 03:58:16 -04:00
|
|
|
import {TrieBuilder} from './trie';
|
2020-06-19 03:16:23 -04:00
|
|
|
|
|
|
|
const entities: {[name: string]: {codepoints: number[]; characters: string;}} = JSON.parse(readFileSync(join(DATA_DIR, 'entities.json'), 'utf8'));
|
|
|
|
|
2020-06-19 03:58:16 -04:00
|
|
|
const trieBuilder = new TrieBuilder('ENTITY', "&'static [u8]");
|
2020-06-19 03:16:23 -04:00
|
|
|
for (const [rep, entity] of Object.entries(entities)) {
|
|
|
|
const bytes = Buffer.from(entity.characters, 'utf8');
|
|
|
|
// Since we're minifying in place, we need to guarantee we'll never write something longer than source.
|
|
|
|
const val = byteStringLiteral(rep.length < bytes.length ? [...rep].map(c => c.charCodeAt(0)) : [...bytes]);
|
2020-06-19 03:58:16 -04:00
|
|
|
trieBuilder.add(rep.slice(1), val);
|
2020-06-19 03:16:23 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
const output = `
|
|
|
|
${trieBuilder.generate()}
|
|
|
|
`;
|
|
|
|
writeFileSync(join(RUST_OUT_DIR, 'entities.rs'), output);
|