hanzoai/esbuild
2
0
Fork 0
mirror of https://github.com/hanzoai/esbuild.git synced 2026-09-24 16:58:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

update to unicode 15

Browse Source
This commit is contained in:
Evan Wallace
2022-12-17 01:16:39 +00:00
parent 0ddb995d7d
commit 00e6c01a69
6 changed files with 52 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
CHANGELOG-2021.md
+1 -1
View File
@@ -1235,7 +1235,7 @@ In addition to the breaking changes above, the following changes are also includ
* Update to Unicode 14.0.0
The character tables that determine which characters form valid JavaScript identifiers have been updated from Unicode version 13.0.0 to the newly release Unicode version 14.0.0. I'm not putting an example in the release notes because all of the new characters will likely just show up as little squares since fonts haven't been updated yet. But you can read https://www.unicode.org/versions/Unicode14.0.0/#Summary for more information about the changes.
The character tables that determine which characters form valid JavaScript identifiers have been updated from Unicode version 13.0.0 to the newly-released Unicode version 14.0.0. I'm not putting an example in the release notes because all of the new characters will likely just show up as little squares since fonts haven't been updated yet. But you can read https://www.unicode.org/versions/Unicode14.0.0/#Summary for more information about the changes.
## 0.13.9
CHANGELOG.md
+6
View File
@@ -1,5 +1,11 @@
# Changelog
## Unreleased
* Update to Unicode 15.0.0
The character tables that determine which characters form valid JavaScript identifiers have been updated from Unicode version 14.0.0 to the newly-released Unicode version 15.0.0. I'm not putting an example in the release notes because all of the new characters will likely just show up as little squares since fonts haven't been updated yet. But you can read https://www.unicode.org/versions/Unicode15.0.0/#Summary for more information about the changes.
## 0.16.8
* Allow plugins to resolve injected files ([#2754](https://github.com/evanw/esbuild/issues/2754))
internal/js_ast/unicode.go
+31 -8
View File
@@ -1092,6 +1092,7 @@ var idStartES5OrESNext = &unicode.RangeTable{
{Lo: 0x111dc, Hi: 0x111dc, Stride: 1},
{Lo: 0x11200, Hi: 0x11211, Stride: 1},
{Lo: 0x11213, Hi: 0x1122b, Stride: 1},
{Lo: 0x1123f, Hi: 0x11240, Stride: 1},
{Lo: 0x11280, Hi: 0x11286, Stride: 1},
{Lo: 0x11288, Hi: 0x11288, Stride: 1},
{Lo: 0x1128a, Hi: 0x1128d, Stride: 1},
@@ -1154,12 +1155,16 @@ var idStartES5OrESNext = &unicode.RangeTable{
{Lo: 0x11d6a, Hi: 0x11d89, Stride: 1},
{Lo: 0x11d98, Hi: 0x11d98, Stride: 1},
{Lo: 0x11ee0, Hi: 0x11ef2, Stride: 1},
{Lo: 0x11f02, Hi: 0x11f02, Stride: 1},
{Lo: 0x11f04, Hi: 0x11f10, Stride: 1},
{Lo: 0x11f12, Hi: 0x11f33, Stride: 1},
{Lo: 0x11fb0, Hi: 0x11fb0, Stride: 1},
{Lo: 0x12000, Hi: 0x12399, Stride: 1},
{Lo: 0x12400, Hi: 0x1246e, Stride: 1},
{Lo: 0x12480, Hi: 0x12543, Stride: 1},
{Lo: 0x12f90, Hi: 0x12ff0, Stride: 1},
{Lo: 0x13000, Hi: 0x1342e, Stride: 1},
{Lo: 0x13000, Hi: 0x1342f, Stride: 1},
{Lo: 0x13441, Hi: 0x13446, Stride: 1},
{Lo: 0x14400, Hi: 0x14646, Stride: 1},
{Lo: 0x16800, Hi: 0x16a38, Stride: 1},
{Lo: 0x16a40, Hi: 0x16a5e, Stride: 1},
@@ -1182,7 +1187,9 @@ var idStartES5OrESNext = &unicode.RangeTable{
{Lo: 0x1aff5, Hi: 0x1affb, Stride: 1},
{Lo: 0x1affd, Hi: 0x1affe, Stride: 1},
{Lo: 0x1b000, Hi: 0x1b122, Stride: 1},
{Lo: 0x1b132, Hi: 0x1b132, Stride: 1},
{Lo: 0x1b150, Hi: 0x1b152, Stride: 1},
{Lo: 0x1b155, Hi: 0x1b155, Stride: 1},
{Lo: 0x1b164, Hi: 0x1b167, Stride: 1},
{Lo: 0x1b170, Hi: 0x1b2fb, Stride: 1},
{Lo: 0x1bc00, Hi: 0x1bc6a, Stride: 1},
@@ -1220,11 +1227,14 @@ var idStartES5OrESNext = &unicode.RangeTable{
{Lo: 0x1d7aa, Hi: 0x1d7c2, Stride: 1},
{Lo: 0x1d7c4, Hi: 0x1d7cb, Stride: 1},
{Lo: 0x1df00, Hi: 0x1df1e, Stride: 1},
{Lo: 0x1df25, Hi: 0x1df2a, Stride: 1},
{Lo: 0x1e030, Hi: 0x1e06d, Stride: 1},
{Lo: 0x1e100, Hi: 0x1e12c, Stride: 1},
{Lo: 0x1e137, Hi: 0x1e13d, Stride: 1},
{Lo: 0x1e14e, Hi: 0x1e14e, Stride: 1},
{Lo: 0x1e290, Hi: 0x1e2ad, Stride: 1},
{Lo: 0x1e2c0, Hi: 0x1e2eb, Stride: 1},
{Lo: 0x1e4d0, Hi: 0x1e4eb, Stride: 1},
{Lo: 0x1e7e0, Hi: 0x1e7e6, Stride: 1},
{Lo: 0x1e7e8, Hi: 0x1e7eb, Stride: 1},
{Lo: 0x1e7ed, Hi: 0x1e7ee, Stride: 1},
@@ -1266,12 +1276,13 @@ var idStartES5OrESNext = &unicode.RangeTable{
{Lo: 0x1eea5, Hi: 0x1eea9, Stride: 1},
{Lo: 0x1eeab, Hi: 0x1eebb, Stride: 1},
{Lo: 0x20000, Hi: 0x2a6df, Stride: 1},
{Lo: 0x2a700, Hi: 0x2b738, Stride: 1},
{Lo: 0x2a700, Hi: 0x2b739, Stride: 1},
{Lo: 0x2b740, Hi: 0x2b81d, Stride: 1},
{Lo: 0x2b820, Hi: 0x2cea1, Stride: 1},
{Lo: 0x2ceb0, Hi: 0x2ebe0, Stride: 1},
{Lo: 0x2f800, Hi: 0x2fa1d, Stride: 1},
{Lo: 0x30000, Hi: 0x3134a, Stride: 1},
{Lo: 0x31350, Hi: 0x323af, Stride: 1},
},
}
@@ -1436,7 +1447,7 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0xcdd, Hi: 0xcde, Stride: 1},
{Lo: 0xce0, Hi: 0xce3, Stride: 1},
{Lo: 0xce6, Hi: 0xcef, Stride: 1},
{Lo: 0xcf1, Hi: 0xcf2, Stride: 1},
{Lo: 0xcf1, Hi: 0xcf3, Stride: 1},
{Lo: 0xd00, Hi: 0xd0c, Stride: 1},
{Lo: 0xd0e, Hi: 0xd10, Stride: 1},
{Lo: 0xd12, Hi: 0xd44, Stride: 1},
@@ -1469,7 +1480,7 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0xea7, Hi: 0xebd, Stride: 1},
{Lo: 0xec0, Hi: 0xec4, Stride: 1},
{Lo: 0xec6, Hi: 0xec6, Stride: 1},
{Lo: 0xec8, Hi: 0xecd, Stride: 1},
{Lo: 0xec8, Hi: 0xece, Stride: 1},
{Lo: 0xed0, Hi: 0xed9, Stride: 1},
{Lo: 0xedc, Hi: 0xedf, Stride: 1},
{Lo: 0xf00, Hi: 0xf00, Stride: 1},
@@ -1783,7 +1794,7 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0x10e80, Hi: 0x10ea9, Stride: 1},
{Lo: 0x10eab, Hi: 0x10eac, Stride: 1},
{Lo: 0x10eb0, Hi: 0x10eb1, Stride: 1},
{Lo: 0x10f00, Hi: 0x10f1c, Stride: 1},
{Lo: 0x10efd, Hi: 0x10f1c, Stride: 1},
{Lo: 0x10f27, Hi: 0x10f27, Stride: 1},
{Lo: 0x10f30, Hi: 0x10f50, Stride: 1},
{Lo: 0x10f70, Hi: 0x10f85, Stride: 1},
@@ -1806,7 +1817,7 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0x111dc, Hi: 0x111dc, Stride: 1},
{Lo: 0x11200, Hi: 0x11211, Stride: 1},
{Lo: 0x11213, Hi: 0x11237, Stride: 1},
{Lo: 0x1123e, Hi: 0x1123e, Stride: 1},
{Lo: 0x1123e, Hi: 0x11241, Stride: 1},
{Lo: 0x11280, Hi: 0x11286, Stride: 1},
{Lo: 0x11288, Hi: 0x11288, Stride: 1},
{Lo: 0x1128a, Hi: 0x1128d, Stride: 1},
@@ -1887,12 +1898,17 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0x11d93, Hi: 0x11d98, Stride: 1},
{Lo: 0x11da0, Hi: 0x11da9, Stride: 1},
{Lo: 0x11ee0, Hi: 0x11ef6, Stride: 1},
{Lo: 0x11f00, Hi: 0x11f10, Stride: 1},
{Lo: 0x11f12, Hi: 0x11f3a, Stride: 1},
{Lo: 0x11f3e, Hi: 0x11f42, Stride: 1},
{Lo: 0x11f50, Hi: 0x11f59, Stride: 1},
{Lo: 0x11fb0, Hi: 0x11fb0, Stride: 1},
{Lo: 0x12000, Hi: 0x12399, Stride: 1},
{Lo: 0x12400, Hi: 0x1246e, Stride: 1},
{Lo: 0x12480, Hi: 0x12543, Stride: 1},
{Lo: 0x12f90, Hi: 0x12ff0, Stride: 1},
{Lo: 0x13000, Hi: 0x1342e, Stride: 1},
{Lo: 0x13000, Hi: 0x1342f, Stride: 1},
{Lo: 0x13440, Hi: 0x13455, Stride: 1},
{Lo: 0x14400, Hi: 0x14646, Stride: 1},
{Lo: 0x16800, Hi: 0x16a38, Stride: 1},
{Lo: 0x16a40, Hi: 0x16a5e, Stride: 1},
@@ -1920,7 +1936,9 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0x1aff5, Hi: 0x1affb, Stride: 1},
{Lo: 0x1affd, Hi: 0x1affe, Stride: 1},
{Lo: 0x1b000, Hi: 0x1b122, Stride: 1},
{Lo: 0x1b132, Hi: 0x1b132, Stride: 1},
{Lo: 0x1b150, Hi: 0x1b152, Stride: 1},
{Lo: 0x1b155, Hi: 0x1b155, Stride: 1},
{Lo: 0x1b164, Hi: 0x1b167, Stride: 1},
{Lo: 0x1b170, Hi: 0x1b2fb, Stride: 1},
{Lo: 0x1bc00, Hi: 0x1bc6a, Stride: 1},
@@ -1974,17 +1992,21 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0x1da9b, Hi: 0x1da9f, Stride: 1},
{Lo: 0x1daa1, Hi: 0x1daaf, Stride: 1},
{Lo: 0x1df00, Hi: 0x1df1e, Stride: 1},
{Lo: 0x1df25, Hi: 0x1df2a, Stride: 1},
{Lo: 0x1e000, Hi: 0x1e006, Stride: 1},
{Lo: 0x1e008, Hi: 0x1e018, Stride: 1},
{Lo: 0x1e01b, Hi: 0x1e021, Stride: 1},
{Lo: 0x1e023, Hi: 0x1e024, Stride: 1},
{Lo: 0x1e026, Hi: 0x1e02a, Stride: 1},
{Lo: 0x1e030, Hi: 0x1e06d, Stride: 1},
{Lo: 0x1e08f, Hi: 0x1e08f, Stride: 1},
{Lo: 0x1e100, Hi: 0x1e12c, Stride: 1},
{Lo: 0x1e130, Hi: 0x1e13d, Stride: 1},
{Lo: 0x1e140, Hi: 0x1e149, Stride: 1},
{Lo: 0x1e14e, Hi: 0x1e14e, Stride: 1},
{Lo: 0x1e290, Hi: 0x1e2ae, Stride: 1},
{Lo: 0x1e2c0, Hi: 0x1e2f9, Stride: 1},
{Lo: 0x1e4d0, Hi: 0x1e4f9, Stride: 1},
{Lo: 0x1e7e0, Hi: 0x1e7e6, Stride: 1},
{Lo: 0x1e7e8, Hi: 0x1e7eb, Stride: 1},
{Lo: 0x1e7ed, Hi: 0x1e7ee, Stride: 1},
@@ -2028,12 +2050,13 @@ var idContinueES5OrESNext = &unicode.RangeTable{
{Lo: 0x1eeab, Hi: 0x1eebb, Stride: 1},
{Lo: 0x1fbf0, Hi: 0x1fbf9, Stride: 1},
{Lo: 0x20000, Hi: 0x2a6df, Stride: 1},
{Lo: 0x2a700, Hi: 0x2b738, Stride: 1},
{Lo: 0x2a700, Hi: 0x2b739, Stride: 1},
{Lo: 0x2b740, Hi: 0x2b81d, Stride: 1},
{Lo: 0x2b820, Hi: 0x2cea1, Stride: 1},
{Lo: 0x2ceb0, Hi: 0x2ebe0, Stride: 1},
{Lo: 0x2f800, Hi: 0x2fa1d, Stride: 1},
{Lo: 0x30000, Hi: 0x3134a, Stride: 1},
{Lo: 0x31350, Hi: 0x323af, Stride: 1},
{Lo: 0xe0100, Hi: 0xe01ef, Stride: 1},
},
}
scripts/gen-unicode-table.js
+4 -4
View File
@@ -45,11 +45,11 @@ const idContinueES5 = idStartES5.concat(
// is presumed to be the Unicode set, collection 10646.
//
// UnicodeIDStart: any Unicode code point with the Unicode property “ID_Start”
const idStartESNext = require('@unicode/unicode-14.0.0/Binary_Property/ID_Start/code-points');
const idStartESNext = require('@unicode/unicode-15.0.0/Binary_Property/ID_Start/code-points');
const idStartESNextSet = new Set(idStartESNext);
// UnicodeIDContinue: any Unicode code point with the Unicode property “ID_Continue”
const idContinueESNext = require('@unicode/unicode-14.0.0/Binary_Property/ID_Continue/code-points');
const idContinueESNext = require('@unicode/unicode-15.0.0/Binary_Property/ID_Continue/code-points');
const idContinueESNextSet = new Set(idContinueESNext);
// These identifiers are valid in both ES5 and ES6+ (i.e. an intersection of both)
@@ -109,9 +109,9 @@ function generateRangeTable(codePoints) {
return lines.join('\n');
}
fs.writeFileSync(path.join(__dirname, '..', 'internal', 'js_lexer', 'unicode.go'),
fs.writeFileSync(path.join(__dirname, '..', 'internal', 'js_ast', 'unicode.go'),
`// This file was automatically generated by ${path.basename(__filename)}. Do not edit.
package js_lexer
package js_ast
import "unicode"
scripts/package-lock.json
Generated
+9 -9
View File
@@ -6,7 +6,7 @@
"": {
"dependencies": {
"@types/node": "14.14.6",
"@unicode/unicode-14.0.0": "1.2.1",
"@unicode/unicode-15.0.0": "1.3.1",
"@unicode/unicode-3.0.0": "1.0.6",
"fuse.js": "3.2.0",
"js-yaml": "3.14.0",
@@ -20,10 +20,10 @@
"resolved": "https://registry.npmjs.org/@types/node/-/node-14.14.6.tgz",
"integrity": "sha512-6QlRuqsQ/Ox/aJEQWBEJG7A9+u7oSYl3mem/K8IzxXG/kAGbV1YPD9Bg9Zw3vyxC/YP+zONKwy8hGkSt1jxFMw=="
},
"node_modules/@unicode/unicode-14.0.0": {
"version": "1.2.1",
"resolved": "https://registry.npmjs.org/@unicode/unicode-14.0.0/-/unicode-14.0.0-1.2.1.tgz",
"integrity": "sha512-M7NfPQP0PsCRFIUnmtFMgMiC5CCB26YwURCWIE48RQKbtN61sXrDhuXNq9w/tkBOtVeU84IAB1MMK9c+d2iR7A=="
"node_modules/@unicode/unicode-15.0.0": {
"version": "1.3.1",
"resolved": "https://registry.npmjs.org/@unicode/unicode-15.0.0/-/unicode-15.0.0-1.3.1.tgz",
"integrity": "sha512-zxm5Cx0v9vGxFOM8tVuArWHxxJTk+stiLA+ZHKt2mJO3HHmM6uN8OFcDGuvcix3MqguQ75am0XvpUgEz4P4vFw=="
},
"node_modules/@unicode/unicode-3.0.0": {
"version": "1.0.6",
@@ -135,10 +135,10 @@
"resolved": "https://registry.npmjs.org/@types/node/-/node-14.14.6.tgz",
"integrity": "sha512-6QlRuqsQ/Ox/aJEQWBEJG7A9+u7oSYl3mem/K8IzxXG/kAGbV1YPD9Bg9Zw3vyxC/YP+zONKwy8hGkSt1jxFMw=="
},
"@unicode/unicode-14.0.0": {
"version": "1.2.1",
"resolved": "https://registry.npmjs.org/@unicode/unicode-14.0.0/-/unicode-14.0.0-1.2.1.tgz",
"integrity": "sha512-M7NfPQP0PsCRFIUnmtFMgMiC5CCB26YwURCWIE48RQKbtN61sXrDhuXNq9w/tkBOtVeU84IAB1MMK9c+d2iR7A=="
"@unicode/unicode-15.0.0": {
"version": "1.3.1",
"resolved": "https://registry.npmjs.org/@unicode/unicode-15.0.0/-/unicode-15.0.0-1.3.1.tgz",
"integrity": "sha512-zxm5Cx0v9vGxFOM8tVuArWHxxJTk+stiLA+ZHKt2mJO3HHmM6uN8OFcDGuvcix3MqguQ75am0XvpUgEz4P4vFw=="
},
"@unicode/unicode-3.0.0": {
"version": "1.0.6",
scripts/package.json
+1 -1
View File
@@ -1,7 +1,7 @@
{
"dependencies": {
"@types/node": "14.14.6",
"@unicode/unicode-14.0.0": "1.2.1",
"@unicode/unicode-15.0.0": "1.3.1",
"@unicode/unicode-3.0.0": "1.0.6",
"fuse.js": "3.2.0",
"js-yaml": "3.14.0",