Browse Source

Upgrading to Unicode 15 (#2291)

This Pull Request overrides #2288.

It changes the following:

- Updates dependencies to use Unicode 15
- Updates the boa_unicode crate to use Unicode 15

It's still waiting on the unicode-general-category 0.6 release, which was tagged 3 days ago: 15e7e3182f
pull/2298/head
Iban Eguia 2 years ago
parent
commit
77e739c5da
  1. 8
      Cargo.lock
  2. 2
      boa_engine/Cargo.toml
  3. 2
      boa_unicode/Cargo.toml
  4. 2
      boa_unicode/README.md
  5. 6
      boa_unicode/build_tables.js
  6. 4
      boa_unicode/src/lib.rs
  7. 2
      boa_unicode/src/tables.rs

8
Cargo.lock generated

@ -1559,9 +1559,9 @@ checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c"
[[package]] [[package]]
name = "unicode-general-category" name = "unicode-general-category"
version = "0.5.1" version = "0.6.0"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1218098468b8085b19a2824104c70d976491d247ce194bbd9dc77181150cdfd6" checksum = "2281c8c1d221438e373249e065ca4989c4c36952c211ff21a0ee91c44a3869e7"
[[package]] [[package]]
name = "unicode-ident" name = "unicode-ident"
@ -1571,9 +1571,9 @@ checksum = "5bd2fe26506023ed7b5e1e315add59d6f584c621d037f9368fea9cfb988f368c"
[[package]] [[package]]
name = "unicode-normalization" name = "unicode-normalization"
version = "0.1.21" version = "0.1.22"
source = "registry+https://github.com/rust-lang/crates.io-index" source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "854cbdc4f7bc6ae19c820d44abdc3277ac3e1b2b93db20a636825d9322fb60e6" checksum = "5c5713f0fc4b5db668a2ac63cdb7bb4469d8c9fed047b1d0292cc7b0ce2ba921"
dependencies = [ dependencies = [
"tinyvec", "tinyvec",
] ]

2
boa_engine/Cargo.toml

@ -46,7 +46,7 @@ indexmap = "1.9.1"
ryu-js = "0.2.2" ryu-js = "0.2.2"
chrono = "0.4.22" chrono = "0.4.22"
fast-float = "0.2.0" fast-float = "0.2.0"
unicode-normalization = "0.1.21" unicode-normalization = "0.1.22"
dyn-clone = "1.0.9" dyn-clone = "1.0.9"
once_cell = "1.15.0" once_cell = "1.15.0"
tap = "1.0.1" tap = "1.0.1"

2
boa_unicode/Cargo.toml

@ -11,4 +11,4 @@ categories = ["parsing"]
license = "Unlicense/MIT" license = "Unlicense/MIT"
[dependencies] [dependencies]
unicode-general-category = "0.5.1" unicode-general-category = "0.6.0"

2
boa_unicode/README.md

@ -2,7 +2,7 @@
`boa-unicode` defines the trait to provide methods for querying properties or classes for Unicode identifiers. These properties are used to determine if a code point (char) is valid for being the start/part of an identifier in lexer and parser. `boa-unicode` defines the trait to provide methods for querying properties or classes for Unicode identifiers. These properties are used to determine if a code point (char) is valid for being the start/part of an identifier in lexer and parser.
Current version: Unicode 14.0.0 Current version: Unicode 15.0.0
## Development ## Development

6
boa_unicode/build_tables.js

@ -11,7 +11,7 @@
* *
* Run this script with command `node ./build_tables.js` or `npm run build-tables`. * Run this script with command `node ./build_tables.js` or `npm run build-tables`.
* *
* Version: Unicode 14.0.0 * Version: Unicode 15.0.0
*/ */
const fs = require("fs"); const fs = require("fs");
@ -28,7 +28,7 @@ const child_process = require("child_process");
* @constant {string} * @constant {string}
*/ */
const PROPLIST_TXT_URL = const PROPLIST_TXT_URL =
"https://www.unicode.org/Public/14.0.0/ucd/PropList.txt"; "https://www.unicode.org/Public/15.0.0/ucd/PropList.txt";
/** /**
* The target properties to process given in tuples. The first element is the property to search for. * The target properties to process given in tuples. The first element is the property to search for.
@ -57,7 +57,7 @@ const OUTPUT_FILE = path.join(__dirname, "./src/tables.rs");
*/ */
const OUTPUT_FILE_DOC_COMMENT = ` const OUTPUT_FILE_DOC_COMMENT = `
//! This module implements the unicode lookup tables for identifier and pattern syntax. //! This module implements the unicode lookup tables for identifier and pattern syntax.
//! Version: Unicode 14.0.0 //! Version: Unicode 15.0.0
//! //!
//! This file is generated by \`boa_unicode/build_tables.js\`. Please do not modify it directly. //! This file is generated by \`boa_unicode/build_tables.js\`. Please do not modify it directly.
//! //!

4
boa_unicode/src/lib.rs

@ -1,5 +1,5 @@
//! This library implements the extension to query if a char belongs to a particular unicode identifier property. //! This library implements the extension to query if a char belongs to a particular unicode identifier property.
//! Version: Unicode 14.0.0 //! Version: Unicode 15.0.0
//! //!
//! More information: //! More information:
//! - [Unicode® Standard Annex #31][uax31] //! - [Unicode® Standard Annex #31][uax31]
@ -74,7 +74,7 @@ mod tests;
use unicode_general_category::{get_general_category, GeneralCategory}; use unicode_general_category::{get_general_category, GeneralCategory};
/// The version of Unicode. /// The version of Unicode.
pub const UNICODE_VERSION: (u64, u64, u64) = (14, 0, 0); pub const UNICODE_VERSION: (u64, u64, u64) = (15, 0, 0);
/// Extend a type of code point to query if a value belongs to a particular Unicode property. /// Extend a type of code point to query if a value belongs to a particular Unicode property.
/// ///

2
boa_unicode/src/tables.rs

@ -1,5 +1,5 @@
//! This module implements the unicode lookup tables for identifier and pattern syntax. //! This module implements the unicode lookup tables for identifier and pattern syntax.
//! Version: Unicode 14.0.0 //! Version: Unicode 15.0.0
//! //!
//! This file is generated by `boa_unicode/build_tables.js`. Please do not modify it directly. //! This file is generated by `boa_unicode/build_tables.js`. Please do not modify it directly.
//! //!

Loading…
Cancel
Save