Add unicodedata.east_asian_width (RustPython#4523)

Author: xiaozhiyan

Cargo.lock

@@ -243,8 +243,6 @@ def test_issue29456(self):
     # For tests of unicodedata.is_normalized / self.db.is_normalized ,
     # see test_normalization.py .
 
-    # TODO: RUSTPYTHON
-    @unittest.expectedFailure
     def test_east_asian_width(self):
         eaw = self.db.east_asian_width
         self.assertRaises(TypeError, eaw, b'a')

Lib/test/test_unicodedata.py

@@ -18,6 +18,7 @@
 assert unicodedata.name('a') == 'LATIN SMALL LETTER A'
 assert unicodedata.lookup('LATIN SMALL LETTER A') == 'a'
 assert unicodedata.bidirectional('a') == 'L'
+assert unicodedata.east_asian_width('\u231a') == 'W'
 assert unicodedata.normalize('NFC', 'bla') == 'bla'
 
 # testing unicodedata.ucd_3_2_0 for idna

extra_tests/snippets/builtin_str_unicode.py

@@ -67,6 +67,7 @@ unic-ucd-bidi      = "0.9.0"
 unic-ucd-category  = "0.9.0"
 unic-ucd-age       = "0.9.0"
 unic-ucd-ident     = "0.9.0"
+ucd = "0.1.1"
 
 # compression
 adler32 = "1.2.0"

stdlib/Cargo.toml

@@ -10,9 +10,15 @@ pub fn make_module(vm: &VirtualMachine) -> PyObjectRef {
         .into_ref(vm)
         .into();
 
-    for attr in ["category", "lookup", "name", "bidirectional", "normalize"]
-        .iter()
-        .copied()
+    for attr in [
+        "category",
+        "lookup",
+        "name",
+        "bidirectional",
+        "east_asian_width",
+        "normalize",
+    ]
+    .into_iter()
     {
         crate::vm::extend_module!(vm, &module, {
             attr => ucd.get_attr(attr, vm).unwrap(),
@@ -29,6 +35,7 @@ mod unicodedata {
         VirtualMachine,
     };
     use itertools::Itertools;
+    use ucd::{Codepoint, EastAsianWidth};
     use unic_char_property::EnumeratedCharProperty;
     use unic_normal::StrNormalForm;
     use unic_ucd_age::{Age, UnicodeVersion, UNICODE_VERSION};
@@ -113,6 +120,16 @@ mod unicodedata {
             Ok(bidi.to_owned())
         }
 
+        /// NOTE: This function uses 9.0.0 database instead of 3.2.0
+        #[pymethod]
+        fn east_asian_width(&self, character: PyStrRef, vm: &VirtualMachine) -> PyResult<String> {
+            Ok(self
+                .extract_char(character, vm)?
+                .map_or(EastAsianWidth::Neutral, |c| c.east_asian_width())
+                .abbr_name()
+                .to_owned())
+        }
+
         #[pymethod]
         fn normalize(
             &self,
@@ -138,6 +155,23 @@ mod unicodedata {
         }
     }
 
+    trait EastAsianWidthAbbrName {
+        fn abbr_name(&self) -> &'static str;
+    }
+
+    impl EastAsianWidthAbbrName for EastAsianWidth {
+        fn abbr_name(&self) -> &'static str {
+            match self {
+                EastAsianWidth::Narrow => "Na",
+                EastAsianWidth::Wide => "W",
+                EastAsianWidth::Neutral => "N",
+                EastAsianWidth::Ambiguous => "A",
+                EastAsianWidth::FullWidth => "F",
+                EastAsianWidth::HalfWidth => "H",
+            }
+        }
+    }
+
     #[pyattr]
     fn ucd_3_2_0(vm: &VirtualMachine) -> PyRef<Ucd> {
         Ucd {