[test] adding tests for UTF-8 to UTF-32

Author: albarrentine

test.c

@@ -8,6 +8,7 @@
 #include "greatest/greatest.h"
 #include "aligned/aligned.h"
 #include "latin1_to_utf8.h"
+#include "utf8_to_utf32.h"
 
 TEST test_latin1_to_utf8(void) {
     const char *data_str = (char *)"Tony! Toni! Ton\xe9!";
@@ -52,25 +53,47 @@ TEST test_latin1_to_utf8(void) {
     PASS();
 }
 
-/*
-int strlen16(const char16_t* strarg)
-{
-   if(!strarg)
-     return -1; //strarg is NULL pointer
-   char16_t* str = strarg;
-   for(;*str;++str)
-     ; // empty body
-   return str-strarg;
-}
-
-TEST test_utf16be_to_utf8(void) {
-    const char16_t *data_str = u"Tony! Toni! Toné!";
+TEST test_utf8_to_utf32(void) {
+    const char *data_str = (char *)"Tony! Toni! Toné!";
     size_t len = strlen((const char *)data_str);
     char *data = aligned_malloc(len, 32);
     memcpy(data, data_str, len);
-    size_t utf8_output_len = len + 1;
-    char *utf8_output = aligned_malloc(utf8_output_len, 32);
-}*/
+    size_t utf32_output_len = len;
+    uint32_t *utf32_output = aligned_malloc(utf32_output_len * sizeof(uint32_t), 32);
+
+    utf_result_t converted = convert_utf8_to_utf32(data, len, utf32_output, utf32_output_len);
+    ASSERT_EQ(converted.return_code, SIMDUTF_SUCCESS);
+    ASSERT_EQ(converted.read_len, len);
+    ASSERT_EQ(converted.written_len, 17);
+    ASSERT_EQ(utf32_output[converted.written_len - 2], 233);
+  
+    const unsigned char *data_long_str = (unsigned char *)"we on a world tour نحن في جولة حول العالم nous sommes en tournée mondiale мы в мировом турне a wa lori irin-ajo agbaye 私たちは世界ツアー中です είμαστε σε παγκόσμια περιοδεία በአለም ጉብኝት ላይ ነን jesteśmy w trasie dookoła świata 우리는 세계 여행을 하고 있어요 យើងកំពុងធ្វើដំណើរជុំវិញពិភពលោក ನಾವು ವಿಶ್ವ ಪ್ರವಾಸದಲ್ಲಿದ್ದೇವೆ. մենք համաշխարհային շրջագայության մեջ ենք míele xexeame katã ƒe tsaɖiɖi aɖe dzi เรากำลังทัวร์รอบโลก हम विश्व भ्रमण पर हैं pachantinpi puriypin kashanchis אנחנו בסיבוב הופעות עולמי kaulâh bâdâ è tur dhunnya qegħdin fuq tour tad-dinja ང་ཚོ་འཛམ་གླིང་སྐོར་བསྐྱོད་བྱེད་བཞིན་ཡོད།";
+    size_t len_long = strlen((const char *)data_long_str);
+    char *data_long = aligned_malloc(len_long, 32);
+    memcpy(data_long, data_long_str, len_long);
+    size_t utf32_output_len_long = len_long;
+    uint32_t *utf32_output_long = aligned_malloc(utf32_output_len_long * sizeof(uint32_t), 32);
+    utf_result_t converted_long = convert_utf8_to_utf32(data_long, len_long, utf32_output_long, utf32_output_len_long);
+    ASSERT_EQ(converted_long.return_code, SIMDUTF_SUCCESS);
+    ASSERT_EQ(converted_long.read_len, len_long);
+    ASSERT_EQ(converted_long.written_len, 563);
+    ASSERT_EQ(utf32_output_long[converted_long.written_len - 1], 3853);
+
+    memset(utf32_output, 0, utf32_output_len * sizeof(uint32_t));
+
+    converted_long = convert_valid_utf8_to_utf32(data_long, len_long, utf32_output_long, utf32_output_len_long);
+    ASSERT_EQ(converted_long.return_code, SIMDUTF_SUCCESS);
+    ASSERT_EQ(converted_long.read_len, len_long);
+    ASSERT_EQ(converted_long.written_len, 563);
+    ASSERT_EQ(utf32_output_long[converted_long.written_len - 1], 3853);
+
+    aligned_free(data);
+    aligned_free(utf32_output);
+    aligned_free(data_long);
+    aligned_free(utf32_output_long);
+
+    PASS();
+}
 
 
 /* Add definitions that need to be in the test runner's main file. */
@@ -80,6 +103,7 @@ int main(int argc, char **argv) {
     GREATEST_MAIN_BEGIN();      /* command-line options, initialization. */
 
     RUN_TEST(test_latin1_to_utf8);
+    RUN_TEST(test_utf8_to_utf32);
 
     GREATEST_MAIN_END();        /* display results */
 }