jerryscript/jerry-core/lit/lit-strings.cpp

/* Copyright 2015 Samsung Electronics Co., Ltd.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "lit-strings.h"

#include "jrt-libc-includes.h"

JERRY_STATIC_ASSERT (sizeof (lit_utf8_iterator_pos_t) == sizeof (lit_utf8_size_t));

/**
 * Validate utf-8 string
 *
 * NOTE:
 *   Isolated surrogates are allowed.
 *   Correct pair of surrogates is not allowed, it should be represented as 4-byte utf-8 character.
 *
 * @return true if utf-8 string is well-formed
 *         false otherwise
 */
bool
lit_is_utf8_string_valid (const lit_utf8_byte_t *utf8_buf_p, /**< utf-8 string */
                          lit_utf8_size_t buf_size) /**< string size */
{
  lit_utf8_size_t idx = 0;

  bool is_prev_code_point_high_surrogate = false;
  while (idx < buf_size)
  {
    lit_utf8_byte_t c = utf8_buf_p[idx++];
    if ((c & LIT_UTF8_1_BYTE_MASK) == LIT_UTF8_1_BYTE_MARKER)
    {
      continue;
    }

    lit_code_point_t code_point = 0;
    lit_code_point_t min_code_point = 0;
    lit_utf8_size_t extra_bytes_count;
    if ((c & LIT_UTF8_2_BYTE_MASK) == LIT_UTF8_2_BYTE_MARKER)
    {
      extra_bytes_count = 1;
      min_code_point = LIT_UTF8_2_BYTE_CODE_POINT_MIN;
      code_point = ((uint32_t) (c & LIT_UTF8_LAST_5_BITS_MASK));
    }
    else if ((c & LIT_UTF8_3_BYTE_MASK) == LIT_UTF8_3_BYTE_MARKER)
    {
      extra_bytes_count = 2;
      min_code_point = LIT_UTF8_3_BYTE_CODE_POINT_MIN;
      code_point = ((uint32_t) (c & LIT_UTF8_LAST_4_BITS_MASK));
    }
    else if ((c & LIT_UTF8_4_BYTE_MASK) == LIT_UTF8_4_BYTE_MARKER)
    {
      extra_bytes_count = 3;
      min_code_point = LIT_UTF8_4_BYTE_CODE_POINT_MIN;
      code_point = ((uint32_t) (c & LIT_UTF8_LAST_3_BITS_MASK));
    }
    else
    {
      /* utf-8 string could not contain 5- and 6-byte sequences. */
      return false;
    }

    if (idx + extra_bytes_count > buf_size)
    {
      /* utf-8 string breaks in the middle */
      return false;
    }

    for (lit_utf8_size_t offset = 0; offset < extra_bytes_count; ++offset)
    {
      c = utf8_buf_p[idx + offset];
      if ((c & LIT_UTF8_EXTRA_BYTE_MASK) != LIT_UTF8_EXTRA_BYTE_MARKER)
      {
        /* invalid continuation byte */
        return false;
      }
      code_point <<= LIT_UTF8_BITS_IN_EXTRA_BYTES;
      code_point |= (c & LIT_UTF8_LAST_6_BITS_MASK);
    }

    if (code_point < min_code_point
        || code_point > LIT_UNICODE_CODE_POINT_MAX)
    {
      /* utf-8 string doesn't encode valid unicode code point */
      return false;
    }

    if (code_point >= LIT_UTF16_HIGH_SURROGATE_MIN
        && code_point <= LIT_UTF16_HIGH_SURROGATE_MAX)
    {
      is_prev_code_point_high_surrogate = true;
    }
    else if (code_point >= LIT_UTF16_LOW_SURROGATE_MIN
             && code_point <= LIT_UTF16_LOW_SURROGATE_MAX
             && is_prev_code_point_high_surrogate)
    {
      /* sequence of high and low surrogate is not allowed */
      return false;
    }
    else
    {
      is_prev_code_point_high_surrogate = false;
    }

    idx += extra_bytes_count;
  }

  return true;
} /* lit_is_utf8_string_valid */

/**
 * Check if the code unit type is low surrogate
 *
 * @return true / false
 */
bool
lit_is_code_unit_low_surrogate (ecma_char_t code_unit) /**< code unit */
{
  return LIT_UTF16_LOW_SURROGATE_MIN <= code_unit && code_unit <= LIT_UTF16_LOW_SURROGATE_MAX;
} /* lit_is_code_unit_low_surrogate */

/**
 * Check if the code unit type is high surrogate
 *
 * @return true / false
 */
bool
lit_is_code_unit_high_surrogate (ecma_char_t code_unit) /**< code unit */
{
  return LIT_UTF16_HIGH_SURROGATE_MIN <= code_unit && code_unit <= LIT_UTF16_HIGH_SURROGATE_MAX;
} /* lit_is_code_unit_high_surrogate */

/**
 * Initialize iterator for traversing utf-8 string as a string of code units
 *
 * @return iterator
 */
lit_utf8_iterator_t
lit_utf8_iterator_create (const lit_utf8_byte_t *utf8_buf_p, /**< utf-8 string */
                          lit_utf8_size_t buf_size) /**< string size */
{
  JERRY_ASSERT (utf8_buf_p || !buf_size);
  JERRY_ASSERT (lit_is_utf8_string_valid (utf8_buf_p, buf_size));

  lit_utf8_iterator_t buf_iter =
  {
    utf8_buf_p,
    buf_size,
    {
      0,
      false
    }
  };

  return buf_iter;
} /* lit_utf8_iterator_create */

/**
 * Reset iterator to point to the beginning of a string
 */
void
lit_utf8_iterator_seek_bos (lit_utf8_iterator_t *iter_p) /**< iterator to reset */
{
  iter_p->buf_pos.offset = 0;
  iter_p->buf_pos.is_non_bmp_middle = false;
} /* lit_utf8_iterator_seek_bos */

/**
 * Reset iterator to point to the end of a string
 */
void
lit_utf8_iterator_seek_eos (lit_utf8_iterator_t *iter_p) /**< iterator to reset */
{
  iter_p->buf_pos.offset = iter_p->buf_size & LIT_ITERATOR_OFFSET_MASK;
  iter_p->buf_pos.is_non_bmp_middle = false;
} /* lit_utf8_iterator_seek_eos */

/**
 * Save iterator's position to restore it later
 *
 * @return current position of the iterator
 */
lit_utf8_iterator_pos_t
lit_utf8_iterator_get_pos (const lit_utf8_iterator_t *iter_p)
{
  return iter_p->buf_pos;
} /* lit_utf8_iterator_get_pos */

/**
 * Restore previously saved position of the iterator
 */
void
lit_utf8_iterator_seek (lit_utf8_iterator_t *iter_p, /**< utf-8 string iterator */
                        lit_utf8_iterator_pos_t iter_pos) /**< position to restore */
{
  JERRY_ASSERT (iter_pos.offset <= iter_p->buf_size);
#ifndef JERRY_NDEBUG
  lit_utf8_byte_t byte = *(iter_p->buf_p + iter_pos.offset);
  JERRY_ASSERT ((byte & LIT_UTF8_EXTRA_BYTE_MASK) != LIT_UTF8_EXTRA_BYTE_MARKER);
  JERRY_ASSERT (!iter_pos.is_non_bmp_middle || ((byte & LIT_UTF8_4_BYTE_MASK) == LIT_UTF8_4_BYTE_MARKER));
#endif

  iter_p->buf_pos = iter_pos;
} /* lit_utf8_iterator_seek */

/**
 * Get offset (in code units) of the iterator
 *
 * @return current offset of the iterator in code units
 */
ecma_length_t
lit_utf8_iterator_get_index (const lit_utf8_iterator_t *iter_p)
{
  return lit_utf8_string_length (iter_p->buf_p, iter_p->buf_pos.offset) + iter_p->buf_pos.is_non_bmp_middle;
} /* lit_utf8_iterator_get_index */

/**
 * Represents code point (>0xFFFF) as surrogate pair and returns its lower part
 *
 * @return lower code_unit of the surrogate pair
 */
static ecma_char_t
convert_code_point_to_low_surrogate (lit_code_point_t code_point) /**< code point, should be > 0xFFFF */
{
  JERRY_ASSERT (code_point > LIT_UTF16_CODE_UNIT_MAX);

  ecma_char_t code_unit_bits;
  code_unit_bits = (ecma_char_t) (code_point & LIT_UTF16_LAST_10_BITS_MASK);

  return (ecma_char_t) (LIT_UTF16_LOW_SURROGATE_MARKER | code_unit_bits);
} /* convert_code_point_to_low_surrogate */

/**
 * Represents code point (>0xFFFF) as surrogate pair and returns its higher part
 *
 * @return higher code_unit of the surrogate pair
 */
static ecma_char_t
convert_code_point_to_high_surrogate (lit_code_point_t code_point) /**< code point, should be > 0xFFFF */
{
  JERRY_ASSERT (code_point > LIT_UTF16_CODE_UNIT_MAX);
  JERRY_ASSERT (code_point <= LIT_UNICODE_CODE_POINT_MAX);

  ecma_char_t code_unit_bits;
  code_unit_bits = (ecma_char_t) ((code_point - LIT_UTF16_FIRST_SURROGATE_CODE_POINT) >> LIT_UTF16_BITS_IN_SURROGATE);

  return (LIT_UTF16_HIGH_SURROGATE_MARKER | code_unit_bits);
} /* convert_code_point_to_low_surrogate */

/**
 * Get next code unit form the iterated string
 *
 * @return next code unit
 */
ecma_char_t
lit_utf8_iterator_peek_next (const lit_utf8_iterator_t *iter_p) /**< @in: utf-8 string iterator */
{
  JERRY_ASSERT (!lit_utf8_iterator_is_eos (iter_p));

  lit_code_point_t code_point;
  lit_read_code_point_from_utf8 (iter_p->buf_p + iter_p->buf_pos.offset,
                                 iter_p->buf_size - iter_p->buf_pos.offset,
                                 &code_point);

  if (code_point <= LIT_UTF16_CODE_UNIT_MAX)
  {
    JERRY_ASSERT (!iter_p->buf_pos.is_non_bmp_middle);
    return (ecma_char_t) code_point;
  }
  else
  {
    if (iter_p->buf_pos.is_non_bmp_middle)
    {
      return convert_code_point_to_low_surrogate (code_point);
    }
    else
    {
      return convert_code_point_to_high_surrogate (code_point);
    }
  }
} /* lit_utf8_iterator_peek_next */

/**
 * Get previous code unit form the iterated string
 *
 * @return previous code unit
 */
ecma_char_t
lit_utf8_iterator_peek_prev (const lit_utf8_iterator_t *iter_p) /**< @in: utf-8 string iterator */
{
  JERRY_ASSERT (!lit_utf8_iterator_is_bos (iter_p));

  lit_code_point_t code_point;
  lit_utf8_size_t offset = iter_p->buf_pos.offset;

  if (iter_p->buf_pos.is_non_bmp_middle)
  {
    lit_read_code_point_from_utf8 (iter_p->buf_p + iter_p->buf_pos.offset,
                                   iter_p->buf_size - iter_p->buf_pos.offset,
                                   &code_point);
    return convert_code_point_to_high_surrogate (code_point);
  }

  do
  {
    JERRY_ASSERT (offset != 0);
    offset--;
  }
  while ((iter_p->buf_p[offset] & LIT_UTF8_EXTRA_BYTE_MASK) == LIT_UTF8_EXTRA_BYTE_MARKER);

  JERRY_ASSERT (iter_p->buf_pos.offset - offset <= LIT_UTF8_MAX_BYTES_IN_CODE_POINT);

  lit_read_code_point_from_utf8 (iter_p->buf_p + offset,
                                 iter_p->buf_size - offset,
                                 &code_point);

  if (code_point <= LIT_UTF16_CODE_UNIT_MAX)
  {
    return (ecma_char_t) code_point;
  }
  else
  {
    return convert_code_point_to_low_surrogate (code_point);
  }
} /* lit_utf8_iterator_peek_prev */

/**
 * Increment iterator to point to next code unit
 */
void
lit_utf8_iterator_incr (lit_utf8_iterator_t *iter_p) /**< @in-out: utf-8 string iterator */
{
  lit_utf8_iterator_read_next (iter_p);
} /* lit_utf8_iterator_read_next */

/**
 * Decrement iterator to point to previous code unit
 */
void
lit_utf8_iterator_decr (lit_utf8_iterator_t *iter_p) /**< @in-out: utf-8 string iterator */
{
  lit_utf8_iterator_read_prev (iter_p);
} /* lit_utf8_iterator_decr */

/**
 * Skip specified number of code units
 */
void
lit_utf8_iterator_advance (lit_utf8_iterator_t *iter_p, /**< in-out: iterator */
                           ecma_length_t chars_count) /**< number of code units to skip */
{
  while (chars_count--)
  {
    lit_utf8_iterator_incr (iter_p);
  }
} /* lit_utf8_iterator_advance */

/**
 * Get next code unit form the iterated string and increment iterator to point to next code unit
 *
 * @return next code unit
 */
ecma_char_t
lit_utf8_iterator_read_next (lit_utf8_iterator_t *iter_p) /**< @in-out: utf-8 string iterator */
{
  JERRY_ASSERT (!lit_utf8_iterator_is_eos (iter_p));

  lit_code_point_t code_point;
  lit_utf8_size_t utf8_char_size = lit_read_code_point_from_utf8 (iter_p->buf_p + iter_p->buf_pos.offset,
                                                                  iter_p->buf_size - iter_p->buf_pos.offset,
                                                                  &code_point);

  if (code_point <= LIT_UTF16_CODE_UNIT_MAX)
  {
    JERRY_ASSERT (!iter_p->buf_pos.is_non_bmp_middle);
    iter_p->buf_pos.offset = (iter_p->buf_pos.offset + utf8_char_size) & LIT_ITERATOR_OFFSET_MASK;
    return (ecma_char_t) code_point;
  }
  else
  {
    if (iter_p->buf_pos.is_non_bmp_middle)
    {
      iter_p->buf_pos.offset = (iter_p->buf_pos.offset + utf8_char_size) & LIT_ITERATOR_OFFSET_MASK;
      iter_p->buf_pos.is_non_bmp_middle = false;
      return convert_code_point_to_low_surrogate (code_point);
    }
    else
    {
      iter_p->buf_pos.is_non_bmp_middle = true;
      return convert_code_point_to_high_surrogate (code_point);
    }
  }
} /* lit_utf8_iterator_read_next */

/**
 * Get previous code unit form the iterated string and decrement iterator to point to previous code unit
 *
 * @return previous code unit
 */
ecma_char_t
lit_utf8_iterator_read_prev (lit_utf8_iterator_t *iter_p) /**< @in-out: utf-8 string iterator */
{
  JERRY_ASSERT (!lit_utf8_iterator_is_bos (iter_p));

  lit_code_point_t code_point;
  lit_utf8_size_t offset = iter_p->buf_pos.offset;

  if (iter_p->buf_pos.is_non_bmp_middle)
  {
    lit_read_code_point_from_utf8 (iter_p->buf_p + iter_p->buf_pos.offset,
                                   iter_p->buf_size - iter_p->buf_pos.offset,
                                   &code_point);

    iter_p->buf_pos.is_non_bmp_middle = false;

    return convert_code_point_to_high_surrogate (code_point);
  }

  do
  {
    JERRY_ASSERT (offset != 0);
    offset--;
  }
  while ((iter_p->buf_p[offset] & LIT_UTF8_EXTRA_BYTE_MASK) == LIT_UTF8_EXTRA_BYTE_MARKER);

  JERRY_ASSERT (iter_p->buf_pos.offset - offset <= LIT_UTF8_MAX_BYTES_IN_CODE_POINT);

  iter_p->buf_pos.offset = (offset) & LIT_ITERATOR_OFFSET_MASK;
  lit_read_code_point_from_utf8 (iter_p->buf_p + iter_p->buf_pos.offset,
                                 iter_p->buf_size - iter_p->buf_pos.offset,
                                 &code_point);

  if (code_point <= LIT_UTF16_CODE_UNIT_MAX)
  {
    return (ecma_char_t) code_point;
  }
  else
  {
    iter_p->buf_pos.is_non_bmp_middle = true;

    return convert_code_point_to_low_surrogate (code_point);
  }
} /* lit_utf8_iterator_read_prev */

/**
 * Checks iterator reached end of the string
 *
 * @return true - iterator is at the end of string
 *         false - otherwise
 */
bool
lit_utf8_iterator_is_eos (const lit_utf8_iterator_t *iter_p) /**< utf-8 string iterator */
{
  JERRY_ASSERT (iter_p->buf_pos.offset <= iter_p->buf_size);

  return (iter_p->buf_pos.offset == iter_p->buf_size);
} /* lit_utf8_iterator_is_eos */

/**
 * Checks iterator reached beginning of the string
 *
 * @return true - iterator is at the beginning of a string
 *         false - otherwise
 */
bool
lit_utf8_iterator_is_bos (const lit_utf8_iterator_t *iter_p)
{
  return (iter_p->buf_pos.offset == 0 && iter_p->buf_pos.is_non_bmp_middle == false);
} /* lit_utf8_iterator_is_bos */

/**
 * Get offset of the iterator
 *
 * @return: current offset in bytes of the iterator from the beginning of buffer
 */
lit_utf8_size_t
lit_utf8_iterator_get_offset (const lit_utf8_iterator_t *iter_p) /**< iterator */
{
  return iter_p->buf_pos.offset;
} /* lit_utf8_iterator_get_offset */

/**
 * Set iterator to point to specified offset
 */
void
lit_utf8_iterator_set_offset (lit_utf8_iterator_t *iter_p, /**< pointer to iterator */
                              lit_utf8_size_t offset) /**< offset from the begging of the iterated buffer */
{
  JERRY_ASSERT (offset <= iter_p->buf_size);

#ifndef JERRY_NDEBUG
  if (offset < iter_p->buf_size)
  {
    JERRY_ASSERT (((*(iter_p->buf_p + offset)) & LIT_UTF8_EXTRA_BYTE_MASK) != LIT_UTF8_EXTRA_BYTE_MARKER);
  }
#endif

  iter_p->buf_pos.offset = (offset) & LIT_ITERATOR_OFFSET_MASK;
  iter_p->buf_pos.is_non_bmp_middle = false;
} /* lit_utf8_iterator_set_offset */

/**
 * Get pointer to the current utf-8 char which iterator points to
 *
 * @return: pointer to utf-8 char
 */
lit_utf8_byte_t *
lit_utf8_iterator_get_ptr (const lit_utf8_iterator_t *iter_p) /**< iterator */
{
  return (lit_utf8_byte_t *) iter_p->buf_p + iter_p->buf_pos.offset;
} /* lit_utf8_iterator_get_ptr */

/**
 * Calculate size of a zero-terminated utf-8 string
 *
 * NOTE:
 *   string should not contain zero characters in the middel
 *
 * @return size of a string
 */
lit_utf8_size_t
lit_zt_utf8_string_size (const lit_utf8_byte_t *utf8_str_p) /**< zero-terminated utf-8 string */
{
  return (lit_utf8_size_t) strlen ((const char *) utf8_str_p);
} /* lit_zt_utf8_string_size */

/**
 * Calculate length of a utf-8 string
 *
 * @return UTF-16 code units count
 */
ecma_length_t
lit_utf8_string_length (const lit_utf8_byte_t *utf8_buf_p, /**< utf-8 string */
                        lit_utf8_size_t utf8_buf_size) /**< string size */
{
  ecma_length_t length = 0;
  lit_utf8_iterator_t buf_iter = lit_utf8_iterator_create (utf8_buf_p, utf8_buf_size);
  while (!lit_utf8_iterator_is_eos (&buf_iter))
  {
    lit_utf8_iterator_read_next (&buf_iter);
    length++;
  }
  JERRY_ASSERT (lit_utf8_iterator_is_eos (&buf_iter));

  return length;
} /* lit_utf8_string_length */

/**
 * Decodes a unicode code point from non-empty utf-8-encoded buffer
 *
 * @return number of bytes occupied by code point in the string
 */
lit_utf8_size_t
lit_read_code_point_from_utf8 (const lit_utf8_byte_t *buf_p, /**< buffer with characters */
                               lit_utf8_size_t buf_size, /**< size of the buffer in bytes */
                               lit_code_point_t *code_point) /**< @out: code point */
{
  JERRY_ASSERT (buf_p && buf_size);

  lit_utf8_byte_t c = (uint8_t) buf_p[0];
  if ((c & LIT_UTF8_1_BYTE_MASK) == LIT_UTF8_1_BYTE_MARKER)
  {
    *code_point = (uint32_t) (c & LIT_UTF8_LAST_7_BITS_MASK);
    return 1;
  }

  lit_code_point_t ret = LIT_UNICODE_CODE_POINT_NULL;
  ecma_length_t bytes_count = 0;
  if ((c & LIT_UTF8_2_BYTE_MASK) == LIT_UTF8_2_BYTE_MARKER)
  {
    bytes_count = 2;
    ret = ((uint32_t) (c & LIT_UTF8_LAST_5_BITS_MASK));
  }
  else if ((c & LIT_UTF8_3_BYTE_MASK) == LIT_UTF8_3_BYTE_MARKER)
  {
    bytes_count = 3;
    ret = ((uint32_t) (c & LIT_UTF8_LAST_4_BITS_MASK));
  }
  else if ((c & LIT_UTF8_4_BYTE_MASK) == LIT_UTF8_4_BYTE_MARKER)
  {
    bytes_count = 4;
    ret = ((uint32_t) (c & LIT_UTF8_LAST_3_BITS_MASK));
  }
  else
  {
    JERRY_ASSERT (false);
  }

  JERRY_ASSERT (buf_size >= bytes_count);

  for (uint32_t i = 1; i < bytes_count; ++i)
  {
    ret <<= LIT_UTF8_BITS_IN_EXTRA_BYTES;
    ret |= (buf_p[i] & LIT_UTF8_LAST_6_BITS_MASK);
  }

  *code_point = ret;
  return bytes_count;
} /* lit_read_code_point_from_utf8 */


/**
 * Calculate hash from last LIT_STRING_HASH_LAST_BYTES_COUNT characters from the buffer.
 *
 * @return ecma-string's hash
 */
lit_string_hash_t
lit_utf8_string_calc_hash_last_bytes (const lit_utf8_byte_t *utf8_buf_p, /**< characters buffer */
                                      lit_utf8_size_t utf8_buf_size) /**< number of characters in the buffer */
{
  JERRY_ASSERT (utf8_buf_p != NULL);

  lit_utf8_byte_t byte1 = (utf8_buf_size > 0) ? utf8_buf_p[utf8_buf_size - 1] : 0;
  lit_utf8_byte_t byte2 = (utf8_buf_size > 1) ? utf8_buf_p[utf8_buf_size - 2] : 0;

  uint32_t t1 = (uint32_t) byte1 + (uint32_t) byte2;
  uint32_t t2 = t1 * 0x24418b66;
  uint32_t t3 = (t2 >> 16) ^ (t2 & 0xffffu);
  uint32_t t4 = (t3 >> 8) ^ (t3 & 0xffu);

  return (lit_string_hash_t) t4;
} /* lit_utf8_string_calc_hash_last_bytes */

/**
 * Return code unit at the specified position in string
 *
 * NOTE:
 *   code_unit_offset should be less then string's length
 *
 * @return code unit value
 */
ecma_char_t
lit_utf8_string_code_unit_at (const lit_utf8_byte_t *utf8_buf_p, /**< utf-8 string */
                              lit_utf8_size_t utf8_buf_size, /**< string size in bytes */
                              ecma_length_t code_unit_offset) /**< ofset of a code_unit */
{
  lit_utf8_iterator_t iter = lit_utf8_iterator_create (utf8_buf_p, utf8_buf_size);
  ecma_char_t code_unit;

  do
  {
    JERRY_ASSERT (!lit_utf8_iterator_is_eos (&iter));
    code_unit = lit_utf8_iterator_read_next (&iter);
  }
  while (code_unit_offset--);

  return code_unit;
} /* lit_utf8_string_code_unit_at */

/**
 * Return number of bytes occupied by a unicode character in utf-8 representation
 *
 * @return size of a unicode character in utf-8 format
 */
lit_utf8_size_t
lit_get_unicode_char_size_by_utf8_first_byte (lit_utf8_byte_t first_byte) /**< first byte of a utf-8 byte sequence */
{
  if ((first_byte & LIT_UTF8_1_BYTE_MASK) == LIT_UTF8_1_BYTE_MARKER)
  {
    return 1;
  }
  else if ((first_byte & LIT_UTF8_2_BYTE_MASK) == LIT_UTF8_2_BYTE_MARKER)
  {
    return 2;
  }
  else if ((first_byte & LIT_UTF8_3_BYTE_MASK) == LIT_UTF8_3_BYTE_MARKER)
  {
    return 3;
  }
  else
  {
    JERRY_ASSERT ((first_byte & LIT_UTF8_4_BYTE_MASK) == LIT_UTF8_4_BYTE_MARKER);
    return 4;
  }
} /* lit_get_unicode_char_size_by_utf8_first_byte */

/**
 * Convert code_unit to utf-8 representation
 *
 * @return bytes count, stored required to represent specified code unit
 */
lit_utf8_size_t
lit_code_unit_to_utf8 (ecma_char_t code_unit, /**< code unit */
                       lit_utf8_byte_t *buf_p) /**< buffer where to store the result,
                                                *   its size should be at least MAX_BYTES_IN_CODE_UNIT */
{
  return lit_code_point_to_utf8 (code_unit, buf_p);
} /* lit_code_unit_to_utf8 */

/**
 * Convert code point to utf-8 representation
 *
 * @return bytes count, stored required to represent specified code unit
 */
lit_utf8_size_t
lit_code_point_to_utf8 (lit_code_point_t code_point, /**< code point */
                        lit_utf8_byte_t *buf) /**< buffer where to store the result,
                                              *   its size should be at least 4 bytes */
{
  if (code_point <= LIT_UTF8_1_BYTE_CODE_POINT_MAX)
  {
    buf[0] = (lit_utf8_byte_t) code_point;
    return 1;
  }
  else if (code_point <= LIT_UTF8_2_BYTE_CODE_POINT_MAX)
  {
    uint32_t code_point_bits = code_point;
    lit_utf8_byte_t second_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_6_BITS_MASK);
    code_point_bits >>= LIT_UTF8_BITS_IN_EXTRA_BYTES;

    lit_utf8_byte_t first_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_5_BITS_MASK);
    JERRY_ASSERT (first_byte_bits == code_point_bits);

    buf[0] = LIT_UTF8_2_BYTE_MARKER | first_byte_bits;
    buf[1] = LIT_UTF8_EXTRA_BYTE_MARKER | second_byte_bits;
    return 2;
  }
  else if (code_point <= LIT_UTF8_3_BYTE_CODE_POINT_MAX)
  {
    uint32_t code_point_bits = code_point;
    lit_utf8_byte_t third_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_6_BITS_MASK);
    code_point_bits >>= LIT_UTF8_BITS_IN_EXTRA_BYTES;

    lit_utf8_byte_t second_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_6_BITS_MASK);
    code_point_bits >>= LIT_UTF8_BITS_IN_EXTRA_BYTES;

    lit_utf8_byte_t first_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_4_BITS_MASK);
    JERRY_ASSERT (first_byte_bits == code_point_bits);

    buf[0] = LIT_UTF8_3_BYTE_MARKER | first_byte_bits;
    buf[1] = LIT_UTF8_EXTRA_BYTE_MARKER | second_byte_bits;
    buf[2] = LIT_UTF8_EXTRA_BYTE_MARKER | third_byte_bits;
    return 3;
  }
  else
  {
    JERRY_ASSERT (code_point <= LIT_UTF8_4_BYTE_CODE_POINT_MAX);

    uint32_t code_point_bits = code_point;
    lit_utf8_byte_t fourth_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_6_BITS_MASK);
    code_point_bits >>= LIT_UTF8_BITS_IN_EXTRA_BYTES;

    lit_utf8_byte_t third_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_6_BITS_MASK);
    code_point_bits >>= LIT_UTF8_BITS_IN_EXTRA_BYTES;

    lit_utf8_byte_t second_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_6_BITS_MASK);
    code_point_bits >>= LIT_UTF8_BITS_IN_EXTRA_BYTES;

    lit_utf8_byte_t first_byte_bits = (lit_utf8_byte_t) (code_point_bits & LIT_UTF8_LAST_3_BITS_MASK);
    JERRY_ASSERT (first_byte_bits == code_point_bits);

    buf[0] = LIT_UTF8_4_BYTE_MARKER | first_byte_bits;
    buf[1] = LIT_UTF8_EXTRA_BYTE_MARKER | second_byte_bits;
    buf[2] = LIT_UTF8_EXTRA_BYTE_MARKER | third_byte_bits;
    buf[3] = LIT_UTF8_EXTRA_BYTE_MARKER | fourth_byte_bits;
    return 4;
  }
} /* lit_code_unit_to_utf8 */

/**
 * Convert surrogate pair to code point
 *
 * @return code point
 */
lit_code_point_t
lit_convert_surrogate_pair_to_code_point (ecma_char_t high_surrogate, /**< high surrogate code point */
                                          ecma_char_t low_surrogate) /**< low surrogate code point */
{
  JERRY_ASSERT (lit_is_code_unit_high_surrogate (high_surrogate));
  JERRY_ASSERT (lit_is_code_unit_low_surrogate (low_surrogate));

  lit_code_point_t code_point;
  code_point = (uint16_t) (high_surrogate - LIT_UTF16_HIGH_SURROGATE_MIN);
  code_point <<= LIT_UTF16_BITS_IN_SURROGATE;

  code_point += LIT_UTF16_FIRST_SURROGATE_CODE_POINT;

  code_point |= (uint16_t) (low_surrogate - LIT_UTF16_LOW_SURROGATE_MIN);
  return code_point;
} /* lit_surrogate_pair_to_code_point */

/**
 * Compare utf-8 string to utf-8 string
 *
 * @return  true - if strings are equal;
 *          false - otherwise.
 */
bool
lit_compare_utf8_strings (const lit_utf8_byte_t *string1_p, /**< utf-8 string */
                          lit_utf8_size_t string1_size, /**< string size */
                          const lit_utf8_byte_t *string2_p, /**< utf-8 string */
                          lit_utf8_size_t string2_size) /**< string size */
{
  if (string1_size != string2_size)
  {
    return false;
  }

  return memcmp (string1_p, string2_p, string1_size) == 0;
} /* lit_compare_utf8_strings */

/**
 * Relational compare of utf-8 strings
 *
 * First string is less than second string if:
 *  - strings are not equal;
 *  - first string is prefix of second or is lexicographically less than second.
 *
 * @return true - if first string is less than second string,
 *         false - otherwise.
 */
bool lit_compare_utf8_strings_relational (const lit_utf8_byte_t *string1_p, /**< utf-8 string */
                                          lit_utf8_size_t string1_size, /**< string size */
                                          const lit_utf8_byte_t *string2_p, /**< utf-8 string */
                                          lit_utf8_size_t string2_size) /**< string size */
{
  lit_utf8_iterator_t iter1 = lit_utf8_iterator_create (string1_p, string1_size);
  lit_utf8_iterator_t iter2 = lit_utf8_iterator_create (string2_p, string2_size);

  while (!lit_utf8_iterator_is_eos (&iter1)
         && !lit_utf8_iterator_is_eos (&iter2))
  {
    ecma_char_t code_point1 = lit_utf8_iterator_read_next (&iter1);
    ecma_char_t code_point2 = lit_utf8_iterator_read_next (&iter2);
    if (code_point1 < code_point2)
    {
      return true;
    }
    else if (code_point1 > code_point2)
    {
      return false;
    }
  }

  return (lit_utf8_iterator_is_eos (&iter1) && !lit_utf8_iterator_is_eos (&iter2));
} /* lit_compare_utf8_strings_relational */

/**
 * Print code unit to standard output
 */
void
lit_put_ecma_char (ecma_char_t ecma_char) /**< code unit */
{
  if (ecma_char <= LIT_UTF8_1_BYTE_CODE_POINT_MAX)
  {
    putchar (ecma_char);
  }
  else
  {
    FIXME ("Support unicode characters printing.");
    putchar ('_');
  }
} /* lit_put_ecma_char */