utf8.c File Reference

#include <string.h>
#include "wine/unicode.h"

Include dependency graph for utf8.c:

Go to the source code of this file.

Functions
WCHAR	wine_compose (const WCHAR *str) DECLSPEC_HIDDEN
static unsigned int	get_surrogate_value (const WCHAR *src, unsigned int srclen)
static int	get_length_wcs_utf8 (int flags, const WCHAR *src, unsigned int srclen)
int	wine_utf8_wcstombs (int flags, const WCHAR *src, int srclen, char *dst, int dstlen)
static unsigned int	decode_utf8_char (unsigned char ch, const char **str, const char *strend)
static int	get_length_mbs_utf8_compose (int flags, const char *src, int srclen)
static int	utf8_mbstowcs_compose (int flags, const char *src, int srclen, WCHAR *dst, int dstlen)
static int	get_length_mbs_utf8 (int flags, const char *src, int srclen)
int	wine_utf8_mbstowcs (int flags, const char *src, int srclen, WCHAR *dst, int dstlen)

Variables
static const char	utf8_length [128]
static const unsigned char	utf8_mask [4] = { 0x7f, 0x1f, 0x0f, 0x07 }
static const unsigned int	utf8_minval [4] = { 0x0, 0x80, 0x800, 0x10000 }

Function Documentation

decode_utf8_char()

static unsigned int decode_utf8_char ( unsigned char  ch, const char **  str, const char *  strend  )

inlinestatic

Definition at line 161 of file utf8.c.

{
    unsigned int len = utf8_length[ch-0x80];
    unsigned int res = ch & utf8_mask[len];
    const char *end = *str + len;
 
    if (end > strend) return ~0;
    switch(len)
    {
    case 3:
        if ((ch = end[-3] ^ 0x80) >= 0x40) break;
        res = (res << 6) | ch;
        (*str)++;
    case 2:
        if ((ch = end[-2] ^ 0x80) >= 0x40) break;
        res = (res << 6) | ch;
        (*str)++;
    case 1:
        if ((ch = end[-1] ^ 0x80) >= 0x40) break;
        res = (res << 6) | ch;
        (*str)++;
        if (res < utf8_minval[len]) break;
        return res;
    }
    return ~0;
}

Referenced by get_length_mbs_utf8(), get_length_mbs_utf8_compose(), utf8_mbstowcs_compose(), and wine_utf8_mbstowcs().

get_length_mbs_utf8()

static int get_length_mbs_utf8 ( int  flags, const char *  src, int  srclen  )

inlinestatic

Definition at line 277 of file utf8.c.

{
    int ret = 0;
    unsigned int res;
    const char *srcend = src + srclen;
 
    while (src < srcend)
    {
        unsigned char ch = *src++;
        if (ch < 0x80)  /* special fast case for 7-bit ASCII */
        {
            ret++;
            continue;
        }
        if ((res = decode_utf8_char( ch, &src, srcend )) <= 0x10ffff)
        {
            if (res > 0xffff) ret++;
            ret++;
        }
        else if (flags & MB_ERR_INVALID_CHARS) return -2;  /* bad char */
        /* otherwise ignore it */
    }
    return ret;
}

Referenced by wine_utf8_mbstowcs().

get_length_mbs_utf8_compose()

static int get_length_mbs_utf8_compose ( int  flags, const char *  src, int  srclen  )

inlinestatic

Definition at line 189 of file utf8.c.

{
    int ret = 0;
    unsigned int res;
    WCHAR composed[2];
    const char *srcend = src + srclen;
 
    composed[0] = 0;
    while (src < srcend)
    {
        unsigned char ch = *src++;
        if (ch < 0x80)  /* special fast case for 7-bit ASCII */
        {
            composed[0] = ch;
            ret++;
            continue;
        }
        if ((res = decode_utf8_char( ch, &src, srcend )) <= 0xffff)
        {
            if (composed[0])
            {
                composed[1] = res;
                if ((composed[0] = wine_compose( composed ))) continue;
            }
            composed[0] = res;
            ret++;
        }
        else if (res <= 0x10ffff)
        {
            ret += 2;
            composed[0] = 0;  /* no composition for surrogates */
        }
        else if (flags & MB_ERR_INVALID_CHARS) return -2;  /* bad char */
        /* otherwise ignore it */
    }
    return ret;
}

Referenced by utf8_mbstowcs_compose().

get_length_wcs_utf8()

static int get_length_wcs_utf8 ( int  flags, const WCHAR *  src, unsigned int  srclen  )

inlinestatic

Definition at line 62 of file utf8.c.

{
    int len;
    unsigned int val;
 
    for (len = 0; srclen; srclen--, src++)
    {
        if (*src < 0x80)  /* 0x00-0x7f: 1 byte */
        {
            len++;
            continue;
        }
        if (*src < 0x800)  /* 0x80-0x7ff: 2 bytes */
        {
            len += 2;
            continue;
        }
        if (!(val = get_surrogate_value( src, srclen )))
        {
            if (flags & WC_ERR_INVALID_CHARS) return -2;
            continue;
        }
        if (val < 0x10000)  /* 0x800-0xffff: 3 bytes */
            len += 3;
        else   /* 0x10000-0x10ffff: 4 bytes */
        {
            len += 4;
            src++;
            srclen--;
        }
    }
    return len;
}

Referenced by wine_utf8_wcstombs().

get_surrogate_value()

static unsigned int get_surrogate_value ( const WCHAR *  src, unsigned int  srclen  )

inlinestatic

Definition at line 48 of file utf8.c.

{
    if (src[0] >= 0xd800 && src[0] <= 0xdfff)  /* surrogate pair */
    {
        if (src[0] > 0xdbff || /* invalid high surrogate */
            srclen <= 1 ||     /* missing low surrogate */
            src[1] < 0xdc00 || src[1] > 0xdfff) /* invalid low surrogate */
            return 0;
        return 0x10000 + ((src[0] & 0x3ff) << 10) + (src[1] & 0x3ff);
    }
    return src[0];
}

Referenced by get_length_wcs_utf8(), and wine_utf8_wcstombs().

utf8_mbstowcs_compose()

static int utf8_mbstowcs_compose ( int  flags, const char *  src, int  srclen, WCHAR *  dst, int  dstlen  )

static

Definition at line 229 of file utf8.c.

{
    unsigned int res;
    const char *srcend = src + srclen;
    WCHAR composed[2];
    WCHAR *dstend = dst + dstlen;
 
    if (!dstlen) return get_length_mbs_utf8_compose( flags, src, srclen );
 
    composed[0] = 0;
    while (src < srcend)
    {
        unsigned char ch = *src++;
        if (ch < 0x80)  /* special fast case for 7-bit ASCII */
        {
            if (dst >= dstend) return -1;  /* overflow */
            *dst++ = composed[0] = ch;
            continue;
        }
        if ((res = decode_utf8_char( ch, &src, srcend )) <= 0xffff)
        {
            if (composed[0])
            {
                composed[1] = res;
                if ((composed[0] = wine_compose( composed )))
                {
                    dst[-1] = composed[0];
                    continue;
                }
            }
            if (dst >= dstend) return -1;  /* overflow */
            *dst++ = composed[0] = res;
        }
        else if (res <= 0x10ffff) /* we need surrogates */
        {
            if (dst >= dstend - 1) return -1;  /* overflow */
            res -= 0x10000;
            *dst++ = 0xd800 | (res >> 10);
            *dst++ = 0xdc00 | (res & 0x3ff);
            composed[0] = 0;  /* no composition for surrogates */
        }
        else if (flags & MB_ERR_INVALID_CHARS) return -2;  /* bad char */
        /* otherwise ignore it */
    }
    return dstlen - (dstend - dst);
}

Referenced by wine_utf8_mbstowcs().

wine_compose()

WCHAR wine_compose

(

const WCHAR *

str

)

Definition at line 399 of file compose.c.

{
    int pos, idx = 1, start = 0, count = 70;
    for (;;)
    {
        if ((pos = binary_search( str[idx], start, count - 1 )) == -1) return 0;
        if (!idx--) return table[2 * pos + 1];
        start = table[2 * pos + 1];
        count = table[2 * pos + 3];
    }
}

Referenced by get_length_mbs_utf8_compose(), and utf8_mbstowcs_compose().

wine_utf8_mbstowcs()

int wine_utf8_mbstowcs	(	int	flags,
		const char *	src,
		int	srclen,
		WCHAR *	dst,
		int	dstlen
	)

Definition at line 304 of file utf8.c.

{
    unsigned int res;
    const char *srcend = src + srclen;
    WCHAR *dstend = dst + dstlen;
 
    if (flags & MB_COMPOSITE) return utf8_mbstowcs_compose( flags, src, srclen, dst, dstlen );
 
    if (!dstlen) return get_length_mbs_utf8( flags, src, srclen );
 
    while ((dst < dstend) && (src < srcend))
    {
        unsigned char ch = *src++;
        if (ch < 0x80)  /* special fast case for 7-bit ASCII */
        {
            *dst++ = ch;
            continue;
        }
        if ((res = decode_utf8_char( ch, &src, srcend )) <= 0xffff)
        {
            *dst++ = res;
        }
        else if (res <= 0x10ffff)  /* we need surrogates */
        {
            if (dst == dstend - 1) return -1;  /* overflow */
            res -= 0x10000;
            *dst++ = 0xd800 | (res >> 10);
            *dst++ = 0xdc00 | (res & 0x3ff);
        }
        else if (flags & MB_ERR_INVALID_CHARS) return -2;  /* bad char */
        /* otherwise ignore it */
    }
    if (src < srcend) return -1;  /* overflow */
    return dstlen - (dstend - dst);
}

Referenced by MultiByteToWideChar().

wine_utf8_wcstombs()

int wine_utf8_wcstombs	(	int	flags,
		const WCHAR *	src,
		int	srclen,
		char *	dst,
		int	dstlen
	)

Definition at line 98 of file utf8.c.

{
    int len;
 
    if (!dstlen) return get_length_wcs_utf8( flags, src, srclen );
 
    for (len = dstlen; srclen; srclen--, src++)
    {
        WCHAR ch = *src;
        unsigned int val;
 
        if (ch < 0x80)  /* 0x00-0x7f: 1 byte */
        {
            if (!len--) return -1;  /* overflow */
            *dst++ = ch;
            continue;
        }
 
        if (ch < 0x800)  /* 0x80-0x7ff: 2 bytes */
        {
            if ((len -= 2) < 0) return -1;  /* overflow */
            dst[1] = 0x80 | (ch & 0x3f);
            ch >>= 6;
            dst[0] = 0xc0 | ch;
            dst += 2;
            continue;
        }
 
        if (!(val = get_surrogate_value( src, srclen )))
        {
            if (flags & WC_ERR_INVALID_CHARS) return -2;
            continue;
        }
 
        if (val < 0x10000)  /* 0x800-0xffff: 3 bytes */
        {
            if ((len -= 3) < 0) return -1;  /* overflow */
            dst[2] = 0x80 | (val & 0x3f);
            val >>= 6;
            dst[1] = 0x80 | (val & 0x3f);
            val >>= 6;
            dst[0] = 0xe0 | val;
            dst += 3;
        }
        else   /* 0x10000-0x10ffff: 4 bytes */
        {
            if ((len -= 4) < 0) return -1;  /* overflow */
            dst[3] = 0x80 | (val & 0x3f);
            val >>= 6;
            dst[2] = 0x80 | (val & 0x3f);
            val >>= 6;
            dst[1] = 0x80 | (val & 0x3f);
            val >>= 6;
            dst[0] = 0xf0 | val;
            dst += 4;
            src++;
            srclen--;
        }
    }
    return dstlen - len;
}

Referenced by WideCharToMultiByte().

Variable Documentation

utf8_length

const char utf8_length[128]

static

Initial value:

=
{
    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 
    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 
    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 
    0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 
    0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1, 
    1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, 
    2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, 
    3,3,3,3,3,0,0,0,0,0,0,0,0,0,0,0  
}

Definition at line 28 of file utf8.c.

Referenced by decode_utf8_char(), and ui_clip_handle_data().

utf8_mask

const unsigned char utf8_mask[4] = { 0x7f, 0x1f, 0x0f, 0x07 }

static

Definition at line 41 of file utf8.c.

Referenced by decode_utf8_char().

utf8_minval

const unsigned int utf8_minval[4] = { 0x0, 0x80, 0x800, 0x10000 }

static

Definition at line 44 of file utf8.c.

Referenced by decode_utf8_char().