version 1.15.14.2, 2006/08/02 07:26:35
|
version 1.20.4.1, 2009/10/13 13:39:24
|
|
|
//%2006//////////////////////////////////////////////////////////////////////// |
//%LICENSE//////////////////////////////////////////////////////////////// |
// | // |
// Copyright (c) 2000, 2001, 2002 BMC Software; Hewlett-Packard Development |
// Licensed to The Open Group (TOG) under one or more contributor license |
// Company, L.P.; IBM Corp.; The Open Group; Tivoli Systems. |
// agreements. Refer to the OpenPegasusNOTICE.txt file distributed with |
// Copyright (c) 2003 BMC Software; Hewlett-Packard Development Company, L.P.; |
// this work for additional information regarding copyright ownership. |
// IBM Corp.; EMC Corporation, The Open Group. |
// Each contributor licenses this file to you under the OpenPegasus Open |
// Copyright (c) 2004 BMC Software; Hewlett-Packard Development Company, L.P.; |
// Source License; you may not use this file except in compliance with the |
// IBM Corp.; EMC Corporation; VERITAS Software Corporation; The Open Group. |
// License. |
// Copyright (c) 2005 Hewlett-Packard Development Company, L.P.; IBM Corp.; |
// |
// EMC Corporation; VERITAS Software Corporation; The Open Group. |
// Permission is hereby granted, free of charge, to any person obtaining a |
// Copyright (c) 2006 Hewlett-Packard Development Company, L.P.; IBM Corp.; |
// copy of this software and associated documentation files (the "Software"), |
// EMC Corporation; Symantec Corporation; The Open Group. |
// to deal in the Software without restriction, including without limitation |
// |
// the rights to use, copy, modify, merge, publish, distribute, sublicense, |
// Permission is hereby granted, free of charge, to any person obtaining a copy |
// and/or sell copies of the Software, and to permit persons to whom the |
// of this software and associated documentation files (the "Software"), to |
// Software is furnished to do so, subject to the following conditions: |
// deal in the Software without restriction, including without limitation the |
// |
// rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
// The above copyright notice and this permission notice shall be included |
// sell copies of the Software, and to permit persons to whom the Software is |
// in all copies or substantial portions of the Software. |
// furnished to do so, subject to the following conditions: |
// |
// |
// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS |
// THE ABOVE COPYRIGHT NOTICE AND THIS PERMISSION NOTICE SHALL BE INCLUDED IN |
// OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
// ALL COPIES OR SUBSTANTIAL PORTIONS OF THE SOFTWARE. THE SOFTWARE IS PROVIDED |
// MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. |
// "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT |
// IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY |
// LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR |
// CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, |
// PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT |
// TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE |
// HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
// SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
// ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
|
// WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
|
// | // |
//============================================================================== |
////////////////////////////////////////////////////////////////////////// |
// |
|
// Author: Dave Rosckes (rosckes@us.ibm.com) |
|
// |
|
// Modified By: Yi Zhou Hewlett-Packard Company (yi.zhou@hp.com) |
|
// | // |
//%///////////////////////////////////////////////////////////////////////////// | //%///////////////////////////////////////////////////////////////////////////// |
| |
|
|
#define Pegasus_CommonUTF_h | #define Pegasus_CommonUTF_h |
#include <Pegasus/Common/Config.h> | #include <Pegasus/Common/Config.h> |
#include <Pegasus/Common/Linkage.h> | #include <Pegasus/Common/Linkage.h> |
#include <Pegasus/Common/String.h> |
|
#include <Pegasus/Common/Mutex.h> | #include <Pegasus/Common/Mutex.h> |
| |
PEGASUS_NAMESPACE_BEGIN | PEGASUS_NAMESPACE_BEGIN |
| |
|
class String; |
|
|
#define FIRST_HIGH_SURROGATE (Uint32)0xD800 | #define FIRST_HIGH_SURROGATE (Uint32)0xD800 |
#define LAST_HIGH_SURROGATE (Uint32)0xDBFF | #define LAST_HIGH_SURROGATE (Uint32)0xDBFF |
#define FIRST_LOW_SURROGATE (Uint32)0xDC00 | #define FIRST_LOW_SURROGATE (Uint32)0xDC00 |
|
|
#define MAX_BYTE (Uint32)0x0000FFFF | #define MAX_BYTE (Uint32)0x0000FFFF |
#define MAX_UTF16 (Uint32)0x0010FFFF | #define MAX_UTF16 (Uint32)0x0010FFFF |
| |
static const Uint32 halfBase = 0x0010000UL; |
PEGASUS_COMMON_LINKAGE extern const Uint32 halfBase; |
static const Uint32 halfMask = 0x3FFUL; |
PEGASUS_COMMON_LINKAGE extern const Uint32 halfMask; |
static const int halfShift = 10; |
PEGASUS_COMMON_LINKAGE extern const int halfShift; |
static const Uint8 firstByteMark[7] = { 0x00, 0x00, 0xC0, 0xE0, 0xF0, 0xF8, 0xFC }; |
PEGASUS_COMMON_LINKAGE extern const Uint8 firstByteMark[]; |
|
|
static const Uint32 offsetsFromUTF8[6] = { 0x00000000UL, 0x00003080UL, 0x000E2080UL, |
|
0x03C82080UL, 0xFA082080UL, 0x82082080UL }; |
|
|
|
static const char trailingBytesForUTF8[256] = { |
|
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
|
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
|
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
|
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
|
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
|
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, |
|
1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, |
|
2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, 3,3,3,3,3,3,3,3,4,4,4,4,5,5,5,5 |
|
}; |
|
| |
#define UTF_8_COUNT_TRAIL_BYTES(leadByte) (trailingBytesForUTF8[(Uint8)leadByte]) |
PEGASUS_COMMON_LINKAGE extern const Uint32 offsetsFromUTF8[]; |
|
|
|
PEGASUS_COMMON_LINKAGE extern const char trailingBytesForUTF8[]; |
|
|
|
#define UTF_8_COUNT_TRAIL_BYTES(leadByte) \ |
|
(trailingBytesForUTF8[(Uint8)leadByte]) |
| |
#define UTF8_NEXT(s, i) { \ | #define UTF8_NEXT(s, i) { \ |
(i)=((i) + UTF_8_COUNT_TRAIL_BYTES((s)[(i)]) + 1); \ | (i)=((i) + UTF_8_COUNT_TRAIL_BYTES((s)[(i)]) + 1); \ |
} | } |
| |
|
|
PEGASUS_COMMON_LINKAGE Boolean isValid_U8(const Uint8 *src,int size); | PEGASUS_COMMON_LINKAGE Boolean isValid_U8(const Uint8 *src,int size); |
| |
PEGASUS_COMMON_LINKAGE int UTF16toUTF8( | PEGASUS_COMMON_LINKAGE int UTF16toUTF8( |