normalizer.cpp

/* ====================================================================
 * Copyright (c) 2010-2019 Open Source Applications Foundation.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions: 
 *
 * The above copyright notice and this permission notice shall be included
 * in all copies or substantial portions of the Software. 
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
 * DEALINGS IN THE SOFTWARE.
 * ====================================================================
 */

#include "common.h"
#include "structmember.h"

#include "bases.h"
#include "iterators.h"
#include "normalizer.h"
#include "unicodeset.h"
#include "macros.h"

DECLARE_CONSTANTS_TYPE(UNormalizationMode)
DECLARE_CONSTANTS_TYPE(UNormalizationCheckResult)
#if U_ICU_VERSION_HEX >= 0x04040000
DECLARE_CONSTANTS_TYPE(UNormalizationMode2)
#endif

/* Normalizer */

class t_normalizer : public _wrapper {
public:
    Normalizer *object;
};

static int t_normalizer_init(t_normalizer *self,
                             PyObject *args, PyObject *kwds);
static PyObject *t_normalizer_current(t_normalizer *self);
static PyObject *t_normalizer_first(t_normalizer *self);
static PyObject *t_normalizer_last(t_normalizer *self);
static PyObject *t_normalizer_nextCharacter(t_normalizer *self);
static PyObject *t_normalizer_previous(t_normalizer *self);
static PyObject *t_normalizer_reset(t_normalizer *self);
static PyObject *t_normalizer_setIndexOnly(t_normalizer *self, PyObject *arg);
static PyObject *t_normalizer_getIndex(t_normalizer *self);
static PyObject *t_normalizer_startIndex(t_normalizer *self);
static PyObject *t_normalizer_endIndex(t_normalizer *self);
static PyObject *t_normalizer_setMode(t_normalizer *self, PyObject *arg);
static PyObject *t_normalizer_getUMode(t_normalizer *self);
static PyObject *t_normalizer_getText(t_normalizer *self);
static PyObject *t_normalizer_setText(t_normalizer *self, PyObject *arg);
static PyObject *t_normalizer_normalize(PyTypeObject *type, PyObject *args);
static PyObject *t_normalizer_compose(PyTypeObject *type, PyObject *args);
static PyObject *t_normalizer_decompose(PyTypeObject *type, PyObject *args);
static PyObject *t_normalizer_quickCheck(PyTypeObject *type, PyObject *args);
static PyObject *t_normalizer_isNormalized(PyTypeObject *type, PyObject *args);
static PyObject *t_normalizer_concatenate(PyTypeObject *type, PyObject *args);
static PyObject *t_normalizer_compare(PyTypeObject *type, PyObject *args);

static PyMethodDef t_normalizer_methods[] = {
    DECLARE_METHOD(t_normalizer, current, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, first, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, last, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, nextCharacter, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, previous, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, reset, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, setIndexOnly, METH_O),
    DECLARE_METHOD(t_normalizer, getIndex, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, startIndex, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, endIndex, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, setMode, METH_O),
    DECLARE_METHOD(t_normalizer, getUMode, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, getText, METH_NOARGS),
    DECLARE_METHOD(t_normalizer, setText, METH_O),
    DECLARE_METHOD(t_normalizer, normalize, METH_VARARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer, compose, METH_VARARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer, decompose, METH_VARARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer, quickCheck, METH_VARARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer, isNormalized, METH_VARARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer, concatenate, METH_VARARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer, compare, METH_VARARGS | METH_CLASS),
    { NULL, NULL, 0, NULL }
};

DECLARE_TYPE(Normalizer, t_normalizer, UObject, Normalizer,
             t_normalizer_init, NULL)


#if U_ICU_VERSION_HEX >= 0x04040000

/* Normalizer2 */

class t_normalizer2 : public _wrapper {
public:
    Normalizer2 *object;
};

static PyObject *t_normalizer2_normalize(t_normalizer2 *self, PyObject *args);
static PyObject *t_normalizer2_normalizeSecondAndAppend(t_normalizer2 *self,
                                                        PyObject *args);
static PyObject *t_normalizer2_append(t_normalizer2 *self, PyObject *args);
static PyObject *t_normalizer2_isNormalized(t_normalizer2 *self, PyObject *arg);
static PyObject *t_normalizer2_quickCheck(t_normalizer2 *self, PyObject *arg);
static PyObject *t_normalizer2_spanQuickCheckYes(t_normalizer2 *self,
                                                 PyObject *arg);
static PyObject *t_normalizer2_hasBoundaryBefore(t_normalizer2 *self,
                                                 PyObject *arg);
static PyObject *t_normalizer2_hasBoundaryAfter(t_normalizer2 *self,
                                                PyObject *arg);
static PyObject *t_normalizer2_isInert(t_normalizer2 *self, PyObject *arg);
static PyObject *t_normalizer2_getInstance(PyTypeObject *type, PyObject *args);

#if U_ICU_VERSION_HEX >= VERSION_HEX(49, 0, 0)
static PyObject *t_normalizer2_getNFCInstance(PyTypeObject *type);
static PyObject *t_normalizer2_getNFDInstance(PyTypeObject *type);
static PyObject *t_normalizer2_getNFKCInstance(PyTypeObject *type);
static PyObject *t_normalizer2_getNFKDInstance(PyTypeObject *type);
static PyObject *t_normalizer2_getNFKCCasefoldInstance(PyTypeObject *type);
#endif

static PyMethodDef t_normalizer2_methods[] = {
    DECLARE_METHOD(t_normalizer2, normalize, METH_VARARGS),
    DECLARE_METHOD(t_normalizer2, normalizeSecondAndAppend, METH_VARARGS),
    DECLARE_METHOD(t_normalizer2, append, METH_VARARGS),
    DECLARE_METHOD(t_normalizer2, isNormalized, METH_O),
    DECLARE_METHOD(t_normalizer2, quickCheck, METH_O),
    DECLARE_METHOD(t_normalizer2, spanQuickCheckYes, METH_O),
    DECLARE_METHOD(t_normalizer2, hasBoundaryBefore, METH_O),
    DECLARE_METHOD(t_normalizer2, hasBoundaryAfter, METH_O),
    DECLARE_METHOD(t_normalizer2, isInert, METH_O),
    DECLARE_METHOD(t_normalizer2, getInstance, METH_VARARGS | METH_CLASS),
#if U_ICU_VERSION_HEX >= VERSION_HEX(49, 0, 0)
    DECLARE_METHOD(t_normalizer2, getNFCInstance, METH_NOARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer2, getNFDInstance, METH_NOARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer2, getNFKCInstance, METH_NOARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer2, getNFKDInstance, METH_NOARGS | METH_CLASS),
    DECLARE_METHOD(t_normalizer2, getNFKCCasefoldInstance, METH_NOARGS | METH_CLASS),
#endif
    { NULL, NULL, 0, NULL }
};

DECLARE_TYPE(Normalizer2, t_normalizer2, UObject, Normalizer2,
             abstract_init, NULL)


/* FilteredNormalizer2 */

class t_filterednormalizer2 : public _wrapper {
public:
    FilteredNormalizer2 *object;
    PyObject *normalizer;
    PyObject *filter;
};

static int t_filterednormalizer2_init(t_filterednormalizer2 *self,
                                      PyObject *args, PyObject *kwds);

static PyMethodDef t_filterednormalizer2_methods[] = {
    { NULL, NULL, 0, NULL }
};

static void t_filterednormalizer2_dealloc(t_filterednormalizer2 *self)
{
    if (self->flags & T_OWNED)
        delete self->object;
    self->object = NULL;

    Py_CLEAR(self->normalizer);
    Py_CLEAR(self->filter);
    Py_TYPE(self)->tp_free((PyObject *) self);
}

DECLARE_TYPE(FilteredNormalizer2, t_filterednormalizer2, Normalizer2,
             FilteredNormalizer2, t_filterednormalizer2_init,
             t_filterednormalizer2_dealloc)

#endif


/* Normalizer */

static int t_normalizer_init(t_normalizer *self,
                             PyObject *args, PyObject *kwds)
{
    UnicodeString *u, _u;
    UNormalizationMode mode;
    CharacterIterator *iterator;

    switch (PyTuple_Size(args)) {
      case 2:
        if (!parseArgs(args, "Si", &u, &_u, &mode))
        {
            self->object = new Normalizer(*u, mode);
            self->flags = T_OWNED;
            break;
        }
        if (!parseArgs(args, "Pi", TYPE_ID(CharacterIterator),
                       &iterator, &mode))
        {
            self->object = new Normalizer(*iterator, mode);
            self->flags = T_OWNED;
            break;
        }
        PyErr_SetArgsError((PyObject *) self, "__init__", args);
        return -1;
      default:
        PyErr_SetArgsError((PyObject *) self, "__init__", args);
        return -1;
    }
        
    if (self->object)
        return 0;

    return -1;
}

static PyObject *t_normalizer_current(t_normalizer *self)
{
    UChar32 c = self->object->current();
    return PyInt_FromLong(c);
}

static PyObject *t_normalizer_first(t_normalizer *self)
{
    UChar32 c = self->object->first();
    return PyInt_FromLong(c);
}

static PyObject *t_normalizer_last(t_normalizer *self)
{
    UChar32 c = self->object->last();
    return PyInt_FromLong(c);
}

static PyObject *t_normalizer_nextCharacter(t_normalizer *self)
{
    UChar32 c = self->object->next();
    return PyInt_FromLong(c);
}

static PyObject *t_normalizer_previous(t_normalizer *self)
{
    UChar32 c = self->object->previous();
    return PyInt_FromLong(c);
}

static PyObject *t_normalizer_reset(t_normalizer *self)
{
    self->object->reset();
    Py_RETURN_NONE;
}

static PyObject *t_normalizer_setIndexOnly(t_normalizer *self, PyObject *arg)
{
    int32_t index;

    if (!parseArg(arg, "i", &index))
    {
        self->object->setIndexOnly(index);
        Py_RETURN_NONE;
    }

    return PyErr_SetArgsError((PyObject *) self, "setIndexOnly", arg);
}

static PyObject *t_normalizer_getIndex(t_normalizer *self)
{
    int32_t index = self->object->getIndex();
    return PyInt_FromLong(index);
}

static PyObject *t_normalizer_startIndex(t_normalizer *self)
{
    int32_t index = self->object->startIndex();
    return PyInt_FromLong(index);
}

static PyObject *t_normalizer_endIndex(t_normalizer *self)
{
    int32_t index = self->object->endIndex();
    return PyInt_FromLong(index);
}

static PyObject *t_normalizer_setMode(t_normalizer *self, PyObject *arg)
{
    UNormalizationMode mode;

    if (!parseArg(arg, "i", &mode) &&
        mode >= UNORM_NONE && mode < UNORM_MODE_COUNT)
    {
        self->object->setMode(mode);
        Py_RETURN_NONE;
    }

    return PyErr_SetArgsError((PyObject *) self, "setMode", arg);
}

static PyObject *t_normalizer_getUMode(t_normalizer *self)
{
    UNormalizationMode mode = self->object->getUMode();
    return PyInt_FromLong(mode);
}

static PyObject *t_normalizer_getText(t_normalizer *self)
{
    UnicodeString u;
    
    self->object->getText(u);
    return PyUnicode_FromUnicodeString(&u);
}

static PyObject *t_normalizer_setText(t_normalizer *self, PyObject *arg)
{
    UnicodeString *u, _u;
    CharacterIterator *iterator;

    if (!parseArg(arg, "S", &u, &_u))
    {
        STATUS_CALL(self->object->setText(*u, status)); /* copied */
        Py_RETURN_NONE;
    }
    
    if (!parseArg(arg, "P", TYPE_ID(CharacterIterator), &iterator))
    {
        STATUS_CALL(self->object->setText(*iterator, status)); /* copied */
        Py_RETURN_NONE;
    }
     
    return PyErr_SetArgsError((PyObject *) self, "setText", arg);
}

static PyObject *t_normalizer_normalize(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u, _u, target;
    UNormalizationMode mode;
    int32_t options;

    if (!parseArgs(args, "Sii", &u, &_u, &mode, &options))
    {
        STATUS_CALL(Normalizer::normalize(*u, mode, options, target, status));
        return PyUnicode_FromUnicodeString(&target);
    }

    return PyErr_SetArgsError(type, "normalize", args);
}

static PyObject *t_normalizer_compose(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u, _u, target;
    UBool compat;
    int32_t options;

    if (!parseArgs(args, "SBi", &u, &_u, &compat, &options))
    {
        STATUS_CALL(Normalizer::compose(*u, compat, options, target, status));
        return PyUnicode_FromUnicodeString(&target);
    }

    return PyErr_SetArgsError(type, "compose", args);
}

static PyObject *t_normalizer_decompose(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u, _u, target;
    UBool compat;
    int32_t options;

    if (!parseArgs(args, "SBi", &u, &_u, &compat, &options))
    {
        STATUS_CALL(Normalizer::decompose(*u, compat, options, target, status));
        return PyUnicode_FromUnicodeString(&target);
    }

    return PyErr_SetArgsError(type, "decompose", args);
}

static PyObject *t_normalizer_quickCheck(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u, *_u;
    UNormalizationMode mode;
    int32_t options;

    switch (PyTuple_Size(args)) {
      case 2:
        if (!parseArgs(args, "Si", &u, &_u, &mode))
        {
            UNormalizationCheckResult uncr;
            
            STATUS_CALL(uncr = Normalizer::quickCheck(*u, mode, status));
            return PyInt_FromLong(uncr);
        }
        break;
      case 3:
        if (!parseArgs(args, "Sii", &u, &_u, &mode, &options))
        {
            UNormalizationCheckResult uncr;
            
            STATUS_CALL(uncr = Normalizer::quickCheck(*u, mode, options,
                                                      status));
            return PyInt_FromLong(uncr);
        }
        break;
    }

    return PyErr_SetArgsError(type, "quickCheck", args);
}

static PyObject *t_normalizer_isNormalized(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u, *_u;
    UNormalizationMode mode;
    int32_t options;
    UBool b;

    switch (PyTuple_Size(args)) {
      case 2:
        if (!parseArgs(args, "Si", &u, &_u, &mode))
        {
            STATUS_CALL(b = Normalizer::isNormalized(*u, mode, status));
            Py_RETURN_BOOL(b);
        }
        break;
      case 3:
        if (!parseArgs(args, "Sii", &u, &_u, &mode, &options))
        {
            STATUS_CALL(b = Normalizer::isNormalized(*u, mode, options,
                                                     status));
            Py_RETURN_BOOL(b);
        }
        break;
    }

    return PyErr_SetArgsError(type, "isNormalized", args);
}

static PyObject *t_normalizer_concatenate(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u0, *_u0;
    UnicodeString *u1, *_u1;
    UnicodeString u;
    UNormalizationMode mode;
    int32_t options;

    if (!parseArgs(args, "SSii", &u0, &_u0, &u1, &_u1, &mode, &options))
    {
        STATUS_CALL(Normalizer::concatenate(*u0, *u1, u,
                                            mode, options, status));
        return PyUnicode_FromUnicodeString(&u);
    }

    return PyErr_SetArgsError(type, "concatenate", args);
}

static PyObject *t_normalizer_compare(PyTypeObject *type, PyObject *args)
{
    UnicodeString *u0, *_u0;
    UnicodeString *u1, *_u1;
    int32_t options, n;

    if (!parseArgs(args, "SSi", &u0, &_u0, &u1, &_u1, &options))
    {
        STATUS_CALL(n = Normalizer::compare(*u0, *u1, options, status));
        return PyInt_FromLong(n);
    }

    return PyErr_SetArgsError(type, "compare", args);
}

DEFINE_RICHCMP(Normalizer, t_normalizer)

static long t_normalizer_hash(t_normalizer *self)
{
  return (long) self->object->hashCode();
}

static PyObject *t_normalizer_iter(t_normalizer *self)
{
    Py_RETURN_SELF();
}

static PyObject *t_normalizer_iter_next(t_normalizer *self)
{
    if (self->object->getIndex() < self->object->endIndex())
    {
        UChar32 c = self->object->next();
        return PyInt_FromLong(c);
    }

    PyErr_SetNone(PyExc_StopIteration);
    return NULL;
}


#if U_ICU_VERSION_HEX >= 0x04040000

/* Normalizer2 */

static PyObject *t_normalizer2_normalize(t_normalizer2 *self, PyObject *args)
{
    UnicodeString *u, _u, *result;

    switch (PyTuple_Size(args)) {
      case 1:
        if (!parseArgs(args, "S", &u, &_u))
        {
            UnicodeString dest;

            STATUS_CALL(self->object->normalize(*u, dest, status));
            return PyUnicode_FromUnicodeString(&dest);
        }
        break;
      case 2:
        if (!parseArgs(args, "SU", &u, &_u, &result))
        {
            STATUS_CALL(self->object->normalize(*u, *result, status));
            Py_RETURN_ARG(args, 1);
        }
        break;
    }

    return PyErr_SetArgsError((PyObject *) self, "normalize", args);
}

static PyObject *t_normalizer2_normalizeSecondAndAppend(t_normalizer2 *self,
                                                        PyObject *args)
{
    UnicodeString *u, _u, *result;

    if (!parseArgs(args, "US", &result, &u, &_u))
    {
        STATUS_CALL(self->object->normalizeSecondAndAppend(*result, *u,
                                                           status));
        Py_RETURN_ARG(args, 0);
    }

    return PyErr_SetArgsError((PyObject *) self, "normalizeSecondAndAppend", args);
}

static PyObject *t_normalizer2_append(t_normalizer2 *self, PyObject *args)
{
    UnicodeString *u, _u, *result;

    if (!parseArgs(args, "US", &result, &u, &_u))
    {
        STATUS_CALL(self->object->append(*result, *u, status));
        Py_RETURN_ARG(args, 0);
    }

    return PyErr_SetArgsError((PyObject *) self, "append", args);
}

static PyObject *t_normalizer2_isNormalized(t_normalizer2 *self, PyObject *arg)
{
    UnicodeString *u, _u;

    if (!parseArg(arg, "S", &u, &_u))
    {
        UBool b;

        STATUS_CALL(b = self->object->isNormalized(*u, status));
        Py_RETURN_BOOL(b);
    }

    return PyErr_SetArgsError((PyObject *) self, "isNormalized", arg);
}

static PyObject *t_normalizer2_quickCheck(t_normalizer2 *self, PyObject *arg)
{
    UnicodeString *u, _u;

    if (!parseArg(arg, "S", &u, &_u))
    {
        UNormalizationCheckResult uncr;

        STATUS_CALL(uncr = self->object->quickCheck(*u, status));
        return PyInt_FromLong(uncr);
    }

    return PyErr_SetArgsError((PyObject *) self, "quickCheck", arg);
}

static PyObject *t_normalizer2_spanQuickCheckYes(t_normalizer2 *self,
                                                 PyObject *arg)
{
    UnicodeString *u, _u;

    if (!parseArg(arg, "S", &u, &_u))
    {
        int32_t end;

        STATUS_CALL(end = self->object->spanQuickCheckYes(*u, status));
        return PyInt_FromLong(end);
    }

    return PyErr_SetArgsError((PyObject *) self, "spanQuickCheckYes", arg);
}

static PyObject *t_normalizer2_hasBoundaryBefore(t_normalizer2 *self,
                                                 PyObject *arg)
{
    UnicodeString *u, _u;

    if (!parseArg(arg, "S", &u, &_u))
    {
        UChar32 c;
        int32_t len;
        UBool b;

        STATUS_CALL(len = toUChar32(*u, &c, status));
        if (len == 1)
        {
            b = self->object->hasBoundaryBefore(c);
            Py_RETURN_BOOL(b);
        }
    }

    return PyErr_SetArgsError((PyObject *) self, "hasBoundaryBefore", arg);
}

static PyObject *t_normalizer2_hasBoundaryAfter(t_normalizer2 *self,
                                                PyObject *arg)
{
    UnicodeString *u, _u;

    if (!parseArg(arg, "S", &u, &_u))
    {
        UChar32 c;
        int32_t len;
        UBool b;

        STATUS_CALL(len = toUChar32(*u, &c, status));
        if (len == 1)
        {
            b = self->object->hasBoundaryAfter(c);
            Py_RETURN_BOOL(b);
        }
    }

    return PyErr_SetArgsError((PyObject *) self, "hasBoundaryAfter", arg);
}

static PyObject *t_normalizer2_isInert(t_normalizer2 *self, PyObject *arg)
{
    UnicodeString *u, _u;

    if (!parseArg(arg, "S", &u, &_u))
    {
        UChar32 c;
        int32_t len;
        UBool b;

        STATUS_CALL(len = toUChar32(*u, &c, status));
        if (len == 1)
        {
            b = self->object->isInert(c);
            Py_RETURN_BOOL(b);
        }
    }

    return PyErr_SetArgsError((PyObject *) self, "isInert", arg);
}


static PyObject *t_normalizer2_getInstance(PyTypeObject *type, PyObject *args)
{
    const char *packageName, *name;
    UNormalization2Mode mode;
    const Normalizer2 *normalizer;

    if (PyArg_ParseTuple(args, "zsi", &packageName, &name, &mode))
    {
        STATUS_CALL(normalizer = Normalizer2::getInstance(packageName, name,
                                                          mode, status));
        return wrap_Normalizer2((Normalizer2 *) normalizer, 0);
    }

    return PyErr_SetArgsError(type, "getInstance", args);
}

#if U_ICU_VERSION_HEX >= VERSION_HEX(49, 0, 0)

static PyObject *t_normalizer2_getNFCInstance(PyTypeObject *type)
{
    const Normalizer2 *normalizer;

    STATUS_CALL(normalizer = Normalizer2::getNFCInstance(status));
    return wrap_Normalizer2((Normalizer2 *) normalizer, 0);
}

static PyObject *t_normalizer2_getNFDInstance(PyTypeObject *type)
{
    const Normalizer2 *normalizer;

    STATUS_CALL(normalizer = Normalizer2::getNFDInstance(status));
    return wrap_Normalizer2((Normalizer2 *) normalizer, 0);
}

static PyObject *t_normalizer2_getNFKCInstance(PyTypeObject *type)
{
    const Normalizer2 *normalizer;

    STATUS_CALL(normalizer = Normalizer2::getNFKCInstance(status));
    return wrap_Normalizer2((Normalizer2 *) normalizer, 0);
}

static PyObject *t_normalizer2_getNFKDInstance(PyTypeObject *type)
{
    const Normalizer2 *normalizer;

    STATUS_CALL(normalizer = Normalizer2::getNFKDInstance(status));
    return wrap_Normalizer2((Normalizer2 *) normalizer, 0);
}

static PyObject *t_normalizer2_getNFKCCasefoldInstance(PyTypeObject *type)
{
    const Normalizer2 *normalizer;

    STATUS_CALL(normalizer = Normalizer2::getNFKCCasefoldInstance(status));
    return wrap_Normalizer2((Normalizer2 *) normalizer, 0);
}

#endif

/* FilteredNormalizer2 */

static int t_filterednormalizer2_init(t_filterednormalizer2 *self,
                                      PyObject *args, PyObject *kwds)
{
    Normalizer2 *normalizer;
    UnicodeSet *filter;

    if (!parseArgs(args, "pp",
                   TYPE_CLASSID(Normalizer2), TYPE_CLASSID(UnicodeSet),
                   &normalizer, &self->normalizer, &filter, &self->filter))
    {
        self->object = new FilteredNormalizer2(*normalizer, *filter);
        self->flags = T_OWNED;

        return 0;
    }

    PyErr_SetArgsError((PyObject *) self, "__init__", args);
    return -1;
}

#endif


void _init_normalizer(PyObject *m)
{
    NormalizerType_.tp_richcompare = (richcmpfunc) t_normalizer_richcmp;
    NormalizerType_.tp_hash = (hashfunc) t_normalizer_hash;
    NormalizerType_.tp_iter = (getiterfunc) t_normalizer_iter;
    NormalizerType_.tp_iternext = (iternextfunc) t_normalizer_iter_next;

    REGISTER_TYPE(Normalizer, m);
#if U_ICU_VERSION_HEX >= 0x04040000
    REGISTER_TYPE(Normalizer2, m);
    REGISTER_TYPE(FilteredNormalizer2, m);
#endif

    INSTALL_CONSTANTS_TYPE(UNormalizationMode, m);
    INSTALL_CONSTANTS_TYPE(UNormalizationCheckResult, m);
#if U_ICU_VERSION_HEX >= 0x04040000
    INSTALL_CONSTANTS_TYPE(UNormalizationMode2, m);
#endif

    INSTALL_ENUM(UNormalizationMode, "NONE", UNORM_NONE);
    INSTALL_ENUM(UNormalizationMode, "NFD", UNORM_NFD);
    INSTALL_ENUM(UNormalizationMode, "NFKD", UNORM_NFKD);
    INSTALL_ENUM(UNormalizationMode, "NFC", UNORM_NFC);
    INSTALL_ENUM(UNormalizationMode, "DEFAULT", UNORM_DEFAULT);
    INSTALL_ENUM(UNormalizationMode, "NFKC", UNORM_NFKC);
    INSTALL_ENUM(UNormalizationMode, "FCD", UNORM_FCD);

    INSTALL_ENUM(UNormalizationCheckResult, "NO", UNORM_NO);
    INSTALL_ENUM(UNormalizationCheckResult, "YES", UNORM_YES);
    INSTALL_ENUM(UNormalizationCheckResult, "MAYBE", UNORM_MAYBE);

#if U_ICU_VERSION_HEX >= 0x04040000
    INSTALL_ENUM(UNormalizationMode2, "COMPOSE", UNORM2_COMPOSE);
    INSTALL_ENUM(UNormalizationMode2, "DECOMPOSE", UNORM2_DECOMPOSE);
    INSTALL_ENUM(UNormalizationMode2, "FCD", UNORM2_FCD);
    INSTALL_ENUM(UNormalizationMode2, "COMPOSE_CONTIGUOUS", UNORM2_COMPOSE_CONTIGUOUS);
#endif
}