qt5base-lts/tests/auto/gui/text/qtextscriptengine/tst_qtextscriptengine.cpp

/****************************************************************************
**
** Copyright (C) 2014 Digia Plc and/or its subsidiary(-ies).
** Contact: http://www.qt-project.org/legal
**
** This file is part of the test suite of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:LGPL21$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and Digia. For licensing terms and
** conditions see http://qt.digia.com/licensing. For further information
** use the contact form at http://qt.digia.com/contact-us.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 or version 3 as published by the Free
** Software Foundation and appearing in the file LICENSE.LGPLv21 and
** LICENSE.LGPLv3 included in the packaging of this file. Please review the
** following information to ensure the GNU Lesser General Public License
** requirements will be met: https://www.gnu.org/licenses/lgpl.html and
** http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
**
** In addition, as a special exception, Digia gives you certain additional
** rights. These rights are described in the Digia Qt LGPL Exception
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
** $QT_END_LICENSE$
**
****************************************************************************/

#include <QtTest/QtTest>
#include <private/qfontengine_p.h>
#include <private/qtextengine_p.h>
#include <qtextlayout.h>
#include <qfontdatabase.h>
#include <qfontinfo.h>

class tst_QTextScriptEngine : public QObject
{
    Q_OBJECT

public:
    tst_QTextScriptEngine();
    virtual ~tst_QTextScriptEngine();


public slots:
    void initTestCase();
    void init();
    void cleanup();
private slots:
    void devanagari_data();
    void devanagari();
    void bengali_data();
    void bengali();
    void gurmukhi_data();
    void gurmukhi();
    // gujarati missing
    void oriya_data();
    void oriya();
    void tamil_data();
    void tamil();
    void telugu_data();
    void telugu();
    void kannada_data();
    void kannada();
    void malayalam_data();
    void malayalam();
    void sinhala_data();
    void sinhala();
    void khmer_data();
    void khmer();
    void linearB_data();
    void linearB();
    void greek_data();
    void greek();

    void mirroredChars_data();
    void mirroredChars();

    void controlInSyllable_qtbug14204();
    void combiningMarks_qtbug15675_data();
    void combiningMarks_qtbug15675();

    void thaiIsolatedSaraAm();
    void thaiWithZWJ();
    void thaiMultipleVowels();
private:
    bool haveTestFonts;
};

tst_QTextScriptEngine::tst_QTextScriptEngine()
    : haveTestFonts(qgetenv("QT_HAVE_TEST_FONTS") == QByteArray("1"))
{
}

tst_QTextScriptEngine::~tst_QTextScriptEngine()
{
}

void tst_QTextScriptEngine::initTestCase()
{
    if (!haveTestFonts) {
        qWarning(
            "Some of these tests depend on the internals of some test fonts which are not freely "
            "distributable.\n"
            "These tests will be skipped.\n"
            "If you have the fonts available, set QT_HAVE_TEST_FONTS=1 in your environment and "
            "run the test again."
        );
    }
}

void tst_QTextScriptEngine::init()
{
}

void tst_QTextScriptEngine::cleanup()
{
}

struct ShapeTable {
    unsigned short unicode[16];
    unsigned short glyphs[16];
};

static void prepareShapingTest(const QFont &font, const ShapeTable *shape_table)
{
    for (const ShapeTable *s = shape_table; s->unicode[0]; ++s) {
        QByteArray testName = font.family().toLatin1() + ":";
        QString string;
        for (const ushort *u = s->unicode; *u; ++u) {
            string.append(QChar(*u));
            testName.append(" 0x" + QByteArray::number(*u, 16));
        }
        QVector<ushort> glyphs;
        for (const ushort *g = s->glyphs; *g; ++g)
            glyphs.append(*g);

        QTest::newRow(testName.constData()) << font << string << glyphs;
    }
}

static void doShapingTests()
{
    QFETCH(QFont, font);
    QFETCH(QString, string);
    QFETCH(QVector<ushort>, glyphs);

    QVERIFY(!string.isEmpty());

    QTextLayout layout(string, font);
    QTextEngine *e = layout.engine();
    e->itemize();
    e->shape(0);

    QVERIFY(!e->layoutData->items.isEmpty());
    if (e->fontEngine(e->layoutData->items[0])->type() == QFontEngine::Box)
        QSKIP("OpenType support missing for script");

    QCOMPARE(e->fontEngine(e->layoutData->items[0])->fontDef.family, font.family());

    ushort nglyphs = glyphs.size();
    if (!glyphs.isEmpty()) {
        QCOMPARE(e->layoutData->items[0].num_glyphs, nglyphs);
        for (ushort i = 0; i < glyphs.size(); ++i) {
            ushort glyph = (e->layoutData->glyphLayout.glyphs[i] & 0xffffff);
            QCOMPARE(glyph, glyphs.at(i));
        }
    } else {
        // decomposed shaping
        if (string.at(0) == 0x1fc1 || string.at(0) == 0x1fed)
            return;
        if (string.normalized(QString::NormalizationForm_D).normalized(QString::NormalizationForm_C) != string)
            return;

        QTextLayout decomposedLayout(string.normalized(QString::NormalizationForm_D), font);
        QTextEngine *de = decomposedLayout.engine();
        de->itemize();
        de->shape(0);

        QCOMPARE(de->layoutData->items[0].num_glyphs, e->layoutData->items[0].num_glyphs);
        for (ushort i = 0; i < nglyphs; ++i) {
            ushort glyph = (e->layoutData->glyphLayout.glyphs[i] & 0xffffff);
            ushort glyph2 = (de->layoutData->glyphLayout.glyphs[i] & 0xffffff);
            QCOMPARE(glyph2, glyph);
        }
    }
}

void tst_QTextScriptEngine::devanagari_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Devanagari).contains("Raghindi")) {
            QFont f("Raghindi");
            const ShapeTable shape_table [] = {
                // Ka
                { { 0x0915, 0x0 },
                  { 0x0080, 0x0 } },
                // Ka Halant
                { { 0x0915, 0x094d, 0x0 },
                  { 0x0080, 0x0051, 0x0 } },
                // Ka Halant Ka
                { { 0x0915, 0x094d, 0x0915, 0x0 },
                  { 0x00c8, 0x0080, 0x0 } },
                // Ka MatraI
                { { 0x0915, 0x093f, 0x0 },
                  { 0x01d1, 0x0080, 0x0 } },
                // Ra Halant Ka
                { { 0x0930, 0x094d, 0x0915, 0x0 },
                  { 0x0080, 0x005b, 0x0 } },
                // Ra Halant Ka MatraI
                { { 0x0930, 0x094d, 0x0915, 0x093f, 0x0 },
                  { 0x01d1, 0x0080, 0x005b, 0x0 } },
                // MatraI
                { { 0x093f, 0x0 },
                  { 0x01d4, 0x029c, 0x0 } },
                // Ka Nukta
                { { 0x0915, 0x093c, 0x0 },
                  { 0x00a4, 0x0 } },
                // Ka Halant Ra
                { { 0x0915, 0x094d, 0x0930, 0x0 },
                  { 0x0110, 0x0 } },
                // Ka Halant Ra Halant Ka
                { { 0x0915, 0x094d, 0x0930, 0x094d, 0x0915, 0x0 },
                  { 0x0158, 0x0080, 0x0 } },
                { { 0x0930, 0x094d, 0x200d, 0x0 },
                  { 0x00e2, 0x0 } },
                { { 0x0915, 0x094d, 0x0930, 0x094d, 0x200d, 0x0 },
                  { 0x0158, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Raghindi");
    }

    {
        if (QFontDatabase().families(QFontDatabase::Devanagari).contains("Mangal")) {
            QFont f("Mangal");
            const ShapeTable shape_table [] = {
                // Ka
                { { 0x0915, 0x0 },
                  { 0x0080, 0x0 } },
                // Ka Halant
                { { 0x0915, 0x094d, 0x0 },
                  { 0x0080, 0x0051, 0x0 } },
                // Ka Halant Ka
                { { 0x0915, 0x094d, 0x0915, 0x0 },
                  { 0x00c8, 0x0080, 0x0 } },
                // Ka MatraI
                { { 0x0915, 0x093f, 0x0 },
                  { 0x01d1, 0x0080, 0x0 } },
                // Ra Halant Ka
                { { 0x0930, 0x094d, 0x0915, 0x0 },
                  { 0x0080, 0x005b, 0x0 } },
                // Ra Halant Ka MatraI
                { { 0x0930, 0x094d, 0x0915, 0x093f, 0x0 },
                  { 0x01d1, 0x0080, 0x005b, 0x0 } },
                // MatraI
                { { 0x093f, 0x0 },
                  { 0x01d4, 0x029c, 0x0 } },
                // Ka Nukta
                { { 0x0915, 0x093c, 0x0 },
                  { 0x00a4, 0x0 } },
                // Ka Halant Ra
                { { 0x0915, 0x094d, 0x0930, 0x0 },
                  { 0x0110, 0x0 } },
                // Ka Halant Ra Halant Ka
                { { 0x0915, 0x094d, 0x0930, 0x094d, 0x0915, 0x0 },
                  { 0x0158, 0x0080, 0x0 } },

                { { 0x92b, 0x94d, 0x930, 0x0 },
                  { 0x125, 0x0 } },
                { { 0x92b, 0x93c, 0x94d, 0x930, 0x0 },
                  { 0x149, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find mangal");
    }
}

void tst_QTextScriptEngine::devanagari()
{
    doShapingTests();
}

void tst_QTextScriptEngine::bengali_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Bengali).contains("Akaash")) {
            QFont f("Akaash");
            const ShapeTable shape_table [] = {
                // Ka
                { { 0x0995, 0x0 },
                  { 0x0151, 0x0 } },
                // Ka Halant
                { { 0x0995, 0x09cd, 0x0 },
                  { 0x0151, 0x017d, 0x0 } },
                // Ka Halant Ka
                { { 0x0995, 0x09cd, 0x0995, 0x0 },
                  { 0x019b, 0x0 } },
                // Ka MatraI
                { { 0x0995, 0x09bf, 0x0 },
                  { 0x0173, 0x0151, 0x0 } },
                // Ra Halant Ka
                { { 0x09b0, 0x09cd, 0x0995, 0x0 },
                  { 0x0151, 0x0276, 0x0 } },
                // Ra Halant Ka MatraI
                { { 0x09b0, 0x09cd, 0x0995, 0x09bf, 0x0 },
                  { 0x0173, 0x0151, 0x0276, 0x0 } },
                // Ka Nukta
                { { 0x0995, 0x09bc, 0x0 },
                  { 0x0151, 0x0171, 0x0 } },
                // Ka Halant Ra
                { { 0x0995, 0x09cd, 0x09b0, 0x0 },
                  { 0x01f4, 0x0 } },
                // Ka Halant Ra Halant Ka
                { { 0x0995, 0x09cd, 0x09b0, 0x09cd, 0x0995, 0x0 },
                  { 0x025c, 0x0276, 0x0151, 0x0 } },
                // Ya + Halant
                { { 0x09af, 0x09cd, 0x0 },
                  { 0x016a, 0x017d, 0x0 } },
                // Da Halant Ya -> Da Ya-Phala
                { { 0x09a6, 0x09cd, 0x09af, 0x0 },
                  { 0x01e5, 0x0 } },
                // A Halant Ya -> A Ya-phala
                { { 0x0985, 0x09cd, 0x09af, 0x0 },
                  { 0x0145, 0x01cf, 0x0 } },
                // Na Halant Ka
                { { 0x09a8, 0x09cd, 0x0995, 0x0 },
                  { 0x026f, 0x0151, 0x0 } },
                // Na Halant ZWNJ Ka
                { { 0x09a8, 0x09cd, 0x200c, 0x0995, 0x0 },
                  { 0x0164, 0x017d, 0x0151, 0x0 } },
                // Na Halant ZWJ Ka
                { { 0x09a8, 0x09cd, 0x200d, 0x0995, 0x0 },
                  { 0x026f, 0x0151, 0x0 } },
                // Ka Halant ZWNJ Ka
                { { 0x0995, 0x09cd, 0x200c, 0x0995, 0x0 },
                  { 0x0151, 0x017d, 0x0151, 0x0 } },
                // Ka Halant ZWJ Ka
                { { 0x0995, 0x09cd, 0x200d, 0x0995, 0x0 },
                  { 0x025c, 0x0151, 0x0 } },
                // Na Halant Ra
                { { 0x09a8, 0x09cd, 0x09b0, 0x0 },
                  { 0x0207, 0x0 } },
                // Na Halant ZWNJ Ra
                { { 0x09a8, 0x09cd, 0x200c, 0x09b0, 0x0 },
                  { 0x0164, 0x017d, 0x016b, 0x0 } },
                // Na Halant ZWJ Ra
                { { 0x09a8, 0x09cd, 0x200d, 0x09b0, 0x0 },
                  { 0x026f, 0x016b, 0x0 } },
                // Na Halant Ba
                { { 0x09a8, 0x09cd, 0x09ac, 0x0 },
                  { 0x022f, 0x0 } },
                // Na Halant ZWNJ Ba
                { { 0x09a8, 0x09cd, 0x200c, 0x09ac, 0x0 },
                  { 0x0164, 0x017d, 0x0167, 0x0 } },
                // Na Halant ZWJ Ba
                { { 0x09a8, 0x09cd, 0x200d, 0x09ac, 0x0 },
                  { 0x026f, 0x0167, 0x0 } },
                // Na Halant Dha
                { { 0x09a8, 0x09cd, 0x09a7, 0x0 },
                  { 0x01d3, 0x0 } },
                // Na Halant ZWNJ Dha
                { { 0x09a8, 0x09cd, 0x200c, 0x09a7, 0x0 },
                  { 0x0164, 0x017d, 0x0163, 0x0 } },
                // Na Halant ZWJ Dha
                { { 0x09a8, 0x09cd, 0x200d, 0x09a7, 0x0 },
                  { 0x026f, 0x0163, 0x0 } },
                // Ra Halant Ka MatraAU
                { { 0x09b0, 0x09cd, 0x0995, 0x09cc, 0x0 },
                  { 0x0179, 0x0151, 0x0276, 0x017e, 0x0 } },
                // Ra Halant Ba Halant Ba
                { { 0x09b0, 0x09cd, 0x09ac, 0x09cd, 0x09ac, 0x0 },
                  { 0x0232, 0x0276, 0x0 } },
                { { 0x9b0, 0x9cd, 0x995, 0x9be, 0x982, 0x0 },
                  { 0x151, 0x276, 0x172, 0x143, 0x0 } },
                { { 0x9b0, 0x9cd, 0x995, 0x9be, 0x983, 0x0 },
                  { 0x151, 0x276, 0x172, 0x144, 0x0 } },
                // test decomposed two parts matras
                { { 0x995, 0x9c7, 0x9be, 0x0 },
                  { 0x179, 0x151, 0x172, 0x0 } },
                { { 0x995, 0x9c7, 0x9d7, 0x0 },
                  { 0x179, 0x151, 0x17e, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Akaash");
    }
    {
        if (QFontDatabase().families(QFontDatabase::Bengali).contains("Mukti Narrow")) {
            QFont f("Mukti Narrow");
            const ShapeTable shape_table [] = {
                // Ka
                { { 0x0995, 0x0 },
                  { 0x0073, 0x0 } },
                // Ka Halant
                { { 0x0995, 0x09cd, 0x0 },
                  { 0x00b9, 0x0 } },
                // Ka Halant Ka
                { { 0x0995, 0x09cd, 0x0995, 0x0 },
                  { 0x0109, 0x0 } },
                // Ka MatraI
                { { 0x0995, 0x09bf, 0x0 },
                  { 0x0095, 0x0073, 0x0 } },
                // Ra Halant Ka
                { { 0x09b0, 0x09cd, 0x0995, 0x0 },
                  { 0x0073, 0x00e1, 0x0 } },
                // Ra Halant Ka MatraI
                { { 0x09b0, 0x09cd, 0x0995, 0x09bf, 0x0 },
                  { 0x0095, 0x0073, 0x00e1, 0x0 } },
                // MatraI
                { { 0x09bf, 0x0 },
                  { 0x0095, 0x01c8, 0x0 } },
                // Ka Nukta
                { { 0x0995, 0x09bc, 0x0 },
                  { 0x0073, 0x0093, 0x0 } },
                // Ka Halant Ra
                { { 0x0995, 0x09cd, 0x09b0, 0x0 },
                  { 0x00e5, 0x0 } },
                // Ka Halant Ra Halant Ka
                { { 0x995, 0x9cd, 0x9b0, 0x9cd, 0x995, 0x0 },
                  { 0x234, 0x24e, 0x73, 0x0 } },
                // Ya + Halant
                { { 0x09af, 0x09cd, 0x0 },
                  { 0x00d2, 0x0 } },
                // Da Halant Ya -> Da Ya-Phala
                { { 0x09a6, 0x09cd, 0x09af, 0x0 },
                  { 0x0084, 0x00e2, 0x0 } },
                // A Halant Ya -> A Ya-phala
                { { 0x0985, 0x09cd, 0x09af, 0x0 },
                  { 0x0067, 0x00e2, 0x0 } },
                // Na Halant Ka
                { { 0x09a8, 0x09cd, 0x0995, 0x0 },
                  { 0x0188, 0x0 } },
                // Na Halant ZWNJ Ka
                { { 0x9a8, 0x9cd, 0x200c, 0x995, 0x0 },
                  { 0xcc, 0x73, 0x0 } },
                // Na Halant ZWJ Ka
                { { 0x9a8, 0x9cd, 0x200d, 0x995, 0x0 },
                  { 0x247, 0x73, 0x0 } },
                // Ka Halant ZWNJ Ka
                { { 0x9a8, 0x9cd, 0x200d, 0x995, 0x0 },
                  { 0x247, 0x73, 0x0 } },
                // Ka Halant ZWJ Ka
                { { 0x9a8, 0x9cd, 0x200d, 0x995, 0x0 },
                  { 0x247, 0x73, 0x0 } },
                // Na Halant Ra
                { { 0x09a8, 0x09cd, 0x09b0, 0x0 },
                  { 0x00f8, 0x0 } },
                // Na Halant ZWNJ Ra
                { { 0x09a8, 0x09cd, 0x200c, 0x09b0, 0x0 },
                  { 0xcc, 0x8d, 0x0 } },
                // Na Halant ZWJ Ra
                { { 0x9a8, 0x9cd, 0x200d, 0x9b0, 0x0 },
                  { 0x247, 0x8d, 0x0 } },
                // Na Halant Ba
                { { 0x09a8, 0x09cd, 0x09ac, 0x0 },
                  { 0x0139, 0x0 } },
                // Na Halant ZWNJ Ba
                { { 0x9a8, 0x9cd, 0x200c, 0x9ac, 0x0 },
                  { 0xcc, 0x89, 0x0 } },
                // Na Halant ZWJ Ba
                { { 0x9a8, 0x9cd, 0x200d, 0x9ac, 0x0 },
                  { 0x247, 0x89, 0x0 } },
                // Na Halant Dha
                { { 0x09a8, 0x09cd, 0x09a7, 0x0 },
                  { 0x0145, 0x0 } },
                // Na Halant ZWNJ Dha
                { { 0x09a8, 0x09cd, 0x200c, 0x09a7, 0x0 },
                  { 0xcc, 0x85, 0x0 } },
                // Na Halant ZWJ Dha
                { { 0x09a8, 0x09cd, 0x200d, 0x09a7, 0x0 },
                  { 0x247, 0x85, 0x0 } },
                // Ra Halant Ka MatraAU
                { { 0x9b0, 0x9cd, 0x995, 0x9cc, 0x0 },
                  { 0x232, 0x73, 0xe1, 0xa0, 0x0 } },
                // Ra Halant Ba Halant Ba
                { { 0x09b0, 0x09cd, 0x09ac, 0x09cd, 0x09ac, 0x0 },
                  { 0x013b, 0x00e1, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Mukti");
    }
    {
        if (QFontDatabase().families(QFontDatabase::Bengali).contains("Likhan")) {
            QFont f("Likhan");
            const ShapeTable shape_table [] = {
                { { 0x9a8, 0x9cd, 0x9af, 0x0 },
                  { 0x1ca, 0x0 } },
                { { 0x09b8, 0x09cd, 0x09af, 0x0 },
                  { 0x020e, 0x0 } },
                { { 0x09b6, 0x09cd, 0x09af, 0x0 },
                  { 0x01f4, 0x0 } },
                { { 0x09b7, 0x09cd, 0x09af, 0x0 },
                  { 0x01fe, 0x0 } },
                { { 0x09b0, 0x09cd, 0x09a8, 0x09cd, 0x200d, 0x0 },
                  { 0x10b, 0x167, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Likhan");
    }
}

void tst_QTextScriptEngine::bengali()
{
    doShapingTests();
}

void tst_QTextScriptEngine::gurmukhi_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Gurmukhi).contains("Lohit Punjabi")) {
            QFont f("Lohit Punjabi");
            const ShapeTable shape_table [] = {
                { { 0xA15, 0xA4D, 0xa39, 0x0 },
                  { 0x3b, 0x8b, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Lohit Punjabi");
    }
}

void tst_QTextScriptEngine::gurmukhi()
{
    doShapingTests();
}

void tst_QTextScriptEngine::oriya_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Oriya).contains("utkal")) {
            QFont f("utkal");
            const ShapeTable shape_table [] = {
                { { 0xb15, 0xb4d, 0xb24, 0xb4d, 0xb30, 0x0 },
                  { 0x150, 0x125, 0x0 } },
                { { 0xb24, 0xb4d, 0xb24, 0xb4d, 0xb2c, 0x0 },
                  { 0x151, 0x120, 0x0 } },
                { { 0xb28, 0xb4d, 0xb24, 0xb4d, 0xb2c, 0x0 },
                  { 0x152, 0x120, 0x0 } },
                { { 0xb28, 0xb4d, 0xb24, 0xb4d, 0xb2c, 0x0 },
                  { 0x152, 0x120, 0x0 } },
                { { 0xb28, 0xb4d, 0xb24, 0xb4d, 0xb30, 0x0 },
                  { 0x176, 0x0 } },
                { { 0xb38, 0xb4d, 0xb24, 0xb4d, 0xb30, 0x0 },
                  { 0x177, 0x0 } },
                { { 0xb28, 0xb4d, 0xb24, 0xb4d, 0xb30, 0xb4d, 0xb2f, 0x0 },
                  { 0x176, 0x124, 0x0 } },
                { {0}, {0} }

            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find utkal");
    }
}

void tst_QTextScriptEngine::oriya()
{
    doShapingTests();
}

void tst_QTextScriptEngine::tamil_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Tamil).contains("AkrutiTml1")) {
            QFont f("AkrutiTml1");
            const ShapeTable shape_table [] = {
                { { 0x0b95, 0x0bc2, 0x0 },
                  { 0x004e, 0x0 } },
                { { 0x0bae, 0x0bc2, 0x0 },
                  { 0x009e, 0x0 } },
                { { 0x0b9a, 0x0bc2, 0x0 },
                  { 0x0058, 0x0 } },
                { { 0x0b99, 0x0bc2, 0x0 },
                  { 0x0053, 0x0 } },
                { { 0x0bb0, 0x0bc2, 0x0 },
                  { 0x00a8, 0x0 } },
                { { 0x0ba4, 0x0bc2, 0x0 },
                  { 0x008e, 0x0 } },
                { { 0x0b9f, 0x0bc2, 0x0 },
                  { 0x0062, 0x0 } },
                { { 0x0b95, 0x0bc6, 0x0 },
                  { 0x000a, 0x0031, 0x0 } },
                { { 0x0b95, 0x0bca, 0x0 },
                  { 0x000a, 0x0031, 0x0007, 0x0 } },
                { { 0x0b95, 0x0bc6, 0x0bbe, 0x0 },
                  { 0x000a, 0x0031, 0x007, 0x0 } },
                { { 0x0b95, 0x0bcd, 0x0bb7, 0x0 },
                  { 0x0049, 0x0 } },
                { { 0x0b95, 0x0bcd, 0x0bb7, 0x0bca, 0x0 },
                  { 0x000a, 0x0049, 0x007, 0x0 } },
                { { 0x0b95, 0x0bcd, 0x0bb7, 0x0bc6, 0x0bbe, 0x0 },
                  { 0x000a, 0x0049, 0x007, 0x0 } },
                { { 0x0b9f, 0x0bbf, 0x0 },
                  { 0x005f, 0x0 } },
                { { 0x0b9f, 0x0bc0, 0x0 },
                  { 0x0060, 0x0 } },
                { { 0x0bb2, 0x0bc0, 0x0 },
                  { 0x00ab, 0x0 } },
                { { 0x0bb2, 0x0bbf, 0x0 },
                  { 0x00aa, 0x0 } },
                { { 0x0bb0, 0x0bcd, 0x0 },
                  { 0x00a4, 0x0 } },
                { { 0x0bb0, 0x0bbf, 0x0 },
                  { 0x00a5, 0x0 } },
                { { 0x0bb0, 0x0bc0, 0x0 },
                  { 0x00a6, 0x0 } },
                { { 0x0b83, 0x0 },
                  { 0x0025, 0x0 } },
                { { 0x0b83, 0x0b95, 0x0 },
                  { 0x0025, 0x0031, 0x0 } },
                { { 0xb95, 0xbc6, 0xbbe, 0x0 },
                  { 0xa, 0x31, 0x7, 0x0 } },
                { { 0xb95, 0xbc7, 0xbbe, 0x0 },
                  { 0xb, 0x31, 0x7, 0x0 } },
                { { 0xb95, 0xbc6, 0xbd7, 0x0 },
                  { 0xa, 0x31, 0x40, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find AkrutiTml1");
    }
}

void tst_QTextScriptEngine::tamil()
{
    doShapingTests();
}

void tst_QTextScriptEngine::telugu_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Telugu).contains("Pothana2000")) {
            QFont f("Pothana2000");
            const ShapeTable shape_table [] = {
                { { 0xc15, 0xc4d, 0x0 },
                  { 0xbb, 0x0 } },
                { { 0xc15, 0xc4d, 0xc37, 0x0 },
                  { 0x4b, 0x0 } },
                { { 0xc15, 0xc4d, 0xc37, 0xc4d, 0x0 },
                  { 0xe0, 0x0 } },
                { { 0xc15, 0xc4d, 0xc37, 0xc4d, 0xc23, 0x0 },
                  { 0x4b, 0x91, 0x0 } },
                { { 0xc15, 0xc4d, 0xc30, 0x0 },
                  { 0x5a, 0xb2, 0x0 } },
                { { 0xc15, 0xc4d, 0xc30, 0xc4d, 0x0 },
                  { 0xbb, 0xb2, 0x0 } },
                { { 0xc15, 0xc4d, 0xc30, 0xc4d, 0xc15, 0x0 },
                  { 0x5a, 0xb2, 0x83, 0x0 } },
                { { 0xc15, 0xc4d, 0xc30, 0xc3f, 0x0 },
                  { 0xe2, 0xb2, 0x0 } },
                { { 0xc15, 0xc4d, 0xc15, 0xc48, 0x0 },
                  { 0xe6, 0xb3, 0x83, 0x0 } },
                { { 0xc15, 0xc4d, 0xc30, 0xc48, 0x0 },
                  { 0xe6, 0xb3, 0x9f, 0x0 } },
                { { 0xc15, 0xc46, 0xc56, 0x0 },
                  { 0xe6, 0xb3, 0x0 } },
                { {0}, {0} }

            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Pothana2000");
    }
}

void tst_QTextScriptEngine::telugu()
{
    doShapingTests();
}

void tst_QTextScriptEngine::kannada_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Kannada).contains("Sampige")) {
            QFont f("Sampige");
            const ShapeTable shape_table [] = {
                { { 0x0ca8, 0x0ccd, 0x0ca8, 0x0 },
                  { 0x0049, 0x00ba, 0x0 } },
                { { 0x0ca8, 0x0ccd, 0x0ca1, 0x0 },
                  { 0x0049, 0x00b3, 0x0 } },
                { { 0x0caf, 0x0cc2, 0x0 },
                  { 0x004f, 0x005d, 0x0 } },
                { { 0x0ce0, 0x0 },
                  { 0x006a, 0x0 } },
                { { 0x0ce6, 0x0ce7, 0x0ce8, 0x0 },
                  { 0x006b, 0x006c, 0x006d, 0x0 } },
                { { 0x0cb5, 0x0ccb, 0x0 },
                  { 0x015f, 0x0067, 0x0 } },
                { { 0x0cb0, 0x0ccd, 0x0cae, 0x0 },
                  { 0x004e, 0x0082, 0x0 } },
                { { 0x0cb0, 0x0ccd, 0x0c95, 0x0 },
                  { 0x0036, 0x0082, 0x0 } },
                { { 0x0c95, 0x0ccd, 0x0cb0, 0x0 },
                  { 0x0036, 0x00c1, 0x0 } },
                { { 0x0cb0, 0x0ccd, 0x200d, 0x0c95, 0x0 },
                  { 0x0050, 0x00a7, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Sampige");
    }
    {
        if (QFontDatabase().families(QFontDatabase::Kannada).contains("Tunga")) {
            QFont f("Tunga");
            const ShapeTable shape_table [] = {
                { { 0x0cb7, 0x0cc6, 0x0 },
                  { 0x00b0, 0x006c, 0x0 } },
                { { 0x0cb7, 0x0ccd, 0x0 },
                  { 0x0163, 0x0 } },
                { { 0xc95, 0xcbf, 0xcd5, 0x0 },
                  { 0x114, 0x73, 0x0 } },
                { { 0xc95, 0xcc6, 0xcd5, 0x0 },
                  { 0x90, 0x6c, 0x73, 0x0 } },
                { { 0xc95, 0xcc6, 0xcd6, 0x0 },
                  { 0x90, 0x6c, 0x74, 0x0 } },
                { { 0xc95, 0xcc6, 0xcc2, 0x0 },
                  { 0x90, 0x6c, 0x69, 0x0 } },
                { { 0xc95, 0xcca, 0xcd5, 0x0 },
                  { 0x90, 0x6c, 0x69, 0x73, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Tunga");
    }
}

void tst_QTextScriptEngine::kannada()
{
    doShapingTests();
}

void tst_QTextScriptEngine::malayalam_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Malayalam).contains("AkrutiMal2")) {
            QFont f("AkrutiMal2");
            const ShapeTable shape_table [] = {
                { { 0x0d15, 0x0d46, 0x0 },
                  { 0x005e, 0x0034, 0x0 } },
                { { 0x0d15, 0x0d47, 0x0 },
                  { 0x005f, 0x0034, 0x0 } },
                { { 0x0d15, 0x0d4b, 0x0 },
                  { 0x005f, 0x0034, 0x0058, 0x0 } },
                { { 0x0d15, 0x0d48, 0x0 },
                  { 0x0060, 0x0034, 0x0 } },
                { { 0x0d15, 0x0d4a, 0x0 },
                  { 0x005e, 0x0034, 0x0058, 0x0 } },
                { { 0x0d30, 0x0d4d, 0x0d15, 0x0 },
                  { 0x009e, 0x0034, 0x0 } },
                { { 0x0d15, 0x0d4d, 0x0d35, 0x0 },
                  { 0x0034, 0x007a, 0x0 } },
                { { 0x0d15, 0x0d4d, 0x0d2f, 0x0 },
                  { 0x0034, 0x00a2, 0x0 } },
                { { 0x0d1f, 0x0d4d, 0x0d1f, 0x0 },
                  { 0x0069, 0x0 } },
                { { 0x0d26, 0x0d4d, 0x0d26, 0x0 },
                  { 0x0074, 0x0 } },
                { { 0x0d30, 0x0d4d, 0x0 },
                  { 0x009e, 0x0 } },
                { { 0x0d30, 0x0d4d, 0x200c, 0x0 },
                  { 0x009e, 0x0 } },
                { { 0x0d30, 0x0d4d, 0x200d, 0x0 },
                  { 0x009e, 0x0 } },
                { { 0xd15, 0xd46, 0xd3e, 0x0 },
                  { 0x5e, 0x34, 0x58, 0x0 } },
                { { 0xd15, 0xd47, 0xd3e, 0x0 },
                  { 0x5f, 0x34, 0x58, 0x0 } },
                { { 0xd15, 0xd46, 0xd57, 0x0 },
                  { 0x5e, 0x34, 0x65, 0x0 } },
                { { 0xd15, 0xd57, 0x0 },
                  { 0x34, 0x65, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find AkrutiMal2");
    }
    {
        if (QFontDatabase().families(QFontDatabase::Malayalam).contains("Rachana")) {
            QFont f("Rachana");
            const ShapeTable shape_table [] = {
                { { 0xd37, 0xd4d, 0xd1f, 0xd4d, 0xd30, 0xd40, 0x0 },
                  { 0x385, 0xa3, 0x0 } },
                { { 0xd2f, 0xd4d, 0xd15, 0xd4d, 0xd15, 0xd41, 0x0 },
                  { 0x2ff, 0x0 } },
                { { 0xd33, 0xd4d, 0xd33, 0x0 },
                  { 0x3f8, 0x0 } },
                { { 0xd2f, 0xd4d, 0xd15, 0xd4d, 0xd15, 0xd41, 0x0 },
                  { 0x2ff, 0x0 } },
                { { 0xd30, 0xd4d, 0x200d, 0xd35, 0xd4d, 0xd35, 0x0 },
                  { 0xf3, 0x350, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Rachana");
    }
}

void tst_QTextScriptEngine::malayalam()
{
    doShapingTests();
}

void tst_QTextScriptEngine::sinhala_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Sinhala).contains("Malithi Web")) {
            QFont f("Malithi Web");
            const ShapeTable shape_table [] = {
                { { 0xd9a, 0xdd9, 0xdcf, 0x0 },
                  { 0x4a, 0x61, 0x42, 0x0 } },
                { { 0xd9a, 0xdd9, 0xddf, 0x0 },
                  { 0x4a, 0x61, 0x50, 0x0 } },
                { { 0xd9a, 0xdd9, 0xdca, 0x0 },
                  { 0x4a, 0x62, 0x0 } },
                { { 0xd9a, 0xddc, 0xdca, 0x0 },
                  { 0x4a, 0x61, 0x42, 0x41, 0x0 } },
                { { 0xd9a, 0xdda, 0x0 },
                  { 0x4a, 0x62, 0x0 } },
                { { 0xd9a, 0xddd, 0x0 },
                  { 0x4a, 0x61, 0x42, 0x41, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Malithi Web");
    }
}

void tst_QTextScriptEngine::sinhala()
{
    doShapingTests();
}

void tst_QTextScriptEngine::khmer_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Khmer).contains("Khmer OS")) {
            QFont f("Khmer OS");
            const ShapeTable shape_table [] = {
                { { 0x179a, 0x17cd, 0x0 },
                  { 0x24c, 0x27f, 0x0 } },
                { { 0x179f, 0x17c5, 0x0 },
                  { 0x273, 0x203, 0x0 } },
                { { 0x1790, 0x17d2, 0x1784, 0x17c3, 0x0 },
                  { 0x275, 0x242, 0x182, 0x0 } },
                { { 0x179a, 0x0 },
                  { 0x24c, 0x0 } },
                { { 0x1781, 0x17d2, 0x1798, 0x17c2, 0x0 },
                  { 0x274, 0x233, 0x197, 0x0 } },
                { { 0x1798, 0x17b6, 0x0 },
                  { 0x1cb, 0x0 } },
                { { 0x179a, 0x17b8, 0x0 },
                  { 0x24c, 0x26a, 0x0 } },
                { { 0x1787, 0x17b6, 0x0 },
                  { 0x1ba, 0x0 } },
                { { 0x1798, 0x17d2, 0x1796, 0x17bb, 0x0 },
                  { 0x24a, 0x195, 0x26d, 0x0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Khmer OS");
    }
}

void tst_QTextScriptEngine::khmer()
{
    doShapingTests();
}

void tst_QTextScriptEngine::linearB_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Any).contains("Penuturesu")) {
            QFont f("Penuturesu");
            const ShapeTable shape_table [] = {
                { { 0xd800, 0xdc01, 0xd800, 0xdc02, 0xd800, 0xdc03,  0 },
                  { 0x5, 0x6, 0x7, 0 } },
                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find Penuturesu");
    }
}

void tst_QTextScriptEngine::linearB()
{
    doShapingTests();
}

void tst_QTextScriptEngine::greek_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");
    QTest::addColumn<QVector<ushort> >("glyphs");

    if (!haveTestFonts)
        QSKIP("Test fonts are not available");

    {
        if (QFontDatabase().families(QFontDatabase::Any).contains("DejaVu Sans")) {
            QFont f("DejaVu Sans");
            for (int uc = 0x1f00; uc <= 0x1fff; ++uc) {
                QString string;
                string.append(QChar(uc));
                QByteArray testName = f.family().toLatin1() + ": 0x" + QByteArray::number(uc, 16);
                QTest::newRow(testName.constData()) << f << string << QVector<ushort>();
            }
        } else
            QSKIP("couldn't find DejaVu Sans");
    }

    {
        if (QFontDatabase().families(QFontDatabase::Any).contains("SBL Greek")) {
            QFont f("SBL Greek");
            for (int uc = 0x1f00; uc <= 0x1fff; ++uc) {
                QString string;
                string.append(QChar(uc));
                QByteArray testName = f.family().toLatin1() + ": 0x" + QByteArray::number(uc, 16);
                QTest::newRow(testName.constData()) << f << string << QVector<ushort>();
            }

            const ShapeTable shape_table [] = {
                { { 0x3b1, 0x300, 0x313, 0x0 },
                  { 0xb8, 0x3d3, 0x3c7, 0x0 } },
                { { 0x3b1, 0x313, 0x300, 0x0 },
                  { 0xd4, 0x0 } },

                { {0}, {0} }
            };
            prepareShapingTest(f, shape_table);
        } else
            QSKIP("couldn't find SBL_grk");
    }
}

void tst_QTextScriptEngine::greek()
{
    doShapingTests();
}

void tst_QTextScriptEngine::mirroredChars_data()
{
    QTest::addColumn<QString>("s");

    QTest::newRow("()") << QStringLiteral("()");
    QTest::newRow("[]") << QStringLiteral("[]");
    QTest::newRow("{}") << QStringLiteral("{}");
}

void tst_QTextScriptEngine::mirroredChars()
{
    QFETCH(QString, s);

    glyph_t leftParenthesis;
    glyph_t rightParenthesis;
    {
        QTextLayout layout(s);
        layout.setCacheEnabled(true);
        layout.beginLayout();
        layout.createLine();
        layout.endLayout();

        QTextEngine *e = layout.engine();
        e->itemize();
        QCOMPARE(e->layoutData->items.size(), 1);

        e->shape(0);
        QCOMPARE(e->layoutData->items[0].num_glyphs, ushort(2));

        const QGlyphLayout glyphLayout = e->shapedGlyphs(&e->layoutData->items[0]);
        leftParenthesis = glyphLayout.glyphs[0];
        rightParenthesis = glyphLayout.glyphs[1];
    }

    {
        QTextLayout layout(s);
        layout.setFlags(Qt::TextForceRightToLeft);

        QTextEngine *e = layout.engine();
        e->itemize();
        QCOMPARE(e->layoutData->items.size(), 1);

        e->shape(0);
        QCOMPARE(e->layoutData->items[0].num_glyphs, ushort(2));

        const QGlyphLayout glyphLayout = e->shapedGlyphs(&e->layoutData->items[0]);
        QCOMPARE(glyphLayout.glyphs[0], rightParenthesis);
        QCOMPARE(glyphLayout.glyphs[1], leftParenthesis);
    }
}

void tst_QTextScriptEngine::controlInSyllable_qtbug14204()
{
    QSKIP("Result differs for HarfBuzz-NG, skip test.");

    QFontDatabase db;
    if (!db.families().contains(QStringLiteral("Aparajita")))
        QSKIP("couldn't find 'Aparajita' font");

    QFont font(QStringLiteral("Aparajita"));
    font.setStyleStrategy(QFont::NoFontMerging);

    QString s;
    s.append(QChar(0x0915));
    s.append(QChar(0x094d));
    s.append(QChar(0x200d));
    s.append(QChar(0x0915));

    QTextLayout layout(s, font);
    QTextEngine *e = layout.engine();
    e->itemize();
    QCOMPARE(e->layoutData->items.size(), 1);

    QFontEngine *fe = e->fontEngine(e->layoutData->items[0]);
    if (fe->type() == QFontEngine::Box)
        QSKIP("OpenType support missing for script");
    QCOMPARE(fe->fontDef.family, font.family());

    e->shape(0);
    QCOMPARE(e->layoutData->items[0].num_glyphs, ushort(2));

    const ushort *log_clusters = e->logClusters(&e->layoutData->items[0]);
    QCOMPARE(log_clusters[0], ushort(0));
    QCOMPARE(log_clusters[1], ushort(0));
    QCOMPARE(log_clusters[2], ushort(0));
    QCOMPARE(log_clusters[3], ushort(0));
}

void tst_QTextScriptEngine::combiningMarks_qtbug15675_data()
{
    QTest::addColumn<QFont>("font");
    QTest::addColumn<QString>("string");

    QSKIP("Result differs for HarfBuzz-NG, skip test.");

    bool hasTests = false;

    QStringList families;
    families << QStringLiteral("Monaco");
    families << QStringLiteral("DejaVu Sans Mono");

    foreach (const QString &family, families) {
        QFont font(family);
        font.setStyleStrategy(QFont::NoFontMerging);
        if (QFontInfo(font).family() != family)
            continue;

        hasTests = true;

        QString s(QStringLiteral("ab cd"));
        for (ushort uc = 0x0300; uc < 0x0370; ++uc) {
            s[2] = QChar(uc);
            QByteArray testName = family.toLatin1() + ": ab<U+" + QByteArray::number(uc, 16).rightJustified(4, '0') + ">cd";
            QTest::newRow(testName.constData()) << font << s;
        }
    }

    if (!hasTests)
        QSKIP("Couldn't find required fonts, skip test.");
}

void tst_QTextScriptEngine::combiningMarks_qtbug15675()
{
    QFETCH(QFont, font);
    QFETCH(QString, string);

    QTextLayout layout(string, font);
    QTextEngine *e = layout.engine();
    e->itemize();
    QCOMPARE(e->layoutData->items.size(), 1);

    QFontEngine *fe = e->fontEngine(e->layoutData->items[0]);
    if (fe->type() == QFontEngine::Box)
        QSKIP("OpenType support missing for script");
    QCOMPARE(fe->fontDef.family, font.family());

    e->shape(0);
    const int diff = e->layoutData->items[0].num_glyphs - string.size();
    QVERIFY(diff >= -1 && diff <= 1); // could compose or decompose exactly one character

    const ushort *log_clusters = e->logClusters(&e->layoutData->items[0]);
    QCOMPARE(log_clusters[0], ushort(0));
    QCOMPARE(log_clusters[1], ushort(1));
    QCOMPARE(log_clusters[2], ushort(1));
    QCOMPARE(log_clusters[3], ushort(3 + diff));
    QCOMPARE(log_clusters[4], ushort(4 + diff));

    const QGlyphLayout glyphLayout = e->shapedGlyphs(&e->layoutData->items[0]);
    for (int i = 0; i < glyphLayout.numGlyphs; ++i) {
        if ((diff >= 0 && i == 2) || (diff > 0 && i == 2 + diff))
            QCOMPARE(glyphLayout.advances[i].toInt(), 0);
        else
            QVERIFY(glyphLayout.advances[i].toInt() != 0);
    }
}

void tst_QTextScriptEngine::thaiIsolatedSaraAm()
{
    QFontDatabase db;
    if (!db.families().contains("Waree"))
        QSKIP("couldn't find 'Waree' font");

    QFont font(QStringLiteral("Waree"));
    font.setStyleStrategy(QFont::NoFontMerging);

    QString s;
    s.append(QChar(0x0e33));

    QTextLayout layout(s, font);
    QTextEngine *e = layout.engine();
    e->itemize();
    QCOMPARE(e->layoutData->items.size(), 1);

    QFontEngine *fe = e->fontEngine(e->layoutData->items[0]);
    if (fe->type() == QFontEngine::Box)
        QSKIP("OpenType support missing for script");
    QCOMPARE(fe->fontDef.family, font.family());

    e->shape(0);
    QVERIFY(e->layoutData->items[0].num_glyphs > 0);

    const ushort *log_clusters = e->logClusters(&e->layoutData->items[0]);
    QCOMPARE(log_clusters[0], ushort(0));
}

void tst_QTextScriptEngine::thaiWithZWJ()
{
    QFontDatabase db;
    if (!db.families().contains("Waree"))
        QSKIP("couldn't find 'Waree' font");

    QFont font(QStringLiteral("Waree"));
    font.setStyleStrategy(QFont::NoFontMerging);

    QString s(QString::fromUtf8("\xe0\xb8\xa3\xe2\x80\x8d\xe0\xb8\xa3\xe2\x80"
                                "\x8c\x2e\xe0\xb8\xa3\x2e\xe2\x80\x9c\xe0\xb8"
                                "\xa3\xe2\x80\xa6\xe0\xb8\xa3\xe2\x80\x9d\xe0"
                                "\xb8\xa3\xa0\xe0\xb8\xa3\xe6\x9c\xac\xe0\xb8\xa3")
              + QChar(0x0363)/*superscript 'a', for testing Inherited class*/);

    QTextLayout layout(s, font);
    QTextEngine *e = layout.engine();
    e->itemize();
    QCOMPARE(e->layoutData->items.size(), 11);

    for (int item = 0; item < e->layoutData->items.size(); ++item)
        e->shape(item);

    QCOMPARE(e->layoutData->items[0].num_glyphs, ushort(7));  // Thai: The ZWJ and ZWNJ characters are inherited, so should be part of the thai script
    QCOMPARE(e->layoutData->items[1].num_glyphs, ushort(1));  // Common: The smart quotes cannot be handled by thai, so should be a separate item
    QCOMPARE(e->layoutData->items[2].num_glyphs, ushort(1));  // Thai: Thai character
    QCOMPARE(e->layoutData->items[3].num_glyphs, ushort(1));  // Common: Ellipsis
    QCOMPARE(e->layoutData->items[4].num_glyphs, ushort(1));  // Thai: Thai character
    QCOMPARE(e->layoutData->items[5].num_glyphs, ushort(1));  // Common: Smart quote
    QCOMPARE(e->layoutData->items[6].num_glyphs, ushort(1));  // Thai: Thai character
    QCOMPARE(e->layoutData->items[7].num_glyphs, ushort(1));  // Common: \xA0 = non-breaking space. Could be useful to have in thai, but not currently implemented
    QCOMPARE(e->layoutData->items[8].num_glyphs, ushort(1));  // Thai: Thai character
    QCOMPARE(e->layoutData->items[9].num_glyphs, ushort(1));  // Japanese: Kanji for tree
    QCOMPARE(e->layoutData->items[10].num_glyphs, ushort(2)); // Thai: Thai character followed by superscript "a" which is of inherited type

    //A quick sanity check - check all the characters are individual clusters
    unsigned short *logClusters = e->layoutData->logClustersPtr;
    for (int i = 0; i < 7; i++)
        QCOMPARE(logClusters[i], ushort(i));
    for (int i = 0; i < 10; i++)
        QCOMPARE(logClusters[i+7], ushort(0));

    // A thai implementation could either remove the ZWJ and ZWNJ characters, or hide them.
    // The current implementation hides them, so we test for that.
    // The only characters that we should be hiding are the ZWJ and ZWNJ characters in position 1 and 3.
    const QGlyphLayout glyphLayout = e->layoutData->glyphLayout;
    for (int i = 0; i < 18; i++) {
        if (i == 17)
            QCOMPARE(glyphLayout.advances[i].toInt(), 0);
        else if (i == 1 || i == 3)
            QCOMPARE(glyphLayout.advances[i].toInt(), 0);
        else
            QVERIFY(glyphLayout.advances[i].toInt() != 0);
    }
}

void tst_QTextScriptEngine::thaiMultipleVowels()
{
    QString s(QString::fromUtf8("\xe0\xb8\xaa"));
    for (int i = 0; i < 100; i++)
        s += QChar(0x0E47); // Add lots of "VOWEL SIGN MAI TAI KHU N/S-T"  stacked on top of the character
    s += QChar(0x200D); // Now add a zero width joiner (which adds a circle which is hidden)
    for (int i = 0; i < 100; i++)
        s += QChar(0x0E47); //Add lots of "VOWEL SIGN MAI TAI KHU N/S-T"  stacked on top of the ZWJ

    for (int i = 0; i < 10; i++)
        s += s; //Repeat the string to make it more likely to crash if we have a buffer overflow

    QTextLayout layout(s);
    QTextEngine *e = layout.engine();
    e->itemize();

    for (int item = 0; item < e->layoutData->items.size(); ++item)
        e->shape(item);

    // If we haven't crashed at this point, then the test has passed.
}

QTEST_MAIN(tst_QTextScriptEngine)
#include "tst_qtextscriptengine.moc"