blob: 0d229ad7136ba8041eba1d8770009d04c5b183a5 [file] [log] [blame]
/****************************************************************************
**
** Copyright (C) 2016 The Qt Company Ltd.
** Contact: https://www.qt.io/licensing/
**
** This file is part of the test suite of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:LGPL$
** Commercial License Usage
** Licensees holding valid commercial Qt licenses may use this file in
** accordance with the commercial license agreement provided with the
** Software or, alternatively, in accordance with the terms contained in
** a written agreement between you and The Qt Company. For licensing terms
** and conditions see https://www.qt.io/terms-conditions. For further
** information use the contact form at https://www.qt.io/contact-us.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 3 as published by the Free Software
** Foundation and appearing in the file LICENSE.LGPL3 included in the
** packaging of this file. Please review the following information to
** ensure the GNU Lesser General Public License version 3 requirements
** will be met: https://www.gnu.org/licenses/lgpl-3.0.html.
**
** GNU General Public License Usage
** Alternatively, this file may be used under the terms of the GNU
** General Public License version 2.0 or (at your option) the GNU General
** Public license version 3 or any later version approved by the KDE Free
** Qt Foundation. The licenses are as published by the Free Software
** Foundation and appearing in the file LICENSE.GPL2 and LICENSE.GPL3
** included in the packaging of this file. Please review the following
** information to ensure the GNU General Public License requirements will
** be met: https://www.gnu.org/licenses/gpl-2.0.html and
** https://www.gnu.org/licenses/gpl-3.0.html.
**
** $QT_END_LICENSE$
**
****************************************************************************/
#ifndef QUICKTESTRESULT_P_H
#define QUICKTESTRESULT_P_H
//
// W A R N I N G
// -------------
//
// This file is not part of the Qt API. It exists purely as an
// implementation detail. This header file may change from version to
// version without notice, or even be removed.
//
// We mean it.
//
#include <QtQuickTest/quicktestglobal.h>
#include <QtCore/qobject.h>
#include <QtCore/qstring.h>
#include <QtCore/qstringlist.h>
#include <QtCore/qscopedpointer.h>
#include <QtQuick/qquickitem.h>
QT_BEGIN_NAMESPACE
class QUrl;
class QuickTestResultPrivate;
class Q_QUICK_TEST_EXPORT QuickTestResult : public QObject
{
Q_OBJECT
Q_PROPERTY(QString testCaseName READ testCaseName WRITE setTestCaseName NOTIFY testCaseNameChanged)
Q_PROPERTY(QString functionName READ functionName WRITE setFunctionName NOTIFY functionNameChanged)
Q_PROPERTY(QString dataTag READ dataTag WRITE setDataTag NOTIFY dataTagChanged)
Q_PROPERTY(bool failed READ isFailed)
Q_PROPERTY(bool skipped READ isSkipped WRITE setSkipped NOTIFY skippedChanged)
Q_PROPERTY(int passCount READ passCount)
Q_PROPERTY(int failCount READ failCount)
Q_PROPERTY(int skipCount READ skipCount)
Q_PROPERTY(QStringList functionsToRun READ functionsToRun)
Q_PROPERTY(QStringList tagsToRun READ tagsToRun)
public:
QuickTestResult(QObject *parent = nullptr);
~QuickTestResult() override;
// Values must match QBenchmarkIterationController::RunMode.
enum RunMode
{
RepeatUntilValidMeasurement,
RunOnce
};
Q_ENUM(RunMode)
QString testCaseName() const;
void setTestCaseName(const QString &name);
QString functionName() const;
void setFunctionName(const QString &name);
QString dataTag() const;
void setDataTag(const QString &tag);
bool isFailed() const;
bool isSkipped() const;
void setSkipped(bool skip);
int passCount() const;
int failCount() const;
int skipCount() const;
QStringList functionsToRun() const;
QStringList tagsToRun() const;
public Q_SLOTS:
void reset();
void startLogging();
void stopLogging();
void initTestTable();
void clearTestTable();
void finishTestData();
void finishTestDataCleanup();
void finishTestFunction();
void stringify(QQmlV4Function *args);
void fail(const QString &message, const QUrl &location, int line);
bool verify(bool success, const QString &message,
const QUrl &location, int line);
bool compare(bool success, const QString &message,
const QVariant &val1, const QVariant &val2,
const QUrl &location, int line);
bool fuzzyCompare(const QVariant &actual, const QVariant &expected, qreal delta);
void skip(const QString &message, const QUrl &location, int line);
bool expectFail(const QString &tag, const QString &comment,
const QUrl &location, int line);
bool expectFailContinue(const QString &tag, const QString &comment,
const QUrl &location, int line);
void warn(const QString &message, const QUrl &location, int line);
void ignoreWarning(const QJSValue &message);
void wait(int ms);
void sleep(int ms);
bool waitForRendering(QQuickItem *item, int timeout = 5000);
void startMeasurement();
void beginDataRun();
void endDataRun();
bool measurementAccepted();
bool needsMoreMeasurements();
void startBenchmark(RunMode runMode, const QString &tag);
bool isBenchmarkDone() const;
void nextBenchmark();
void stopBenchmark();
QObject *grabImage(QQuickItem *item);
Q_REVISION(1) QObject *findChild(QObject *parent, const QString &objectName);
Q_REVISION(13) bool isPolishScheduled(QQuickItem *item) const;
Q_REVISION(13) bool waitForItemPolished(QQuickItem *item, int timeout);
public:
// Helper functions for the C++ main() shell.
static void parseArgs(int argc, char *argv[]);
static void setProgramName(const char *name);
static void setCurrentAppname(const char *appname);
static int exitCode();
Q_SIGNALS:
void programNameChanged();
void testCaseNameChanged();
void functionNameChanged();
void dataTagChanged();
void skippedChanged();
private:
QScopedPointer<QuickTestResultPrivate> d_ptr;
Q_DECLARE_PRIVATE(QuickTestResult)
Q_DISABLE_COPY(QuickTestResult)
};
QT_END_NAMESPACE
#endif