2017-10-12 11:55:03 +02:00
|
|
|
//project include
|
|
|
|
#include <utils/JsonUtils.h>
|
|
|
|
|
|
|
|
// util includes
|
|
|
|
#include <utils/jsonschema/QJsonSchemaChecker.h>
|
|
|
|
|
|
|
|
//qt includes
|
|
|
|
#include <QRegularExpression>
|
|
|
|
#include <QJsonObject>
|
2024-09-30 22:03:13 +02:00
|
|
|
#include <QJsonArray>
|
|
|
|
#include <QJsonDocument>
|
2017-10-12 11:55:03 +02:00
|
|
|
#include <QJsonParseError>
|
2024-05-08 22:06:32 +02:00
|
|
|
#include <QStringList>
|
2017-10-12 11:55:03 +02:00
|
|
|
|
|
|
|
namespace JsonUtils {
|
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> readFile(const QString& path, QJsonObject& obj, Logger* log, bool ignError)
|
|
|
|
{
|
|
|
|
QJsonValue value(obj);
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> result = readFile(path, value,log, ignError);
|
|
|
|
obj = value.toObject();
|
|
|
|
return result;
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> readFile(const QString& path, QJsonValue& obj, Logger* log, bool ignError)
|
|
|
|
{
|
|
|
|
QString data;
|
|
|
|
if(!FileUtils::readFile(path, data, log, ignError))
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
return qMakePair(false, QStringList(QString("Error reading file: %1").arg(path)));
|
|
|
|
}
|
|
|
|
|
|
|
|
QPair<bool, QStringList> parsingResult = JsonUtils::parse(path, data, obj, log);
|
|
|
|
return parsingResult;
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
bool readSchema(const QString& path, QJsonObject& obj, Logger* log)
|
|
|
|
{
|
|
|
|
QJsonObject schema;
|
|
|
|
if(!readFile(path, schema, log).first)
|
|
|
|
{
|
|
|
|
return false;
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
if(!resolveRefs(schema, obj, log))
|
2018-12-27 23:11:32 +01:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
return false;
|
2018-12-27 23:11:32 +01:00
|
|
|
}
|
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
QPair<bool, QStringList> parse(const QString& path, const QString& data, QJsonObject& obj, Logger* log)
|
|
|
|
{
|
|
|
|
QJsonValue value(obj);
|
|
|
|
|
|
|
|
QPair<bool, QStringList> result = JsonUtils::parse(path, data, value, log);
|
|
|
|
obj = value.toObject();
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
QPair<bool, QStringList> parse(const QString& path, const QString& data, QJsonArray& arr, Logger* log)
|
|
|
|
{
|
|
|
|
QJsonValue value(arr);
|
|
|
|
|
|
|
|
QPair<bool, QStringList> result = JsonUtils::parse(path, data, value, log);
|
|
|
|
arr = value.toArray();
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
QPair<bool, QStringList> parse(const QString& path, const QString& data, QJsonValue& value, Logger* log)
|
|
|
|
{
|
|
|
|
QJsonDocument doc;
|
|
|
|
QPair<bool, QStringList> parsingResult = JsonUtils::parse(path, data, doc, log);
|
|
|
|
value = doc.object();
|
|
|
|
return parsingResult;
|
|
|
|
}
|
|
|
|
|
|
|
|
QPair<bool, QStringList> parse(const QString& path, const QString& data, QJsonDocument& doc, Logger* log)
|
|
|
|
{
|
|
|
|
QStringList errorList;
|
|
|
|
|
|
|
|
QJsonParseError error;
|
|
|
|
doc = QJsonDocument::fromJson(data.toUtf8(), &error);
|
|
|
|
|
|
|
|
if (error.error != QJsonParseError::NoError)
|
2018-12-27 23:11:32 +01:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
int errorLine = 1;
|
|
|
|
int errorColumn = 1;
|
2018-12-27 23:11:32 +01:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
int lastNewlineIndex = data.lastIndexOf("\n", error.offset - 1);
|
|
|
|
if (lastNewlineIndex != -1)
|
|
|
|
{
|
|
|
|
errorColumn = error.offset - lastNewlineIndex ;
|
|
|
|
}
|
|
|
|
errorLine += data.left(error.offset).count('\n');
|
|
|
|
|
|
|
|
const QString errorMessage = QString("JSON parse error @(%1): %2, line: %3, column: %4, Data: '%5'")
|
|
|
|
.arg(path)
|
|
|
|
.arg(error.errorString())
|
|
|
|
.arg(errorLine)
|
|
|
|
.arg(errorColumn)
|
|
|
|
.arg(data);
|
|
|
|
errorList.push_back(errorMessage);
|
|
|
|
Error(log, "%s", QSTRING_CSTR(errorMessage));
|
|
|
|
|
|
|
|
return qMakePair(false, errorList);
|
2018-12-27 23:11:32 +01:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
return qMakePair(true, errorList);
|
|
|
|
}
|
2018-12-27 23:11:32 +01:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> validate(const QString& file, const QJsonValue& json, const QString& schemaPath, Logger* log)
|
|
|
|
{
|
|
|
|
// get the schema data
|
|
|
|
QJsonObject schema;
|
2024-05-08 22:06:32 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> readResult = readFile(schemaPath, schema, log);
|
|
|
|
if(!readResult.first)
|
|
|
|
{
|
|
|
|
return readResult;
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> validationResult = validate(file, json, schema, log);
|
|
|
|
return validationResult;
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> validate(const QString& file, const QJsonValue& json, const QJsonObject& schema, Logger* log)
|
|
|
|
{
|
|
|
|
QStringList errorList;
|
2024-05-08 22:06:32 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QJsonSchemaChecker schemaChecker;
|
|
|
|
schemaChecker.setSchema(schema);
|
|
|
|
if (!schemaChecker.validate(json).first)
|
|
|
|
{
|
|
|
|
const QStringList &errors = schemaChecker.getMessages();
|
|
|
|
for (const auto& error : errors)
|
|
|
|
{
|
|
|
|
QString errorMessage = QString("JSON parse error @(%1) - %2")
|
|
|
|
.arg(file, error);
|
2024-05-08 22:06:32 +02:00
|
|
|
errorList.push_back(errorMessage);
|
|
|
|
Error(log, "%s", QSTRING_CSTR(errorMessage));
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
return qMakePair(false, errorList);
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
return qMakePair(true, errorList);
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QPair<bool, QStringList> correct(const QString& file, QJsonValue& json, const QJsonObject& schema, Logger* log)
|
|
|
|
{
|
|
|
|
bool wasCorrected {false};
|
|
|
|
QStringList corrections;
|
|
|
|
QJsonValue correctJson;
|
|
|
|
|
|
|
|
QJsonSchemaChecker schemaChecker;
|
|
|
|
schemaChecker.setSchema(schema);
|
|
|
|
if (!schemaChecker.validate(json).first)
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
Warning(log, "Fixing JSON data!");
|
|
|
|
json = schemaChecker.getAutoCorrectedConfig(json);
|
|
|
|
wasCorrected = true;
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
const QStringList &correctionMessages = schemaChecker.getMessages();
|
|
|
|
for (const auto& correction : correctionMessages)
|
2024-05-08 22:06:32 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
QString message = QString("JSON fix @(%1) - %2")
|
|
|
|
.arg(file, correction);
|
|
|
|
corrections.push_back(message);
|
|
|
|
Warning(log, "%s", QSTRING_CSTR(message));
|
2024-05-08 22:06:32 +02:00
|
|
|
}
|
2018-12-27 23:11:32 +01:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
return qMakePair(wasCorrected, corrections);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool write(const QString& filename, const QJsonObject& json, Logger* log)
|
|
|
|
{
|
|
|
|
QJsonDocument doc;
|
|
|
|
|
|
|
|
doc.setObject(json);
|
|
|
|
QByteArray data = doc.toJson(QJsonDocument::Indented);
|
|
|
|
|
|
|
|
return FileUtils::writeFile(filename, data, log);
|
|
|
|
}
|
2018-12-27 23:11:32 +01:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
bool resolveRefs(const QJsonObject& schema, QJsonObject& obj, Logger* log)
|
|
|
|
{
|
|
|
|
for (QJsonObject::const_iterator i = schema.begin(); i != schema.end(); ++i)
|
2018-12-27 23:11:32 +01:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
QString attribute = i.key();
|
|
|
|
const QJsonValue & attributeValue = *i;
|
2024-05-08 22:06:32 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
if (attribute == "$ref" && attributeValue.isString())
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
if(!readSchema(":/" + attributeValue.toString(), obj, log))
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
Error(log,"Error while getting schema ref: %s",QSTRING_CSTR(QString(":/" + attributeValue.toString())));
|
|
|
|
return false;
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
else if (attributeValue.isObject())
|
|
|
|
{
|
|
|
|
obj.insert(attribute, resolveRefs(attributeValue.toObject(), obj, log));
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
obj.insert(attribute, attributeValue);
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
return true;
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QString jsonValueToQString(const QJsonValue &value, QJsonDocument::JsonFormat format)
|
|
|
|
{
|
|
|
|
switch (value.type()) {
|
|
|
|
case QJsonValue::Object:
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
return QJsonDocument(value.toObject()).toJson(format);
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
case QJsonValue::Array:
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
return QJsonDocument(value.toArray()).toJson(format);
|
|
|
|
}
|
|
|
|
case QJsonValue::String:
|
|
|
|
case QJsonValue::Double:
|
|
|
|
case QJsonValue::Bool:
|
|
|
|
{
|
|
|
|
return value.toString();
|
|
|
|
}
|
|
|
|
case QJsonValue::Null:
|
|
|
|
{
|
|
|
|
return "Null";
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
return QString();
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
|
2024-09-30 22:03:13 +02:00
|
|
|
QJsonObject mergeJsonObjects(const QJsonObject &obj1, const QJsonObject &obj2, bool overrideObj1)
|
|
|
|
{
|
|
|
|
QJsonObject result = obj1;
|
|
|
|
|
|
|
|
for (auto it = obj2.begin(); it != obj2.end(); ++it) {
|
|
|
|
if (result.contains(it.key())) {
|
|
|
|
if (overrideObj1)
|
2017-10-12 11:55:03 +02:00
|
|
|
{
|
2024-09-30 22:03:13 +02:00
|
|
|
result[it.key()] = it.value();
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
} else {
|
|
|
|
result[it.key()] = it.value();
|
2017-10-12 11:55:03 +02:00
|
|
|
}
|
|
|
|
}
|
2024-09-30 22:03:13 +02:00
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
2017-10-12 11:55:03 +02:00
|
|
|
};
|