|
|
@@
-1,328
+1,344
|
|
|
1
|
#include "FuzzingDefs.h"
|
|
1
|
#include "FuzzingDefs.h"
|
|
|
2
|
#include "FuzzingOperations.h"
|
|
2
|
#include "FuzzingOperations.h"
|
|
|
3
|
#include "FuzzingUtils.h"
|
|
3
|
#include "FuzzingUtils.h"
|
|
|
4
|
#include "FuzzingValidators.h"
|
|
4
|
#include "FuzzingValidators.h"
|
|
|
5
|
|
|
5
|
|
|
|
6
|
#include "AmdaProvider.h"
|
|
6
|
#include "AmdaProvider.h"
|
|
|
7
|
|
|
7
|
|
|
|
8
|
#include <Network/NetworkController.h>
|
|
8
|
#include <Network/NetworkController.h>
|
|
|
9
|
#include <Settings/SqpSettingsDefs.h>
|
|
9
|
#include <Settings/SqpSettingsDefs.h>
|
|
|
10
|
#include <SqpApplication.h>
|
|
10
|
#include <SqpApplication.h>
|
|
|
11
|
#include <Time/TimeController.h>
|
|
11
|
#include <Time/TimeController.h>
|
|
|
12
|
#include <Variable/Variable.h>
|
|
12
|
#include <Variable/Variable.h>
|
|
|
13
|
#include <Variable/VariableController.h>
|
|
13
|
#include <Variable/VariableController.h>
|
|
|
14
|
|
|
14
|
|
|
|
15
|
#include <QLoggingCategory>
|
|
15
|
#include <QLoggingCategory>
|
|
|
16
|
#include <QObject>
|
|
16
|
#include <QObject>
|
|
|
17
|
#include <QtTest>
|
|
17
|
#include <QtTest>
|
|
|
18
|
|
|
18
|
|
|
|
19
|
#include <memory>
|
|
19
|
#include <memory>
|
|
|
20
|
|
|
20
|
|
|
|
21
|
Q_LOGGING_CATEGORY(LOG_TestAmdaFuzzing, "TestAmdaFuzzing")
|
|
21
|
Q_LOGGING_CATEGORY(LOG_TestAmdaFuzzing, "TestAmdaFuzzing")
|
|
|
22
|
|
|
22
|
|
|
|
23
|
namespace {
|
|
23
|
namespace {
|
|
|
24
|
|
|
24
|
|
|
|
25
|
// /////// //
|
|
25
|
// /////// //
|
|
|
26
|
// Aliases //
|
|
26
|
// Aliases //
|
|
|
27
|
// /////// //
|
|
27
|
// /////// //
|
|
|
28
|
|
|
28
|
|
|
|
29
|
using Weight = double;
|
|
29
|
using Weight = double;
|
|
|
30
|
using Weights = std::vector<Weight>;
|
|
30
|
using Weights = std::vector<Weight>;
|
|
|
31
|
|
|
31
|
|
|
|
32
|
using VariableOperation = std::pair<VariableId, std::shared_ptr<IFuzzingOperation> >;
|
|
32
|
using VariableOperation = std::pair<VariableId, std::shared_ptr<IFuzzingOperation> >;
|
|
|
33
|
using VariablesOperations = std::vector<VariableOperation>;
|
|
33
|
using VariablesOperations = std::vector<VariableOperation>;
|
|
|
34
|
|
|
34
|
|
|
|
35
|
using WeightedOperationsPool = std::map<std::shared_ptr<IFuzzingOperation>, Weight>;
|
|
35
|
using WeightedOperationsPool = std::map<std::shared_ptr<IFuzzingOperation>, Weight>;
|
|
|
36
|
using Validators = std::vector<std::shared_ptr<IFuzzingValidator> >;
|
|
36
|
using Validators = std::vector<std::shared_ptr<IFuzzingValidator> >;
|
|
|
37
|
|
|
37
|
|
|
|
38
|
// ///////// //
|
|
38
|
// ///////// //
|
|
|
39
|
// Constants //
|
|
39
|
// Constants //
|
|
|
40
|
// ///////// //
|
|
40
|
// ///////// //
|
|
|
41
|
|
|
41
|
|
|
|
42
|
// Defaults values used when the associated properties have not been set for the test
|
|
42
|
// Defaults values used when the associated properties have not been set for the test
|
|
|
43
|
const auto NB_MAX_OPERATIONS_DEFAULT_VALUE = 100;
|
|
43
|
const auto NB_MAX_OPERATIONS_DEFAULT_VALUE = 100;
|
|
|
|
|
|
44
|
const auto NB_MAX_SYNC_GROUPS_DEFAULT_VALUE = 1;
|
|
|
44
|
const auto NB_MAX_VARIABLES_DEFAULT_VALUE = 1;
|
|
45
|
const auto NB_MAX_VARIABLES_DEFAULT_VALUE = 1;
|
|
|
45
|
const auto AVAILABLE_OPERATIONS_DEFAULT_VALUE = QVariant::fromValue(WeightedOperationsTypes{
|
|
46
|
const auto AVAILABLE_OPERATIONS_DEFAULT_VALUE = QVariant::fromValue(WeightedOperationsTypes{
|
|
|
46
|
{FuzzingOperationType::CREATE, 1.},
|
|
47
|
{FuzzingOperationType::CREATE, 1.},
|
|
|
47
|
{FuzzingOperationType::DELETE, 0.1}, // Delete operation is less frequent
|
|
48
|
{FuzzingOperationType::DELETE, 0.1}, // Delete operation is less frequent
|
|
|
48
|
{FuzzingOperationType::PAN_LEFT, 1.},
|
|
49
|
{FuzzingOperationType::PAN_LEFT, 1.},
|
|
|
49
|
{FuzzingOperationType::PAN_RIGHT, 1.},
|
|
50
|
{FuzzingOperationType::PAN_RIGHT, 1.},
|
|
|
50
|
{FuzzingOperationType::ZOOM_IN, 1.},
|
|
51
|
{FuzzingOperationType::ZOOM_IN, 1.},
|
|
|
51
|
{FuzzingOperationType::ZOOM_OUT, 1.}});
|
|
52
|
{FuzzingOperationType::ZOOM_OUT, 1.}});
|
|
|
52
|
const auto CACHE_TOLERANCE_DEFAULT_VALUE = 0.2;
|
|
53
|
const auto CACHE_TOLERANCE_DEFAULT_VALUE = 0.2;
|
|
|
53
|
|
|
54
|
|
|
|
54
|
/// Delay between each operation (in ms)
|
|
55
|
/// Delay between each operation (in ms)
|
|
|
55
|
const auto OPERATION_DELAY_DEFAULT_VALUE = 3000;
|
|
56
|
const auto OPERATION_DELAY_DEFAULT_VALUE = 3000;
|
|
|
56
|
|
|
57
|
|
|
|
57
|
/// Validators for the tests (executed in the order in which they're defined)
|
|
58
|
/// Validators for the tests (executed in the order in which they're defined)
|
|
|
58
|
const auto VALIDATORS_DEFAULT_VALUE = QVariant::fromValue(
|
|
59
|
const auto VALIDATORS_DEFAULT_VALUE = QVariant::fromValue(
|
|
|
59
|
ValidatorsTypes{{FuzzingValidatorType::RANGE, FuzzingValidatorType::DATA}});
|
|
60
|
ValidatorsTypes{{FuzzingValidatorType::RANGE, FuzzingValidatorType::DATA}});
|
|
|
60
|
|
|
61
|
|
|
|
61
|
// /////// //
|
|
62
|
// /////// //
|
|
|
62
|
// Methods //
|
|
63
|
// Methods //
|
|
|
63
|
// /////// //
|
|
64
|
// /////// //
|
|
|
64
|
|
|
65
|
|
|
|
65
|
/// Goes through the variables pool and operations pool to determine the set of {variable/operation}
|
|
66
|
/// Goes through the variables pool and operations pool to determine the set of {variable/operation}
|
|
|
66
|
/// pairs that are valid (i.e. operation that can be executed on variable)
|
|
67
|
/// pairs that are valid (i.e. operation that can be executed on variable)
|
|
|
67
|
std::pair<VariablesOperations, Weights>
|
|
68
|
std::pair<VariablesOperations, Weights>
|
|
|
68
|
availableOperations(const FuzzingState &fuzzingState, const WeightedOperationsPool &operationsPool)
|
|
69
|
availableOperations(const FuzzingState &fuzzingState, const WeightedOperationsPool &operationsPool)
|
|
|
69
|
{
|
|
70
|
{
|
|
|
70
|
VariablesOperations result{};
|
|
71
|
VariablesOperations result{};
|
|
|
71
|
Weights weights{};
|
|
72
|
Weights weights{};
|
|
|
72
|
|
|
73
|
|
|
|
73
|
for (const auto &variablesPoolEntry : fuzzingState.m_VariablesPool) {
|
|
74
|
for (const auto &variablesPoolEntry : fuzzingState.m_VariablesPool) {
|
|
|
74
|
auto variableId = variablesPoolEntry.first;
|
|
75
|
auto variableId = variablesPoolEntry.first;
|
|
|
75
|
|
|
76
|
|
|
|
76
|
for (const auto &operationsPoolEntry : operationsPool) {
|
|
77
|
for (const auto &operationsPoolEntry : operationsPool) {
|
|
|
77
|
auto operation = operationsPoolEntry.first;
|
|
78
|
auto operation = operationsPoolEntry.first;
|
|
|
78
|
auto weight = operationsPoolEntry.second;
|
|
79
|
auto weight = operationsPoolEntry.second;
|
|
|
79
|
|
|
80
|
|
|
|
80
|
// A pair is valid if the current operation can be executed on the current variable
|
|
81
|
// A pair is valid if the current operation can be executed on the current variable
|
|
|
81
|
if (operation->canExecute(variableId, fuzzingState)) {
|
|
82
|
if (operation->canExecute(variableId, fuzzingState)) {
|
|
|
82
|
result.push_back({variableId, operation});
|
|
83
|
result.push_back({variableId, operation});
|
|
|
83
|
weights.push_back(weight);
|
|
84
|
weights.push_back(weight);
|
|
|
84
|
}
|
|
85
|
}
|
|
|
85
|
}
|
|
86
|
}
|
|
|
86
|
}
|
|
87
|
}
|
|
|
87
|
|
|
88
|
|
|
|
88
|
return {result, weights};
|
|
89
|
return {result, weights};
|
|
|
89
|
}
|
|
90
|
}
|
|
|
90
|
|
|
91
|
|
|
|
91
|
WeightedOperationsPool createOperationsPool(const WeightedOperationsTypes &types)
|
|
92
|
WeightedOperationsPool createOperationsPool(const WeightedOperationsTypes &types)
|
|
|
92
|
{
|
|
93
|
{
|
|
|
93
|
WeightedOperationsPool result{};
|
|
94
|
WeightedOperationsPool result{};
|
|
|
94
|
|
|
95
|
|
|
|
95
|
std::transform(
|
|
96
|
std::transform(
|
|
|
96
|
types.cbegin(), types.cend(), std::inserter(result, result.end()), [](const auto &type) {
|
|
97
|
types.cbegin(), types.cend(), std::inserter(result, result.end()), [](const auto &type) {
|
|
|
97
|
return std::make_pair(FuzzingOperationFactory::create(type.first), type.second);
|
|
98
|
return std::make_pair(FuzzingOperationFactory::create(type.first), type.second);
|
|
|
98
|
});
|
|
99
|
});
|
|
|
99
|
|
|
100
|
|
|
|
100
|
return result;
|
|
101
|
return result;
|
|
|
101
|
}
|
|
102
|
}
|
|
|
102
|
|
|
103
|
|
|
|
103
|
Validators createValidators(const ValidatorsTypes &types)
|
|
104
|
Validators createValidators(const ValidatorsTypes &types)
|
|
|
104
|
{
|
|
105
|
{
|
|
|
105
|
Validators result{};
|
|
106
|
Validators result{};
|
|
|
106
|
|
|
107
|
|
|
|
107
|
std::transform(types.cbegin(), types.cend(), std::inserter(result, result.end()),
|
|
108
|
std::transform(types.cbegin(), types.cend(), std::inserter(result, result.end()),
|
|
|
108
|
[](const auto &type) { return FuzzingValidatorFactory::create(type); });
|
|
109
|
[](const auto &type) { return FuzzingValidatorFactory::create(type); });
|
|
|
109
|
|
|
110
|
|
|
|
110
|
return result;
|
|
111
|
return result;
|
|
|
111
|
}
|
|
112
|
}
|
|
|
112
|
|
|
113
|
|
|
|
113
|
/**
|
|
114
|
/**
|
|
|
114
|
* Validates all the variables' states passed in parameter, according to a set of validators
|
|
115
|
* Validates all the variables' states passed in parameter, according to a set of validators
|
|
|
115
|
* @param variablesPool the variables' states
|
|
116
|
* @param variablesPool the variables' states
|
|
|
116
|
* @param validators the validators used for validation
|
|
117
|
* @param validators the validators used for validation
|
|
|
117
|
*/
|
|
118
|
*/
|
|
|
118
|
void validate(const VariablesPool &variablesPool, const Validators &validators)
|
|
119
|
void validate(const VariablesPool &variablesPool, const Validators &validators)
|
|
|
119
|
{
|
|
120
|
{
|
|
|
120
|
for (const auto &variablesPoolEntry : variablesPool) {
|
|
121
|
for (const auto &variablesPoolEntry : variablesPool) {
|
|
|
121
|
auto variableId = variablesPoolEntry.first;
|
|
122
|
auto variableId = variablesPoolEntry.first;
|
|
|
122
|
const auto &variableState = variablesPoolEntry.second;
|
|
123
|
const auto &variableState = variablesPoolEntry.second;
|
|
|
123
|
|
|
124
|
|
|
|
124
|
auto variableMessage = variableState.m_Variable ? variableState.m_Variable->name()
|
|
125
|
auto variableMessage = variableState.m_Variable ? variableState.m_Variable->name()
|
|
|
125
|
: QStringLiteral("null variable");
|
|
126
|
: QStringLiteral("null variable");
|
|
|
126
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Validating state of variable at index"
|
|
127
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Validating state of variable at index"
|
|
|
127
|
<< variableId << "(" << variableMessage << ")...";
|
|
128
|
<< variableId << "(" << variableMessage << ")...";
|
|
|
128
|
|
|
129
|
|
|
|
129
|
for (const auto &validator : validators) {
|
|
130
|
for (const auto &validator : validators) {
|
|
|
130
|
validator->validate(VariableState{variableState});
|
|
131
|
validator->validate(VariableState{variableState});
|
|
|
131
|
}
|
|
132
|
}
|
|
|
132
|
|
|
133
|
|
|
|
133
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Validation completed.";
|
|
134
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Validation completed.";
|
|
|
134
|
}
|
|
135
|
}
|
|
|
135
|
}
|
|
136
|
}
|
|
|
136
|
|
|
137
|
|
|
|
137
|
/**
|
|
138
|
/**
|
|
|
138
|
* Class to run random tests
|
|
139
|
* Class to run random tests
|
|
|
139
|
*/
|
|
140
|
*/
|
|
|
140
|
class FuzzingTest {
|
|
141
|
class FuzzingTest {
|
|
|
141
|
public:
|
|
142
|
public:
|
|
|
142
|
explicit FuzzingTest(VariableController &variableController, Properties properties)
|
|
143
|
explicit FuzzingTest(VariableController &variableController, Properties properties)
|
|
|
143
|
: m_VariableController{variableController},
|
|
144
|
: m_VariableController{variableController},
|
|
|
144
|
m_Properties{std::move(properties)},
|
|
145
|
m_Properties{std::move(properties)},
|
|
|
145
|
m_FuzzingState{}
|
|
146
|
m_FuzzingState{}
|
|
|
146
|
{
|
|
147
|
{
|
|
|
147
|
// Inits variables pool: at init, all variables are null
|
|
148
|
// Inits variables pool: at init, all variables are null
|
|
|
148
|
for (auto variableId = 0; variableId < nbMaxVariables(); ++variableId) {
|
|
149
|
for (auto variableId = 0; variableId < nbMaxVariables(); ++variableId) {
|
|
|
149
|
m_FuzzingState.m_VariablesPool[variableId] = VariableState{};
|
|
150
|
m_FuzzingState.m_VariablesPool[variableId] = VariableState{};
|
|
|
150
|
}
|
|
151
|
}
|
|
|
|
|
|
152
|
|
|
|
|
|
|
153
|
// Inits sync groups and registers them into the variable controller
|
|
|
|
|
|
154
|
for (auto i = 0; i < nbMaxSyncGroups(); ++i) {
|
|
|
|
|
|
155
|
auto syncGroupId = SyncGroupId::createUuid();
|
|
|
|
|
|
156
|
variableController.onAddSynchronizationGroupId(syncGroupId);
|
|
|
|
|
|
157
|
m_FuzzingState.m_SyncGroupsPool[syncGroupId] = SyncGroup{};
|
|
|
|
|
|
158
|
}
|
|
|
151
|
}
|
|
159
|
}
|
|
|
152
|
|
|
160
|
|
|
|
153
|
void execute()
|
|
161
|
void execute()
|
|
|
154
|
{
|
|
162
|
{
|
|
|
155
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Running" << nbMaxOperations() << "operations on"
|
|
163
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Running" << nbMaxOperations() << "operations on"
|
|
|
156
|
<< nbMaxVariables() << "variable(s)...";
|
|
164
|
<< nbMaxVariables() << "variable(s)...";
|
|
|
157
|
|
|
165
|
|
|
|
158
|
auto canExecute = true;
|
|
166
|
auto canExecute = true;
|
|
|
159
|
for (auto i = 0; i < nbMaxOperations() && canExecute; ++i) {
|
|
167
|
for (auto i = 0; i < nbMaxOperations() && canExecute; ++i) {
|
|
|
160
|
// Retrieves all operations that can be executed in the current context
|
|
168
|
// Retrieves all operations that can be executed in the current context
|
|
|
161
|
VariablesOperations variableOperations{};
|
|
169
|
VariablesOperations variableOperations{};
|
|
|
162
|
Weights weights{};
|
|
170
|
Weights weights{};
|
|
|
163
|
std::tie(variableOperations, weights)
|
|
171
|
std::tie(variableOperations, weights)
|
|
|
164
|
= availableOperations(m_FuzzingState, operationsPool());
|
|
172
|
= availableOperations(m_FuzzingState, operationsPool());
|
|
|
165
|
|
|
173
|
|
|
|
166
|
canExecute = !variableOperations.empty();
|
|
174
|
canExecute = !variableOperations.empty();
|
|
|
167
|
if (canExecute) {
|
|
175
|
if (canExecute) {
|
|
|
168
|
// Of the operations available, chooses a random operation and executes it
|
|
176
|
// Of the operations available, chooses a random operation and executes it
|
|
|
169
|
auto variableOperation
|
|
177
|
auto variableOperation
|
|
|
170
|
= RandomGenerator::instance().randomChoice(variableOperations, weights);
|
|
178
|
= RandomGenerator::instance().randomChoice(variableOperations, weights);
|
|
|
171
|
|
|
179
|
|
|
|
172
|
auto variableId = variableOperation.first;
|
|
180
|
auto variableId = variableOperation.first;
|
|
|
173
|
auto fuzzingOperation = variableOperation.second;
|
|
181
|
auto fuzzingOperation = variableOperation.second;
|
|
|
174
|
|
|
182
|
|
|
|
175
|
fuzzingOperation->execute(variableId, m_FuzzingState, m_VariableController,
|
|
183
|
fuzzingOperation->execute(variableId, m_FuzzingState, m_VariableController,
|
|
|
176
|
m_Properties);
|
|
184
|
m_Properties);
|
|
|
177
|
QTest::qWait(operationDelay());
|
|
185
|
QTest::qWait(operationDelay());
|
|
|
178
|
|
|
186
|
|
|
|
179
|
// Validates variables
|
|
187
|
// Validates variables
|
|
|
180
|
validate(m_FuzzingState.m_VariablesPool, validators());
|
|
188
|
validate(m_FuzzingState.m_VariablesPool, validators());
|
|
|
181
|
}
|
|
189
|
}
|
|
|
182
|
else {
|
|
190
|
else {
|
|
|
183
|
qCInfo(LOG_TestAmdaFuzzing()).noquote()
|
|
191
|
qCInfo(LOG_TestAmdaFuzzing()).noquote()
|
|
|
184
|
<< "No more operations are available, the execution of the test will stop...";
|
|
192
|
<< "No more operations are available, the execution of the test will stop...";
|
|
|
185
|
}
|
|
193
|
}
|
|
|
186
|
}
|
|
194
|
}
|
|
|
187
|
|
|
195
|
|
|
|
188
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Execution of the test completed.";
|
|
196
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Execution of the test completed.";
|
|
|
189
|
}
|
|
197
|
}
|
|
|
190
|
|
|
198
|
|
|
|
191
|
private:
|
|
199
|
private:
|
|
|
192
|
int nbMaxOperations() const
|
|
200
|
int nbMaxOperations() const
|
|
|
193
|
{
|
|
201
|
{
|
|
|
194
|
static auto result
|
|
202
|
static auto result
|
|
|
195
|
= m_Properties.value(NB_MAX_OPERATIONS_PROPERTY, NB_MAX_OPERATIONS_DEFAULT_VALUE)
|
|
203
|
= m_Properties.value(NB_MAX_OPERATIONS_PROPERTY, NB_MAX_OPERATIONS_DEFAULT_VALUE)
|
|
|
196
|
.toInt();
|
|
204
|
.toInt();
|
|
|
197
|
return result;
|
|
205
|
return result;
|
|
|
198
|
}
|
|
206
|
}
|
|
|
199
|
|
|
207
|
|
|
|
|
|
|
208
|
int nbMaxSyncGroups() const
|
|
|
|
|
|
209
|
{
|
|
|
|
|
|
210
|
static auto result
|
|
|
|
|
|
211
|
= m_Properties.value(NB_MAX_SYNC_GROUPS_PROPERTY, NB_MAX_SYNC_GROUPS_DEFAULT_VALUE)
|
|
|
|
|
|
212
|
.toInt();
|
|
|
|
|
|
213
|
return result;
|
|
|
|
|
|
214
|
}
|
|
|
|
|
|
215
|
|
|
|
200
|
int nbMaxVariables() const
|
|
216
|
int nbMaxVariables() const
|
|
|
201
|
{
|
|
217
|
{
|
|
|
202
|
static auto result
|
|
218
|
static auto result
|
|
|
203
|
= m_Properties.value(NB_MAX_VARIABLES_PROPERTY, NB_MAX_VARIABLES_DEFAULT_VALUE).toInt();
|
|
219
|
= m_Properties.value(NB_MAX_VARIABLES_PROPERTY, NB_MAX_VARIABLES_DEFAULT_VALUE).toInt();
|
|
|
204
|
return result;
|
|
220
|
return result;
|
|
|
205
|
}
|
|
221
|
}
|
|
|
206
|
|
|
222
|
|
|
|
207
|
int operationDelay() const
|
|
223
|
int operationDelay() const
|
|
|
208
|
{
|
|
224
|
{
|
|
|
209
|
static auto result
|
|
225
|
static auto result
|
|
|
210
|
= m_Properties.value(OPERATION_DELAY_PROPERTY, OPERATION_DELAY_DEFAULT_VALUE).toInt();
|
|
226
|
= m_Properties.value(OPERATION_DELAY_PROPERTY, OPERATION_DELAY_DEFAULT_VALUE).toInt();
|
|
|
211
|
return result;
|
|
227
|
return result;
|
|
|
212
|
}
|
|
228
|
}
|
|
|
213
|
|
|
229
|
|
|
|
214
|
WeightedOperationsPool operationsPool() const
|
|
230
|
WeightedOperationsPool operationsPool() const
|
|
|
215
|
{
|
|
231
|
{
|
|
|
216
|
static auto result = createOperationsPool(
|
|
232
|
static auto result = createOperationsPool(
|
|
|
217
|
m_Properties.value(AVAILABLE_OPERATIONS_PROPERTY, AVAILABLE_OPERATIONS_DEFAULT_VALUE)
|
|
233
|
m_Properties.value(AVAILABLE_OPERATIONS_PROPERTY, AVAILABLE_OPERATIONS_DEFAULT_VALUE)
|
|
|
218
|
.value<WeightedOperationsTypes>());
|
|
234
|
.value<WeightedOperationsTypes>());
|
|
|
219
|
return result;
|
|
235
|
return result;
|
|
|
220
|
}
|
|
236
|
}
|
|
|
221
|
|
|
237
|
|
|
|
222
|
Validators validators() const
|
|
238
|
Validators validators() const
|
|
|
223
|
{
|
|
239
|
{
|
|
|
224
|
static auto result
|
|
240
|
static auto result
|
|
|
225
|
= createValidators(m_Properties.value(VALIDATORS_PROPERTY, VALIDATORS_DEFAULT_VALUE)
|
|
241
|
= createValidators(m_Properties.value(VALIDATORS_PROPERTY, VALIDATORS_DEFAULT_VALUE)
|
|
|
226
|
.value<ValidatorsTypes>());
|
|
242
|
.value<ValidatorsTypes>());
|
|
|
227
|
return result;
|
|
243
|
return result;
|
|
|
228
|
}
|
|
244
|
}
|
|
|
229
|
|
|
245
|
|
|
|
230
|
VariableController &m_VariableController;
|
|
246
|
VariableController &m_VariableController;
|
|
|
231
|
Properties m_Properties;
|
|
247
|
Properties m_Properties;
|
|
|
232
|
FuzzingState m_FuzzingState;
|
|
248
|
FuzzingState m_FuzzingState;
|
|
|
233
|
};
|
|
249
|
};
|
|
|
234
|
|
|
250
|
|
|
|
235
|
} // namespace
|
|
251
|
} // namespace
|
|
|
236
|
|
|
252
|
|
|
|
237
|
class TestAmdaFuzzing : public QObject {
|
|
253
|
class TestAmdaFuzzing : public QObject {
|
|
|
238
|
Q_OBJECT
|
|
254
|
Q_OBJECT
|
|
|
239
|
|
|
255
|
|
|
|
240
|
private slots:
|
|
256
|
private slots:
|
|
|
241
|
/// Input data for @sa testFuzzing()
|
|
257
|
/// Input data for @sa testFuzzing()
|
|
|
242
|
void testFuzzing_data();
|
|
258
|
void testFuzzing_data();
|
|
|
243
|
void testFuzzing();
|
|
259
|
void testFuzzing();
|
|
|
244
|
};
|
|
260
|
};
|
|
|
245
|
|
|
261
|
|
|
|
246
|
void TestAmdaFuzzing::testFuzzing_data()
|
|
262
|
void TestAmdaFuzzing::testFuzzing_data()
|
|
|
247
|
{
|
|
263
|
{
|
|
|
248
|
// ////////////// //
|
|
264
|
// ////////////// //
|
|
|
249
|
// Test structure //
|
|
265
|
// Test structure //
|
|
|
250
|
// ////////////// //
|
|
266
|
// ////////////// //
|
|
|
251
|
|
|
267
|
|
|
|
252
|
QTest::addColumn<Properties>("properties"); // Properties for random test
|
|
268
|
QTest::addColumn<Properties>("properties"); // Properties for random test
|
|
|
253
|
|
|
269
|
|
|
|
254
|
// ////////// //
|
|
270
|
// ////////// //
|
|
|
255
|
// Test cases //
|
|
271
|
// Test cases //
|
|
|
256
|
// ////////// //
|
|
272
|
// ////////// //
|
|
|
257
|
|
|
273
|
|
|
|
258
|
auto maxRange = SqpRange::fromDateTime({2017, 1, 1}, {0, 0}, {2017, 1, 5}, {0, 0});
|
|
274
|
auto maxRange = SqpRange::fromDateTime({2017, 1, 1}, {0, 0}, {2017, 1, 5}, {0, 0});
|
|
|
259
|
MetadataPool metadataPool{{{"dataType", "vector"}, {"xml:id", "imf"}}};
|
|
275
|
MetadataPool metadataPool{{{"dataType", "vector"}, {"xml:id", "imf"}}};
|
|
|
260
|
|
|
276
|
|
|
|
261
|
// Note: we don't use auto here as we want to pass std::shared_ptr<IDataProvider> as is in the
|
|
277
|
// Note: we don't use auto here as we want to pass std::shared_ptr<IDataProvider> as is in the
|
|
|
262
|
// QVariant
|
|
278
|
// QVariant
|
|
|
263
|
std::shared_ptr<IDataProvider> provider = std::make_shared<AmdaProvider>();
|
|
279
|
std::shared_ptr<IDataProvider> provider = std::make_shared<AmdaProvider>();
|
|
|
264
|
|
|
280
|
|
|
|
265
|
QTest::newRow("fuzzingTest") << Properties{
|
|
281
|
QTest::newRow("fuzzingTest") << Properties{
|
|
|
266
|
{MAX_RANGE_PROPERTY, QVariant::fromValue(maxRange)},
|
|
282
|
{MAX_RANGE_PROPERTY, QVariant::fromValue(maxRange)},
|
|
|
267
|
{METADATA_POOL_PROPERTY, QVariant::fromValue(metadataPool)},
|
|
283
|
{METADATA_POOL_PROPERTY, QVariant::fromValue(metadataPool)},
|
|
|
268
|
{PROVIDER_PROPERTY, QVariant::fromValue(provider)}};
|
|
284
|
{PROVIDER_PROPERTY, QVariant::fromValue(provider)}};
|
|
|
269
|
}
|
|
285
|
}
|
|
|
270
|
|
|
286
|
|
|
|
271
|
void TestAmdaFuzzing::testFuzzing()
|
|
287
|
void TestAmdaFuzzing::testFuzzing()
|
|
|
272
|
{
|
|
288
|
{
|
|
|
273
|
QFETCH(Properties, properties);
|
|
289
|
QFETCH(Properties, properties);
|
|
|
274
|
|
|
290
|
|
|
|
275
|
// Sets cache property
|
|
291
|
// Sets cache property
|
|
|
276
|
QSettings settings{};
|
|
292
|
QSettings settings{};
|
|
|
277
|
auto cacheTolerance = properties.value(CACHE_TOLERANCE_PROPERTY, CACHE_TOLERANCE_DEFAULT_VALUE);
|
|
293
|
auto cacheTolerance = properties.value(CACHE_TOLERANCE_PROPERTY, CACHE_TOLERANCE_DEFAULT_VALUE);
|
|
|
278
|
settings.setValue(GENERAL_TOLERANCE_AT_INIT_KEY, cacheTolerance);
|
|
294
|
settings.setValue(GENERAL_TOLERANCE_AT_INIT_KEY, cacheTolerance);
|
|
|
279
|
settings.setValue(GENERAL_TOLERANCE_AT_UPDATE_KEY, cacheTolerance);
|
|
295
|
settings.setValue(GENERAL_TOLERANCE_AT_UPDATE_KEY, cacheTolerance);
|
|
|
280
|
|
|
296
|
|
|
|
281
|
auto &variableController = sqpApp->variableController();
|
|
297
|
auto &variableController = sqpApp->variableController();
|
|
|
282
|
auto &timeController = sqpApp->timeController();
|
|
298
|
auto &timeController = sqpApp->timeController();
|
|
|
283
|
|
|
299
|
|
|
|
284
|
// Generates random initial range (bounded to max range)
|
|
300
|
// Generates random initial range (bounded to max range)
|
|
|
285
|
auto maxRange = properties.value(MAX_RANGE_PROPERTY, QVariant::fromValue(INVALID_RANGE))
|
|
301
|
auto maxRange = properties.value(MAX_RANGE_PROPERTY, QVariant::fromValue(INVALID_RANGE))
|
|
|
286
|
.value<SqpRange>();
|
|
302
|
.value<SqpRange>();
|
|
|
287
|
|
|
303
|
|
|
|
288
|
QVERIFY(maxRange != INVALID_RANGE);
|
|
304
|
QVERIFY(maxRange != INVALID_RANGE);
|
|
|
289
|
|
|
305
|
|
|
|
290
|
auto initialRangeStart
|
|
306
|
auto initialRangeStart
|
|
|
291
|
= RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);
|
|
307
|
= RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);
|
|
|
292
|
auto initialRangeEnd
|
|
308
|
auto initialRangeEnd
|
|
|
293
|
= RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);
|
|
309
|
= RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);
|
|
|
294
|
if (initialRangeStart > initialRangeEnd) {
|
|
310
|
if (initialRangeStart > initialRangeEnd) {
|
|
|
295
|
std::swap(initialRangeStart, initialRangeEnd);
|
|
311
|
std::swap(initialRangeStart, initialRangeEnd);
|
|
|
296
|
}
|
|
312
|
}
|
|
|
297
|
|
|
313
|
|
|
|
298
|
// Sets initial range on time controller
|
|
314
|
// Sets initial range on time controller
|
|
|
299
|
SqpRange initialRange{initialRangeStart, initialRangeEnd};
|
|
315
|
SqpRange initialRange{initialRangeStart, initialRangeEnd};
|
|
|
300
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Setting initial range to" << initialRange << "...";
|
|
316
|
qCInfo(LOG_TestAmdaFuzzing()).noquote() << "Setting initial range to" << initialRange << "...";
|
|
|
301
|
timeController.onTimeToUpdate(initialRange);
|
|
317
|
timeController.onTimeToUpdate(initialRange);
|
|
|
302
|
properties.insert(INITIAL_RANGE_PROPERTY, QVariant::fromValue(initialRange));
|
|
318
|
properties.insert(INITIAL_RANGE_PROPERTY, QVariant::fromValue(initialRange));
|
|
|
303
|
|
|
319
|
|
|
|
304
|
FuzzingTest test{variableController, properties};
|
|
320
|
FuzzingTest test{variableController, properties};
|
|
|
305
|
test.execute();
|
|
321
|
test.execute();
|
|
|
306
|
}
|
|
322
|
}
|
|
|
307
|
|
|
323
|
|
|
|
308
|
int main(int argc, char *argv[])
|
|
324
|
int main(int argc, char *argv[])
|
|
|
309
|
{
|
|
325
|
{
|
|
|
310
|
QLoggingCategory::setFilterRules(
|
|
326
|
QLoggingCategory::setFilterRules(
|
|
|
311
|
"*.warning=false\n"
|
|
327
|
"*.warning=false\n"
|
|
|
312
|
"*.info=false\n"
|
|
328
|
"*.info=false\n"
|
|
|
313
|
"*.debug=false\n"
|
|
329
|
"*.debug=false\n"
|
|
|
314
|
"FuzzingOperations.info=true\n"
|
|
330
|
"FuzzingOperations.info=true\n"
|
|
|
315
|
"FuzzingValidators.info=true\n"
|
|
331
|
"FuzzingValidators.info=true\n"
|
|
|
316
|
"TestAmdaFuzzing.info=true\n");
|
|
332
|
"TestAmdaFuzzing.info=true\n");
|
|
|
317
|
|
|
333
|
|
|
|
318
|
SqpApplication app{argc, argv};
|
|
334
|
SqpApplication app{argc, argv};
|
|
|
319
|
SqpApplication::setOrganizationName("LPP");
|
|
335
|
SqpApplication::setOrganizationName("LPP");
|
|
|
320
|
SqpApplication::setOrganizationDomain("lpp.fr");
|
|
336
|
SqpApplication::setOrganizationDomain("lpp.fr");
|
|
|
321
|
SqpApplication::setApplicationName("SciQLop-TestFuzzing");
|
|
337
|
SqpApplication::setApplicationName("SciQLop-TestFuzzing");
|
|
|
322
|
app.setAttribute(Qt::AA_Use96Dpi, true);
|
|
338
|
app.setAttribute(Qt::AA_Use96Dpi, true);
|
|
|
323
|
TestAmdaFuzzing testObject{};
|
|
339
|
TestAmdaFuzzing testObject{};
|
|
|
324
|
QTEST_SET_MAIN_SOURCE_PATH
|
|
340
|
QTEST_SET_MAIN_SOURCE_PATH
|
|
|
325
|
return QTest::qExec(&testObject, argc, argv);
|
|
341
|
return QTest::qExec(&testObject, argc, argv);
|
|
|
326
|
}
|
|
342
|
}
|
|
|
327
|
|
|
343
|
|
|
|
328
|
#include "TestAmdaFuzzing.moc"
|
|
344
|
#include "TestAmdaFuzzing.moc"
|
