GIT_REPOSITORIES/LPP/Users/mperrinel/SciQLop-fork Files · plugins/amda/tests/TestAmdaFuzzing.cpp

Adds weights to operations (1)...

Adds weights to operations (1) Modifies the algorithm for choosing a random element to add weights

Alexandre Leroux - - Load All Authors

File last commit:

r1210:be0b9c5e4602


                r1215:cb9ad4b9f97b

Download file

             TestAmdaFuzzing.cpp
        
                    241 lines
            
             | 7.5 KiB
            
                | text/x-c
            
             |
                CppLexer
            
             / plugins / amda / tests / TestAmdaFuzzing.cpp
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Alexandre Leroux
    
Adds "number of operations" and "number of variables" properties for the tests

              r1201
            
      #include "FuzzingDefs.h"

        Alexandre Leroux
    
Defines fuzzing operations...

              r1202
            
      #include "FuzzingOperations.h"

        Alexandre Leroux
    
Adds utility class to get random values

              r1206
            
      #include "FuzzingUtils.h"

        Alexandre Leroux
    
Adds initial test case

              r1210
            
      #include "AmdaProvider.h"

        Alexandre Leroux
    
Inits test structure

              r1199
            
      #include <Network/NetworkController.h>

      #include <SqpApplication.h>

      #include <Time/TimeController.h>

      #include <Variable/VariableController.h>

      #include <QLoggingCategory>

      #include <QObject>

      #include <QtTest>

      #include <memory>

      Q_LOGGING_CATEGORY(LOG_TestAmdaFuzzing, "TestAmdaFuzzing")

      namespace {

        Alexandre Leroux
    
Defines fuzzing operations...

              r1202
            
      // /////// //

      // Aliases //

      // /////// //

        Alexandre Leroux
    
Defines variable pool...

              r1203
            
      using VariableId = int;

        Alexandre Leroux
    
Implements test execute() method...

              r1205
            
      using VariableOperation = std::pair<VariableId, std::shared_ptr<IFuzzingOperation> >;

      using VariablesOperations = std::vector<VariableOperation>;

        Alexandre Leroux
    
Defines fuzzing operations...

              r1202
            
      using OperationsPool = std::set<std::shared_ptr<IFuzzingOperation> >;

        Alexandre Leroux
    
Defines variable pool...

              r1203
            
      using VariablesPool = std::map<VariableId, std::shared_ptr<Variable> >;

        Alexandre Leroux
    
Adds "number of operations" and "number of variables" properties for the tests

              r1201
            
      // ///////// //

      // Constants //

      // ///////// //

      // Defaults values used when the associated properties have not been set for the test

      const auto NB_MAX_OPERATIONS_DEFAULT_VALUE = 100;

      const auto NB_MAX_VARIABLES_DEFAULT_VALUE = 1;

        Alexandre Leroux
    
Defines operations pool...

              r1204
            
      const auto AVAILABLE_OPERATIONS_DEFAULT_VALUE

          = QVariant::fromValue(OperationsTypes{FuzzingOperationType::CREATE});

        Alexandre Leroux
    
Completes fuzzing test structure by setting initial range for the time controller

              r1209
            
        Alexandre Leroux
    
Implements test execute() method...

              r1205
            
      // /////// //

      // Methods //

      // /////// //

      /// Goes through the variables pool and operations pool to determine the set of {variable/operation}

      /// pairs that are valid (i.e. operation that can be executed on variable)

      VariablesOperations availableOperations(const VariablesPool &variablesPool,

                                              const OperationsPool &operationsPool)

      {

          VariablesOperations result{};

          for (const auto &variablesPoolEntry : variablesPool) {

              auto variableId = variablesPoolEntry.first;

              auto variable = variablesPoolEntry.second;

              for (const auto &operation : operationsPool) {

                  // A pair is valid if the current operation can be executed on the current variable

                  if (operation->canExecute(variable)) {

                      result.push_back({variableId, operation});

                  }

              }

          }

          return result;

      }

        Alexandre Leroux
    
Defines operations pool...

              r1204
            
      OperationsPool createOperationsPool(const OperationsTypes &types)

      {

          OperationsPool result{};

          std::transform(types.cbegin(), types.cend(), std::inserter(result, result.end()),

                         [](const auto &type) { return FuzzingOperationFactory::create(type); });

          return result;

      }

        Alexandre Leroux
    
Inits test structure

              r1199
            
      /**

       * Class to run random tests

       */

      class FuzzingTest {

      public:

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          explicit FuzzingTest(VariableController &variableController, Properties properties)

                  : m_VariableController{variableController},

                    m_Properties{std::move(properties)},

        Alexandre Leroux
    
Defines variable pool...

              r1203
            
                    m_VariablesPool{}

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          {

        Alexandre Leroux
    
Defines variable pool...

              r1203
            
              // Inits variables pool: at init, all variables are null

              for (auto variableId = 0; variableId < nbMaxVariables(); ++variableId) {

                  m_VariablesPool[variableId] = nullptr;

              }

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          }

        Alexandre Leroux
    
Inits test structure

              r1199
            
          void execute()

          {

        Alexandre Leroux
    
Adds "number of operations" and "number of variables" properties for the tests

              r1201
            
              qCInfo(LOG_TestAmdaFuzzing()) << "Running" << nbMaxOperations() << "operations on"

        Alexandre Leroux
    
Adds initial test case

              r1210
            
                                            << nbMaxVariables() << "variable(s)...";

        Alexandre Leroux
    
Adds "number of operations" and "number of variables" properties for the tests

              r1201
            
        Alexandre Leroux
    
Implements test execute() method...

              r1205
            
              auto canExecute = true;

              for (auto i = 0; i < nbMaxOperations() && canExecute; ++i) {

                  // Retrieves all operations that can be executed in the current context

                  auto variableOperations = availableOperations(m_VariablesPool, operationsPool());

                  canExecute = !variableOperations.empty();

                  if (canExecute) {

                      // Of the operations available, chooses a random operation and executes it

                      auto variableOperation

        Alexandre Leroux
    
Adds utility class to get random values

              r1206
            
                          = RandomGenerator::instance().randomChoice(variableOperations);

        Alexandre Leroux
    
Implements test execute() method...

              r1205
            
                      auto variableId = variableOperation.first;

                      auto variable = m_VariablesPool.at(variableId);

                      auto fuzzingOperation = variableOperation.second;

                      fuzzingOperation->execute(variable, m_VariableController, m_Properties);

                      // Updates variable pool with the new state of the variable after operation

                      m_VariablesPool[variableId] = variable;

                  }

                  else {

                      qCInfo(LOG_TestAmdaFuzzing())

                          << "No more operations are available, the execution of the test will stop...";

                  }

              }

        Alexandre Leroux
    
Inits test structure

              r1199
            
              qCInfo(LOG_TestAmdaFuzzing()) << "Execution of the test completed.";

          }

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
      private:

        Alexandre Leroux
    
Adds "number of operations" and "number of variables" properties for the tests

              r1201
            
          int nbMaxOperations() const

          {

              static auto result

                  = m_Properties.value(NB_MAX_OPERATIONS_PROPERTY, NB_MAX_OPERATIONS_DEFAULT_VALUE)

                        .toInt();

              return result;

          }

          int nbMaxVariables() const

          {

              static auto result

                  = m_Properties.value(NB_MAX_VARIABLES_PROPERTY, NB_MAX_VARIABLES_DEFAULT_VALUE).toInt();

              return result;

          }

        Alexandre Leroux
    
Defines operations pool...

              r1204
            
          OperationsPool operationsPool() const

          {

              static auto result = createOperationsPool(

                  m_Properties.value(AVAILABLE_OPERATIONS_PROPERTY, AVAILABLE_OPERATIONS_DEFAULT_VALUE)

                      .value<OperationsTypes>());

              return result;

          }

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          VariableController &m_VariableController;

          Properties m_Properties;

        Alexandre Leroux
    
Defines variable pool...

              r1203
            
          VariablesPool m_VariablesPool;

        Alexandre Leroux
    
Inits test structure

              r1199
            
      };

      } // namespace

      class TestAmdaFuzzing : public QObject {

          Q_OBJECT

      private slots:

          /// Input data for @sa testFuzzing()

          void testFuzzing_data();

          void testFuzzing();

      };

      void TestAmdaFuzzing::testFuzzing_data()

      {

          // ////////////// //

          // Test structure //

          // ////////////// //

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          QTest::addColumn<Properties>("properties"); // Properties for random test

        Alexandre Leroux
    
Inits test structure

              r1199
            
          // ////////// //

          // Test cases //

          // ////////// //

        Alexandre Leroux
    
Adds initial test case

              r1210
            
          auto maxRange = SqpRange::fromDateTime({2017, 1, 1}, {0, 0}, {2017, 1, 5}, {0, 0});

          MetadataPool metadataPool{{{"dataType", "vector"}, {"xml:id", "imf"}}};

          // Note: we don't use auto here as we want to pass std::shared_ptr<IDataProvider> as is in the

          // QVariant

          std::shared_ptr<IDataProvider> provider = std::make_shared<AmdaProvider>();

          QTest::newRow("fuzzingTest") << Properties{

              {MAX_RANGE_PROPERTY, QVariant::fromValue(maxRange)},

              {METADATA_POOL_PROPERTY, QVariant::fromValue(metadataPool)},

              {PROVIDER_PROPERTY, QVariant::fromValue(provider)}};

        Alexandre Leroux
    
Inits test structure

              r1199
            
      }

      void TestAmdaFuzzing::testFuzzing()

      {

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          QFETCH(Properties, properties);

        Alexandre Leroux
    
Inits test structure

              r1199
            
          auto &variableController = sqpApp->variableController();

          auto &timeController = sqpApp->timeController();

        Alexandre Leroux
    
Completes fuzzing test structure by setting initial range for the time controller

              r1209
            
          // Generates random initial range (bounded to max range)

          auto maxRange = properties.value(MAX_RANGE_PROPERTY, QVariant::fromValue(INVALID_RANGE))

                              .value<SqpRange>();

          QVERIFY(maxRange != INVALID_RANGE);

          auto initialRangeStart

              = RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);

          auto initialRangeEnd

              = RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);

          if (initialRangeStart > initialRangeEnd) {

              std::swap(initialRangeStart, initialRangeEnd);

          }

          // Sets initial range on time controller

          SqpRange initialRange{initialRangeStart, initialRangeEnd};

          qCInfo(LOG_TestAmdaFuzzing()) << "Setting initial range to" << initialRange << "...";

          timeController.onTimeToUpdate(initialRange);

        Alexandre Leroux
    
Adds variable controller and properties to test structure...

              r1200
            
          FuzzingTest test{variableController, properties};

        Alexandre Leroux
    
Inits test structure

              r1199
            
          test.execute();

      }

      int main(int argc, char *argv[])

      {

          QLoggingCategory::setFilterRules(

              "*.warning=false\n"

              "*.info=false\n"

              "*.debug=false\n"

              "FuzzingOperations.info=true\n"

              "TestAmdaFuzzing.info=true\n");

          SqpApplication app{argc, argv};

          app.setAttribute(Qt::AA_Use96Dpi, true);

          TestAmdaFuzzing testObject{};

          QTEST_SET_MAIN_SOURCE_PATH

          return QTest::qExec(&testObject, argc, argv);

      }

      #include "TestAmdaFuzzing.moc"

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Alexandre Leroux Adds "number of operations" and "number of variables" properties for the tests	r1201	#include "FuzzingDefs.h"
Alexandre Leroux Defines fuzzing operations...	r1202	#include "FuzzingOperations.h"
Alexandre Leroux Adds utility class to get random values	r1206	#include "FuzzingUtils.h"

Alexandre Leroux Adds initial test case	r1210	#include "AmdaProvider.h"

Alexandre Leroux Inits test structure	r1199	#include <Network/NetworkController.h>
		#include <SqpApplication.h>
		#include <Time/TimeController.h>
		#include <Variable/VariableController.h>

		#include <QLoggingCategory>
		#include <QObject>
		#include <QtTest>

		#include <memory>

		Q_LOGGING_CATEGORY(LOG_TestAmdaFuzzing, "TestAmdaFuzzing")

		namespace {

Alexandre Leroux Defines fuzzing operations...	r1202	// /////// //
		// Aliases //
		// /////// //

Alexandre Leroux Defines variable pool...	r1203	using VariableId = int;

Alexandre Leroux Implements test execute() method...	r1205	using VariableOperation = std::pair<VariableId, std::shared_ptr<IFuzzingOperation> >;
		using VariablesOperations = std::vector<VariableOperation>;

Alexandre Leroux Defines fuzzing operations...	r1202	using OperationsPool = std::set<std::shared_ptr<IFuzzingOperation> >;
Alexandre Leroux Defines variable pool...	r1203	using VariablesPool = std::map<VariableId, std::shared_ptr<Variable> >;

Alexandre Leroux Adds "number of operations" and "number of variables" properties for the tests	r1201	// ///////// //
		// Constants //
		// ///////// //

		// Defaults values used when the associated properties have not been set for the test
		const auto NB_MAX_OPERATIONS_DEFAULT_VALUE = 100;
		const auto NB_MAX_VARIABLES_DEFAULT_VALUE = 1;
Alexandre Leroux Defines operations pool...	r1204	const auto AVAILABLE_OPERATIONS_DEFAULT_VALUE
		= QVariant::fromValue(OperationsTypes{FuzzingOperationType::CREATE});
Alexandre Leroux Completes fuzzing test structure by setting initial range for the time controller	r1209
Alexandre Leroux Implements test execute() method...	r1205	// /////// //
		// Methods //
		// /////// //

		/// Goes through the variables pool and operations pool to determine the set of {variable/operation}
		/// pairs that are valid (i.e. operation that can be executed on variable)
		VariablesOperations availableOperations(const VariablesPool &variablesPool,
		const OperationsPool &operationsPool)
		{
		VariablesOperations result{};

		for (const auto &variablesPoolEntry : variablesPool) {
		auto variableId = variablesPoolEntry.first;
		auto variable = variablesPoolEntry.second;

		for (const auto &operation : operationsPool) {
		// A pair is valid if the current operation can be executed on the current variable
		if (operation->canExecute(variable)) {
		result.push_back({variableId, operation});
		}
		}
		}

		return result;
		}

Alexandre Leroux Defines operations pool...	r1204	OperationsPool createOperationsPool(const OperationsTypes &types)
		{
		OperationsPool result{};

		std::transform(types.cbegin(), types.cend(), std::inserter(result, result.end()),
		[](const auto &type) { return FuzzingOperationFactory::create(type); });

		return result;
		}

Alexandre Leroux Inits test structure	r1199	/**
		* Class to run random tests
		*/
		class FuzzingTest {
		public:
Alexandre Leroux Adds variable controller and properties to test structure...	r1200	explicit FuzzingTest(VariableController &variableController, Properties properties)
		: m_VariableController{variableController},
		m_Properties{std::move(properties)},
Alexandre Leroux Defines variable pool...	r1203	m_VariablesPool{}
Alexandre Leroux Adds variable controller and properties to test structure...	r1200	{
Alexandre Leroux Defines variable pool...	r1203	// Inits variables pool: at init, all variables are null
		for (auto variableId = 0; variableId < nbMaxVariables(); ++variableId) {
		m_VariablesPool[variableId] = nullptr;
		}
Alexandre Leroux Adds variable controller and properties to test structure...	r1200	}

Alexandre Leroux Inits test structure	r1199	void execute()
		{
Alexandre Leroux Adds "number of operations" and "number of variables" properties for the tests	r1201	qCInfo(LOG_TestAmdaFuzzing()) << "Running" << nbMaxOperations() << "operations on"
Alexandre Leroux Adds initial test case	r1210	<< nbMaxVariables() << "variable(s)...";
Alexandre Leroux Adds "number of operations" and "number of variables" properties for the tests	r1201
Alexandre Leroux Implements test execute() method...	r1205	auto canExecute = true;
		for (auto i = 0; i < nbMaxOperations() && canExecute; ++i) {
		// Retrieves all operations that can be executed in the current context
		auto variableOperations = availableOperations(m_VariablesPool, operationsPool());

		canExecute = !variableOperations.empty();
		if (canExecute) {
		// Of the operations available, chooses a random operation and executes it
		auto variableOperation
Alexandre Leroux Adds utility class to get random values	r1206	= RandomGenerator::instance().randomChoice(variableOperations);
Alexandre Leroux Implements test execute() method...	r1205
		auto variableId = variableOperation.first;
		auto variable = m_VariablesPool.at(variableId);
		auto fuzzingOperation = variableOperation.second;

		fuzzingOperation->execute(variable, m_VariableController, m_Properties);

		// Updates variable pool with the new state of the variable after operation
		m_VariablesPool[variableId] = variable;
		}
		else {
		qCInfo(LOG_TestAmdaFuzzing())
		<< "No more operations are available, the execution of the test will stop...";
		}
		}

Alexandre Leroux Inits test structure	r1199	qCInfo(LOG_TestAmdaFuzzing()) << "Execution of the test completed.";
		}
Alexandre Leroux Adds variable controller and properties to test structure...	r1200
		private:
Alexandre Leroux Adds "number of operations" and "number of variables" properties for the tests	r1201	int nbMaxOperations() const
		{
		static auto result
		= m_Properties.value(NB_MAX_OPERATIONS_PROPERTY, NB_MAX_OPERATIONS_DEFAULT_VALUE)
		.toInt();
		return result;
		}

		int nbMaxVariables() const
		{
		static auto result
		= m_Properties.value(NB_MAX_VARIABLES_PROPERTY, NB_MAX_VARIABLES_DEFAULT_VALUE).toInt();
		return result;
		}

Alexandre Leroux Defines operations pool...	r1204	OperationsPool operationsPool() const
		{
		static auto result = createOperationsPool(
		m_Properties.value(AVAILABLE_OPERATIONS_PROPERTY, AVAILABLE_OPERATIONS_DEFAULT_VALUE)
		.value<OperationsTypes>());
		return result;
		}

Alexandre Leroux Adds variable controller and properties to test structure...	r1200	VariableController &m_VariableController;
		Properties m_Properties;
Alexandre Leroux Defines variable pool...	r1203	VariablesPool m_VariablesPool;
Alexandre Leroux Inits test structure	r1199	};

		} // namespace

		class TestAmdaFuzzing : public QObject {
		Q_OBJECT

		private slots:
		/// Input data for @sa testFuzzing()
		void testFuzzing_data();
		void testFuzzing();
		};

		void TestAmdaFuzzing::testFuzzing_data()
		{
		// ////////////// //
		// Test structure //
		// ////////////// //

Alexandre Leroux Adds variable controller and properties to test structure...	r1200	QTest::addColumn<Properties>("properties"); // Properties for random test
Alexandre Leroux Inits test structure	r1199
		// ////////// //
		// Test cases //
		// ////////// //

Alexandre Leroux Adds initial test case	r1210	auto maxRange = SqpRange::fromDateTime({2017, 1, 1}, {0, 0}, {2017, 1, 5}, {0, 0});
		MetadataPool metadataPool{{{"dataType", "vector"}, {"xml:id", "imf"}}};

		// Note: we don't use auto here as we want to pass std::shared_ptr<IDataProvider> as is in the
		// QVariant
		std::shared_ptr<IDataProvider> provider = std::make_shared<AmdaProvider>();

		QTest::newRow("fuzzingTest") << Properties{
		{MAX_RANGE_PROPERTY, QVariant::fromValue(maxRange)},
		{METADATA_POOL_PROPERTY, QVariant::fromValue(metadataPool)},
		{PROVIDER_PROPERTY, QVariant::fromValue(provider)}};
Alexandre Leroux Inits test structure	r1199	}

		void TestAmdaFuzzing::testFuzzing()
		{
Alexandre Leroux Adds variable controller and properties to test structure...	r1200	QFETCH(Properties, properties);

Alexandre Leroux Inits test structure	r1199	auto &variableController = sqpApp->variableController();
		auto &timeController = sqpApp->timeController();

Alexandre Leroux Completes fuzzing test structure by setting initial range for the time controller	r1209	// Generates random initial range (bounded to max range)
		auto maxRange = properties.value(MAX_RANGE_PROPERTY, QVariant::fromValue(INVALID_RANGE))
		.value<SqpRange>();

		QVERIFY(maxRange != INVALID_RANGE);

		auto initialRangeStart
		= RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);
		auto initialRangeEnd
		= RandomGenerator::instance().generateDouble(maxRange.m_TStart, maxRange.m_TEnd);
		if (initialRangeStart > initialRangeEnd) {
		std::swap(initialRangeStart, initialRangeEnd);
		}

		// Sets initial range on time controller
		SqpRange initialRange{initialRangeStart, initialRangeEnd};
		qCInfo(LOG_TestAmdaFuzzing()) << "Setting initial range to" << initialRange << "...";
		timeController.onTimeToUpdate(initialRange);

Alexandre Leroux Adds variable controller and properties to test structure...	r1200	FuzzingTest test{variableController, properties};
Alexandre Leroux Inits test structure	r1199	test.execute();
		}

		int main(int argc, char *argv[])
		{
		QLoggingCategory::setFilterRules(
		"*.warning=false\n"
		"*.info=false\n"
		"*.debug=false\n"
		"FuzzingOperations.info=true\n"
		"TestAmdaFuzzing.info=true\n");

		SqpApplication app{argc, argv};
		app.setAttribute(Qt::AA_Use96Dpi, true);
		TestAmdaFuzzing testObject{};
		QTEST_SET_MAIN_SOURCE_PATH
		return QTest::qExec(&testObject, argc, argv);
		}

		#include "TestAmdaFuzzing.moc"