GIT_REPOSITORIES/LPP/Users/mperrinel/SCIQLOP-Initialisation Files · plugins/amda/src/AmdaProvider.cpp

Reads variable metadata to get the data type...

Reads variable metadata to get the data type The data type is then parsed to determine the value type expected when reading result file

Alexandre Leroux - - Load All Authors

File last commit:

r533:a6f250cc335f


                r533:a6f250cc335f

Download file

             AmdaProvider.cpp
        
                    168 lines
            
             | 5.7 KiB
            
                | text/x-c
            
             |
                CppLexer
            
             / plugins / amda / src / AmdaProvider.cpp
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        Alexandre Leroux
    
Inits Amda provider

              r348
            
      #include "AmdaProvider.h"

        Alexandre Leroux
    
Amda provider update (2)...

              r380
            
      #include "AmdaDefs.h"

        Alexandre Leroux
    
Amda provider (3)...

              r351
            
      #include "AmdaResultParser.h"

        Alexandre Leroux
    
Uses DateUtils

              r450
            
      #include <Common/DateUtils.h>

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      #include <Data/DataProviderParameters.h>

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
      #include <Network/NetworkController.h>

      #include <SqpApplication.h>

      #include <Variable/Variable.h>

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      #include <QNetworkAccessManager>

      #include <QNetworkReply>

        Alexandre Leroux
    
Amda provider (2)...

              r350
            
      #include <QTemporaryFile>

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
      #include <QThread>

        Alexandre Leroux
    
Inits Amda provider

              r348
            
      Q_LOGGING_CATEGORY(LOG_AmdaProvider, "AmdaProvider")

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      namespace {

      /// URL format for a request on AMDA server. The parameters are as follows:

      /// - %1: start date

      /// - %2: end date

      /// - %3: parameter id

      const auto AMDA_URL_FORMAT = QStringLiteral(

          "http://amda.irap.omp.eu/php/rest/"

        Alexandre Leroux
    
Removes sampling in AMDA provider

              r437
            
          "getParameter.php?startTime=%1&stopTime=%2&parameterID=%3&outputFormat=ASCII&"

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
          "timeFormat=ISO8601&gzip=0");

      /// Dates format passed in the URL (e.g 2013-09-23T09:00)

        perrinel
    
Log AMDA get url of the file and the download file

              r406
            
      const auto AMDA_TIME_FORMAT = QStringLiteral("yyyy-MM-ddThh:mm:ss");

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      /// Formats a time to a date that can be passed in URL

        perrinel
    
Change SqpRange for SqpDateTime

              r471
            
      QString dateFormat(double sqpRange) noexcept

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      {

        perrinel
    
Change SqpRange for SqpDateTime

              r471
            
          auto dateTime = DateUtils::dateTime(sqpRange);

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
          return dateTime.toString(AMDA_TIME_FORMAT);

      }

        Alexandre Leroux
    
Reads variable metadata to get the data type...

              r533
            
      AmdaResultParser::ValueType valueType(const QString &valueType)

      {

          if (valueType == QStringLiteral("scalar")) {

              return AmdaResultParser::ValueType::SCALAR;

          }

          else if (valueType == QStringLiteral("vector")) {

              return AmdaResultParser::ValueType::VECTOR;

          }

          else {

              return AmdaResultParser::ValueType::UNKNOWN;

          }

      }

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      } // namespace

        Alexandre Leroux
    
Amda provider cleaning...

              r376
            
      AmdaProvider::AmdaProvider()

        Alexandre Leroux
    
Inits Amda provider

              r348
            
      {

        Alexandre Leroux
    
Minor refactoring...

              r424
            
          qCDebug(LOG_AmdaProvider()) << tr("AmdaProvider::AmdaProvider") << QThread::currentThread();

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
          if (auto app = sqpApp) {

              auto &networkController = app->networkController();

        Alexandre Leroux
    
Updates signal to be valid on Windows

              r383
            
              connect(this, SIGNAL(requestConstructed(QNetworkRequest, QUuid,

                                                      std::function<void(QNetworkReply *, QUuid)>)),

                      &networkController,

                      SLOT(onProcessRequested(QNetworkRequest, QUuid,

                                              std::function<void(QNetworkReply *, QUuid)>)));

        perrinel
    
Remove connection for progress from NC -> VC to NC -> Provider.

              r391
            
              connect(&sqpApp->networkController(), SIGNAL(replyDownloadProgress(QUuid, double)), this,

                      SIGNAL(dataProvidedProgress(QUuid, double)));

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
          }

        Alexandre Leroux
    
Inits Amda provider

              r348
            
      }

        perrinel
    
Implementation of V5 acquisition

              r510
            
      void AmdaProvider::requestDataLoading(QUuid acqIdentifier, const DataProviderParameters &parameters)

        Alexandre Leroux
    
Inits Amda provider

              r348
            
      {

          // NOTE: Try to use multithread if possible

        Alexandre Leroux
    
Updates IDataProvider::requestDataLoading() method's signature...

              r375
            
          const auto times = parameters.m_Times;

        Alexandre Leroux
    
Amda provider update (2)...

              r380
            
          const auto data = parameters.m_Data;

        Alexandre Leroux
    
Updates IDataProvider::requestDataLoading() method's signature...

              r375
            
          for (const auto &dateTime : qAsConst(times)) {

        perrinel
    
Add synchronization part of v5 acquisition

              r511
            
              this->retrieveData(acqIdentifier, dateTime, data);

        perrinel
    
Correction for MR

              r517
            
              // TORM

              // QThread::msleep(200);

        Alexandre Leroux
    
Inits Amda provider

              r348
            
          }

      }

        perrinel
    
Implementation of V5 acquisition

              r510
            
      void AmdaProvider::requestDataAborting(QUuid acqIdentifier)

        perrinel
    
Implement of the abort download process

              r388
            
      {

          if (auto app = sqpApp) {

              auto &networkController = app->networkController();

        perrinel
    
Implementation of V5 acquisition

              r510
            
              networkController.onReplyCanceled(acqIdentifier);

        perrinel
    
Implement of the abort download process

              r388
            
          }

      }

        perrinel
    
Change SqpRange for SqpDateTime

              r471
            
      void AmdaProvider::retrieveData(QUuid token, const SqpRange &dateTime, const QVariantHash &data)

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
      {

        Alexandre Leroux
    
Amda provider update (2)...

              r380
            
          // Retrieves product ID from data: if the value is invalid, no request is made

          auto productId = data.value(AMDA_XML_ID_KEY).toString();

          if (productId.isNull()) {

              qCCritical(LOG_AmdaProvider()) << tr("Can't retrieve data: unknown product id");

              return;

          }

        perrinel
    
Implementation of V5 acquisition

              r510
            
          qCDebug(LOG_AmdaProvider()) << tr("AmdaProvider::retrieveData") << dateTime;

        Alexandre Leroux
    
Amda provider update (2)...

              r380
            
        Alexandre Leroux
    
Reads variable metadata to get the data type...

              r533
            
          // Retrieves the data type that determines whether the expected format for the result file is

          // scalar, vector...

          auto productValueType = valueType(data.value(AMDA_DATA_TYPE_KEY).toString());

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
          // /////////// //

          // Creates URL //

          // /////////// //

        Alexandre Leroux
    
Updates IDataProvider::requestDataLoading() method's signature...

              r375
            
          auto startDate = dateFormat(dateTime.m_TStart);

          auto endDate = dateFormat(dateTime.m_TEnd);

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
          auto url = QUrl{QString{AMDA_URL_FORMAT}.arg(startDate, endDate, productId)};

        perrinel
    
Correction for MR

              r517
            
          qCInfo(LOG_AmdaProvider()) << tr("TORM AmdaProvider::retrieveData url:") << url;

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
          auto tempFile = std::make_shared<QTemporaryFile>();

        Alexandre Leroux
    
Amda provider (1)...

              r349
            
        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
          // LAMBDA

        Alexandre Leroux
    
Reads variable metadata to get the data type...

              r533
            
          auto httpDownloadFinished = [this, dateTime, tempFile,

                                       productValueType](QNetworkReply *reply, QUuid dataId) noexcept {

              // Don't do anything if the reply was abort

              if (reply->error() != QNetworkReply::OperationCanceledError) {

                  if (tempFile) {

                      auto replyReadAll = reply->readAll();

                      if (!replyReadAll.isEmpty()) {

                          tempFile->write(replyReadAll);

                      }

                      tempFile->close();

                      // Parse results file

                      if (auto dataSeries

                          = AmdaResultParser::readTxt(tempFile->fileName(), productValueType)) {

                          emit dataProvided(dataId, dataSeries, dateTime);

                      }

                      else {

                          /// @todo ALX : debug

                      }

                  }

              }

          };

        perrinel
    
Add implementation of abort impact on Amda plugin

              r397
            
          auto httpFinishedLambda

              = [this, httpDownloadFinished, tempFile](QNetworkReply *reply, QUuid dataId) noexcept {

        Alexandre Leroux
    
Amda provider (2)...

              r350
            
        perrinel
    
Add implementation of abort impact on Amda plugin

              r397
            
                    // Don't do anything if the reply was abort

                    if (reply->error() != QNetworkReply::OperationCanceledError) {

                        auto downloadFileUrl = QUrl{QString{reply->readAll()}};

        perrinel
    
Implement of the abort download process

              r388
            
        Alexandre Leroux
    
Amda provider (2)...

              r350
            
        perrinel
    
Correction for MR

              r517
            
                        qCInfo(LOG_AmdaProvider())

                            << tr("TORM AmdaProvider::retrieveData downloadFileUrl:") << downloadFileUrl;

        perrinel
    
Add implementation of abort impact on Amda plugin

              r397
            
                        // Executes request for downloading file //

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
        perrinel
    
Add implementation of abort impact on Amda plugin

              r397
            
                        // Creates destination file

                        if (tempFile->open()) {

                            // Executes request

                            emit requestConstructed(QNetworkRequest{downloadFileUrl}, dataId,

                                                    httpDownloadFinished);

                        }

                    }

                };

        perrinel
    
Modify the AmdaProvider to remove from it all network controller...

              r358
            
          // //////////////// //

          // Executes request //

          // //////////////// //

          emit requestConstructed(QNetworkRequest{url}, token, httpFinishedLambda);

        Alexandre Leroux
    
Inits Amda provider

              r348
            
      }

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

Alexandre Leroux Inits Amda provider	r348	#include "AmdaProvider.h"
Alexandre Leroux Amda provider update (2)...	r380	#include "AmdaDefs.h"
Alexandre Leroux Amda provider (3)...	r351	#include "AmdaResultParser.h"

Alexandre Leroux Uses DateUtils	r450	#include <Common/DateUtils.h>
Alexandre Leroux Amda provider (1)...	r349	#include <Data/DataProviderParameters.h>
perrinel Modify the AmdaProvider to remove from it all network controller...	r358	#include <Network/NetworkController.h>
		#include <SqpApplication.h>
		#include <Variable/Variable.h>
Alexandre Leroux Amda provider (1)...	r349
		#include <QNetworkAccessManager>
		#include <QNetworkReply>
Alexandre Leroux Amda provider (2)...	r350	#include <QTemporaryFile>
perrinel Modify the AmdaProvider to remove from it all network controller...	r358	#include <QThread>
Alexandre Leroux Inits Amda provider	r348
		Q_LOGGING_CATEGORY(LOG_AmdaProvider, "AmdaProvider")

Alexandre Leroux Amda provider (1)...	r349	namespace {

		/// URL format for a request on AMDA server. The parameters are as follows:
		/// - %1: start date
		/// - %2: end date
		/// - %3: parameter id
		const auto AMDA_URL_FORMAT = QStringLiteral(
		"http://amda.irap.omp.eu/php/rest/"
Alexandre Leroux Removes sampling in AMDA provider	r437	"getParameter.php?startTime=%1&stopTime=%2&parameterID=%3&outputFormat=ASCII&"
Alexandre Leroux Amda provider (1)...	r349	"timeFormat=ISO8601&gzip=0");

		/// Dates format passed in the URL (e.g 2013-09-23T09:00)
perrinel Log AMDA get url of the file and the download file	r406	const auto AMDA_TIME_FORMAT = QStringLiteral("yyyy-MM-ddThh:mm:ss");
Alexandre Leroux Amda provider (1)...	r349
		/// Formats a time to a date that can be passed in URL
perrinel Change SqpRange for SqpDateTime	r471	QString dateFormat(double sqpRange) noexcept
Alexandre Leroux Amda provider (1)...	r349	{
perrinel Change SqpRange for SqpDateTime	r471	auto dateTime = DateUtils::dateTime(sqpRange);
Alexandre Leroux Amda provider (1)...	r349	return dateTime.toString(AMDA_TIME_FORMAT);
		}

Alexandre Leroux Reads variable metadata to get the data type...	r533	AmdaResultParser::ValueType valueType(const QString &valueType)
		{
		if (valueType == QStringLiteral("scalar")) {
		return AmdaResultParser::ValueType::SCALAR;
		}
		else if (valueType == QStringLiteral("vector")) {
		return AmdaResultParser::ValueType::VECTOR;
		}
		else {
		return AmdaResultParser::ValueType::UNKNOWN;
		}
		}

Alexandre Leroux Amda provider (1)...	r349	} // namespace

Alexandre Leroux Amda provider cleaning...	r376	AmdaProvider::AmdaProvider()
Alexandre Leroux Inits Amda provider	r348	{
Alexandre Leroux Minor refactoring...	r424	qCDebug(LOG_AmdaProvider()) << tr("AmdaProvider::AmdaProvider") << QThread::currentThread();
perrinel Modify the AmdaProvider to remove from it all network controller...	r358	if (auto app = sqpApp) {
		auto &networkController = app->networkController();
Alexandre Leroux Updates signal to be valid on Windows	r383	connect(this, SIGNAL(requestConstructed(QNetworkRequest, QUuid,
		std::function<void(QNetworkReply *, QUuid)>)),
		&networkController,
		SLOT(onProcessRequested(QNetworkRequest, QUuid,
		std::function<void(QNetworkReply *, QUuid)>)));
perrinel Remove connection for progress from NC -> VC to NC -> Provider.	r391

		connect(&sqpApp->networkController(), SIGNAL(replyDownloadProgress(QUuid, double)), this,
		SIGNAL(dataProvidedProgress(QUuid, double)));
perrinel Modify the AmdaProvider to remove from it all network controller...	r358	}
Alexandre Leroux Inits Amda provider	r348	}

perrinel Implementation of V5 acquisition	r510	void AmdaProvider::requestDataLoading(QUuid acqIdentifier, const DataProviderParameters &parameters)
Alexandre Leroux Inits Amda provider	r348	{
		// NOTE: Try to use multithread if possible
Alexandre Leroux Updates IDataProvider::requestDataLoading() method's signature...	r375	const auto times = parameters.m_Times;
Alexandre Leroux Amda provider update (2)...	r380	const auto data = parameters.m_Data;
Alexandre Leroux Updates IDataProvider::requestDataLoading() method's signature...	r375	for (const auto &dateTime : qAsConst(times)) {
perrinel Add synchronization part of v5 acquisition	r511	this->retrieveData(acqIdentifier, dateTime, data);
perrinel Correction for MR	r517
		// TORM
		// QThread::msleep(200);
Alexandre Leroux Inits Amda provider	r348	}
		}

perrinel Implementation of V5 acquisition	r510	void AmdaProvider::requestDataAborting(QUuid acqIdentifier)
perrinel Implement of the abort download process	r388	{
		if (auto app = sqpApp) {
		auto &networkController = app->networkController();
perrinel Implementation of V5 acquisition	r510	networkController.onReplyCanceled(acqIdentifier);
perrinel Implement of the abort download process	r388	}
		}

perrinel Change SqpRange for SqpDateTime	r471	void AmdaProvider::retrieveData(QUuid token, const SqpRange &dateTime, const QVariantHash &data)
Alexandre Leroux Amda provider (1)...	r349	{
Alexandre Leroux Amda provider update (2)...	r380	// Retrieves product ID from data: if the value is invalid, no request is made
		auto productId = data.value(AMDA_XML_ID_KEY).toString();
		if (productId.isNull()) {
		qCCritical(LOG_AmdaProvider()) << tr("Can't retrieve data: unknown product id");
		return;
		}
perrinel Implementation of V5 acquisition	r510	qCDebug(LOG_AmdaProvider()) << tr("AmdaProvider::retrieveData") << dateTime;
Alexandre Leroux Amda provider update (2)...	r380
Alexandre Leroux Reads variable metadata to get the data type...	r533	// Retrieves the data type that determines whether the expected format for the result file is
		// scalar, vector...
		auto productValueType = valueType(data.value(AMDA_DATA_TYPE_KEY).toString());

Alexandre Leroux Amda provider (1)...	r349	// /////////// //
		// Creates URL //
		// /////////// //

Alexandre Leroux Updates IDataProvider::requestDataLoading() method's signature...	r375	auto startDate = dateFormat(dateTime.m_TStart);
		auto endDate = dateFormat(dateTime.m_TEnd);
Alexandre Leroux Amda provider (1)...	r349
		auto url = QUrl{QString{AMDA_URL_FORMAT}.arg(startDate, endDate, productId)};
perrinel Correction for MR	r517	qCInfo(LOG_AmdaProvider()) << tr("TORM AmdaProvider::retrieveData url:") << url;
perrinel Modify the AmdaProvider to remove from it all network controller...	r358	auto tempFile = std::make_shared<QTemporaryFile>();
Alexandre Leroux Amda provider (1)...	r349
perrinel Modify the AmdaProvider to remove from it all network controller...	r358	// LAMBDA
Alexandre Leroux Reads variable metadata to get the data type...	r533	auto httpDownloadFinished = [this, dateTime, tempFile,
		productValueType](QNetworkReply *reply, QUuid dataId) noexcept {

		// Don't do anything if the reply was abort
		if (reply->error() != QNetworkReply::OperationCanceledError) {

		if (tempFile) {
		auto replyReadAll = reply->readAll();
		if (!replyReadAll.isEmpty()) {
		tempFile->write(replyReadAll);
		}
		tempFile->close();

		// Parse results file
		if (auto dataSeries
		= AmdaResultParser::readTxt(tempFile->fileName(), productValueType)) {
		emit dataProvided(dataId, dataSeries, dateTime);
		}
		else {
		/// @todo ALX : debug
		}
		}
		}

		};
perrinel Add implementation of abort impact on Amda plugin	r397	auto httpFinishedLambda
		= [this, httpDownloadFinished, tempFile](QNetworkReply *reply, QUuid dataId) noexcept {
Alexandre Leroux Amda provider (2)...	r350
perrinel Add implementation of abort impact on Amda plugin	r397	// Don't do anything if the reply was abort
		if (reply->error() != QNetworkReply::OperationCanceledError) {
		auto downloadFileUrl = QUrl{QString{reply->readAll()}};
perrinel Implement of the abort download process	r388
Alexandre Leroux Amda provider (2)...	r350
perrinel Correction for MR	r517	qCInfo(LOG_AmdaProvider())
		<< tr("TORM AmdaProvider::retrieveData downloadFileUrl:") << downloadFileUrl;
perrinel Add implementation of abort impact on Amda plugin	r397	// Executes request for downloading file //
perrinel Modify the AmdaProvider to remove from it all network controller...	r358
perrinel Add implementation of abort impact on Amda plugin	r397	// Creates destination file
		if (tempFile->open()) {
		// Executes request
		emit requestConstructed(QNetworkRequest{downloadFileUrl}, dataId,
		httpDownloadFinished);
		}
		}
		};
perrinel Modify the AmdaProvider to remove from it all network controller...	r358
		// //////////////// //
		// Executes request //
		// //////////////// //
		emit requestConstructed(QNetworkRequest{url}, token, httpFinishedLambda);
Alexandre Leroux Inits Amda provider	r348	}