|
|
#include "AmdaProvider.h"
|
|
|
#include "AmdaDefs.h"
|
|
|
#include "AmdaResultParser.h"
|
|
|
|
|
|
#include <Common/DateUtils.h>
|
|
|
#include <Data/DataProviderParameters.h>
|
|
|
#include <Network/NetworkController.h>
|
|
|
#include <SqpApplication.h>
|
|
|
#include <Variable/Variable.h>
|
|
|
|
|
|
#include <QNetworkAccessManager>
|
|
|
#include <QNetworkReply>
|
|
|
#include <QTemporaryFile>
|
|
|
#include <QThread>
|
|
|
|
|
|
Q_LOGGING_CATEGORY(LOG_AmdaProvider, "AmdaProvider")
|
|
|
|
|
|
namespace {
|
|
|
|
|
|
/// URL of the default AMDA server
|
|
|
const auto AMDA_SERVER_URL = QStringLiteral("amda.irap.omp.eu");
|
|
|
|
|
|
/// URL of the AMDA test server
|
|
|
const auto AMDA_TEST_SERVER_URL = QStringLiteral("amdatest.irap.omp.eu");
|
|
|
|
|
|
/// URL format for a request on AMDA server. The parameters are as follows:
|
|
|
/// - %1: server URL
|
|
|
/// - %2: start date
|
|
|
/// - %3: end date
|
|
|
/// - %4: parameter id
|
|
|
/// AMDA V2: http://amdatest.irap.omp.eu/php/rest/
|
|
|
const auto AMDA_URL_FORMAT = QStringLiteral(
|
|
|
"http://%1/php/rest/"
|
|
|
"getParameter.php?startTime=%2&stopTime=%3¶meterID=%4&outputFormat=ASCII&"
|
|
|
"timeFormat=ISO8601&gzip=0");
|
|
|
|
|
|
/// Dates format passed in the URL (e.g 2013-09-23T09:00)
|
|
|
const auto AMDA_TIME_FORMAT = QStringLiteral("yyyy-MM-ddThh:mm:ss");
|
|
|
|
|
|
/// Formats a time to a date that can be passed in URL
|
|
|
QString dateFormat(double sqpRange) noexcept
|
|
|
{
|
|
|
auto dateTime = DateUtils::dateTime(sqpRange);
|
|
|
return dateTime.toString(AMDA_TIME_FORMAT);
|
|
|
}
|
|
|
|
|
|
/// Returns the URL of the AMDA server queried for requests, depending on the type of server passed
|
|
|
/// as a parameter
|
|
|
QString serverURL(const QString &server)
|
|
|
{
|
|
|
if (server == QString{"amdatest"}) {
|
|
|
return AMDA_TEST_SERVER_URL;
|
|
|
}
|
|
|
else {
|
|
|
return AMDA_SERVER_URL;
|
|
|
}
|
|
|
}
|
|
|
|
|
|
AmdaResultParser::ValueType valueType(const QString &valueType)
|
|
|
{
|
|
|
if (valueType == QStringLiteral("scalar")) {
|
|
|
return AmdaResultParser::ValueType::SCALAR;
|
|
|
}
|
|
|
else if (valueType == QStringLiteral("vector")) {
|
|
|
return AmdaResultParser::ValueType::VECTOR;
|
|
|
}
|
|
|
else {
|
|
|
return AmdaResultParser::ValueType::UNKNOWN;
|
|
|
}
|
|
|
}
|
|
|
|
|
|
} // namespace
|
|
|
|
|
|
AmdaProvider::AmdaProvider()
|
|
|
{
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("AmdaProvider::AmdaProvider") << QThread::currentThread();
|
|
|
if (auto app = sqpApp) {
|
|
|
auto &networkController = app->networkController();
|
|
|
connect(this, SIGNAL(requestConstructed(std::shared_ptr<QNetworkRequest>, QUuid,
|
|
|
std::function<void(QNetworkReply *, QUuid)>)),
|
|
|
&networkController,
|
|
|
SLOT(onProcessRequested(std::shared_ptr<QNetworkRequest>, QUuid,
|
|
|
std::function<void(QNetworkReply *, QUuid)>)));
|
|
|
|
|
|
|
|
|
connect(&sqpApp->networkController(),
|
|
|
SIGNAL(replyDownloadProgress(QUuid, std::shared_ptr<QNetworkRequest>, double)),
|
|
|
this,
|
|
|
SLOT(onReplyDownloadProgress(QUuid, std::shared_ptr<QNetworkRequest>, double)));
|
|
|
}
|
|
|
}
|
|
|
|
|
|
std::shared_ptr<IDataProvider> AmdaProvider::clone() const
|
|
|
{
|
|
|
// No copy is made in the clone
|
|
|
return std::make_shared<AmdaProvider>();
|
|
|
}
|
|
|
|
|
|
void AmdaProvider::requestDataLoading(QUuid acqIdentifier, const DataProviderParameters ¶meters)
|
|
|
{
|
|
|
// NOTE: Try to use multithread if possible
|
|
|
const auto times = parameters.m_Times;
|
|
|
const auto data = parameters.m_Data;
|
|
|
for (const auto &dateTime : qAsConst(times)) {
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("TORM AmdaProvider::requestDataLoading ") << acqIdentifier
|
|
|
<< dateTime;
|
|
|
this->retrieveData(acqIdentifier, dateTime, data);
|
|
|
|
|
|
|
|
|
// TORM when AMDA will support quick asynchrone request
|
|
|
QThread::msleep(1000);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
void AmdaProvider::requestDataAborting(QUuid acqIdentifier)
|
|
|
{
|
|
|
if (auto app = sqpApp) {
|
|
|
auto &networkController = app->networkController();
|
|
|
networkController.onReplyCanceled(acqIdentifier);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
void AmdaProvider::onReplyDownloadProgress(QUuid acqIdentifier,
|
|
|
std::shared_ptr<QNetworkRequest> networkRequest,
|
|
|
double progress)
|
|
|
{
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("onReplyDownloadProgress") << acqIdentifier
|
|
|
<< networkRequest.get() << progress;
|
|
|
auto acqIdToRequestProgressMapIt = m_AcqIdToRequestProgressMap.find(acqIdentifier);
|
|
|
if (acqIdToRequestProgressMapIt != m_AcqIdToRequestProgressMap.end()) {
|
|
|
|
|
|
// Update the progression for the current request
|
|
|
auto requestPtr = networkRequest;
|
|
|
auto findRequest = [requestPtr](const auto &entry) { return requestPtr == entry.first; };
|
|
|
|
|
|
auto &requestProgressMap = acqIdToRequestProgressMapIt->second;
|
|
|
auto requestProgressMapEnd = requestProgressMap.end();
|
|
|
auto requestProgressMapIt
|
|
|
= std::find_if(requestProgressMap.begin(), requestProgressMapEnd, findRequest);
|
|
|
|
|
|
if (requestProgressMapIt != requestProgressMapEnd) {
|
|
|
requestProgressMapIt->second = progress;
|
|
|
}
|
|
|
else {
|
|
|
// This case can happened when a progression is send after the request has been
|
|
|
// finished.
|
|
|
// Generaly the case when aborting a request
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("Can't retrieve Request in progress") << acqIdentifier
|
|
|
<< networkRequest.get() << progress;
|
|
|
}
|
|
|
|
|
|
// Compute the current final progress and notify it
|
|
|
double finalProgress = 0.0;
|
|
|
|
|
|
auto fraq = requestProgressMap.size();
|
|
|
|
|
|
for (auto requestProgress : requestProgressMap) {
|
|
|
finalProgress += requestProgress.second;
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("Current final progress without fraq:")
|
|
|
<< finalProgress << requestProgress.second;
|
|
|
}
|
|
|
|
|
|
if (fraq > 0) {
|
|
|
finalProgress = finalProgress / fraq;
|
|
|
}
|
|
|
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("Current final progress: ") << fraq << finalProgress;
|
|
|
emit dataProvidedProgress(acqIdentifier, finalProgress);
|
|
|
}
|
|
|
else {
|
|
|
// This case can happened when a progression is send after the request has been finished.
|
|
|
// Generaly the case when aborting a request
|
|
|
emit dataProvidedProgress(acqIdentifier, 100.0);
|
|
|
}
|
|
|
}
|
|
|
|
|
|
void AmdaProvider::retrieveData(QUuid token, const SqpRange &dateTime, const QVariantHash &data)
|
|
|
{
|
|
|
// Retrieves product ID from data: if the value is invalid, no request is made
|
|
|
auto productId = data.value(AMDA_XML_ID_KEY).toString();
|
|
|
if (productId.isNull()) {
|
|
|
qCCritical(LOG_AmdaProvider()) << tr("Can't retrieve data: unknown product id");
|
|
|
return;
|
|
|
}
|
|
|
|
|
|
// Retrieves the data type that determines whether the expected format for the result file is
|
|
|
// scalar, vector...
|
|
|
auto productValueType = valueType(data.value(AMDA_DATA_TYPE_KEY).toString());
|
|
|
|
|
|
// Gets the server being queried to retrieve the product. It's then used to set the server URL
|
|
|
auto productServer = data.value(AMDA_SERVER_KEY).toString();
|
|
|
|
|
|
// /////////// //
|
|
|
// Creates URL //
|
|
|
// /////////// //
|
|
|
|
|
|
auto startDate = dateFormat(dateTime.m_TStart);
|
|
|
auto endDate = dateFormat(dateTime.m_TEnd);
|
|
|
|
|
|
auto url = QUrl{
|
|
|
QString{AMDA_URL_FORMAT}.arg(serverURL(productServer), startDate, endDate, productId)};
|
|
|
qCInfo(LOG_AmdaProvider()) << tr("TORM AmdaProvider::retrieveData url:") << url;
|
|
|
auto tempFile = std::make_shared<QTemporaryFile>();
|
|
|
|
|
|
// LAMBDA
|
|
|
auto httpDownloadFinished = [this, dateTime, tempFile,
|
|
|
productValueType](QNetworkReply *reply, QUuid dataId) noexcept {
|
|
|
|
|
|
// Don't do anything if the reply was abort
|
|
|
if (reply->error() == QNetworkReply::NoError) {
|
|
|
|
|
|
if (tempFile) {
|
|
|
auto replyReadAll = reply->readAll();
|
|
|
if (!replyReadAll.isEmpty()) {
|
|
|
tempFile->write(replyReadAll);
|
|
|
}
|
|
|
tempFile->close();
|
|
|
|
|
|
// Parse results file
|
|
|
if (auto dataSeries
|
|
|
= AmdaResultParser::readTxt(tempFile->fileName(), productValueType)) {
|
|
|
emit dataProvided(dataId, dataSeries, dateTime);
|
|
|
}
|
|
|
else {
|
|
|
/// @todo ALX : debug
|
|
|
emit dataProvidedFailed(dataId);
|
|
|
}
|
|
|
}
|
|
|
m_AcqIdToRequestProgressMap.erase(dataId);
|
|
|
}
|
|
|
else {
|
|
|
qCCritical(LOG_AmdaProvider()) << tr("httpDownloadFinished ERROR");
|
|
|
emit dataProvidedFailed(dataId);
|
|
|
}
|
|
|
|
|
|
};
|
|
|
auto httpFinishedLambda
|
|
|
= [this, httpDownloadFinished, tempFile](QNetworkReply *reply, QUuid dataId) noexcept {
|
|
|
|
|
|
// Don't do anything if the reply was abort
|
|
|
if (reply->error() == QNetworkReply::NoError) {
|
|
|
auto downloadFileUrl = QUrl{QString{reply->readAll()}.trimmed()};
|
|
|
|
|
|
qCInfo(LOG_AmdaProvider())
|
|
|
<< tr("TORM AmdaProvider::retrieveData downloadFileUrl:") << downloadFileUrl;
|
|
|
// Executes request for downloading file //
|
|
|
|
|
|
// Creates destination file
|
|
|
if (tempFile->open()) {
|
|
|
// Executes request and store the request for progression
|
|
|
auto request = std::make_shared<QNetworkRequest>(downloadFileUrl);
|
|
|
updateRequestProgress(dataId, request, 0.0);
|
|
|
emit requestConstructed(request, dataId, httpDownloadFinished);
|
|
|
}
|
|
|
else {
|
|
|
emit dataProvidedFailed(dataId);
|
|
|
}
|
|
|
}
|
|
|
else {
|
|
|
qCCritical(LOG_AmdaProvider()) << tr("httpFinishedLambda ERROR");
|
|
|
m_AcqIdToRequestProgressMap.erase(dataId);
|
|
|
emit dataProvidedFailed(dataId);
|
|
|
}
|
|
|
};
|
|
|
|
|
|
// //////////////// //
|
|
|
// Executes request //
|
|
|
// //////////////// //
|
|
|
|
|
|
auto request = std::make_shared<QNetworkRequest>(url);
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("First Request creation") << request.get();
|
|
|
updateRequestProgress(token, request, 0.0);
|
|
|
|
|
|
emit requestConstructed(request, token, httpFinishedLambda);
|
|
|
}
|
|
|
|
|
|
void AmdaProvider::updateRequestProgress(QUuid acqIdentifier,
|
|
|
std::shared_ptr<QNetworkRequest> request, double progress)
|
|
|
{
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("updateRequestProgress request") << request.get();
|
|
|
auto acqIdToRequestProgressMapIt = m_AcqIdToRequestProgressMap.find(acqIdentifier);
|
|
|
if (acqIdToRequestProgressMapIt != m_AcqIdToRequestProgressMap.end()) {
|
|
|
auto &requestProgressMap = acqIdToRequestProgressMapIt->second;
|
|
|
auto requestProgressMapIt = requestProgressMap.find(request);
|
|
|
if (requestProgressMapIt != requestProgressMap.end()) {
|
|
|
requestProgressMapIt->second = progress;
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("updateRequestProgress new progress for request")
|
|
|
<< acqIdentifier << request.get() << progress;
|
|
|
}
|
|
|
else {
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("updateRequestProgress new request") << acqIdentifier
|
|
|
<< request.get() << progress;
|
|
|
acqIdToRequestProgressMapIt->second.insert(std::make_pair(request, progress));
|
|
|
}
|
|
|
}
|
|
|
else {
|
|
|
qCDebug(LOG_AmdaProvider()) << tr("updateRequestProgress new acqIdentifier")
|
|
|
<< acqIdentifier << request.get() << progress;
|
|
|
auto requestProgressMap = std::map<std::shared_ptr<QNetworkRequest>, double>{};
|
|
|
requestProgressMap.insert(std::make_pair(request, progress));
|
|
|
m_AcqIdToRequestProgressMap.insert(
|
|
|
std::make_pair(acqIdentifier, std::move(requestProgressMap)));
|
|
|
}
|
|
|
}
|
|
|
|
