##// END OF EJS Templates
GIT_REPOSITORIES » LPP » Users » mperrinel » SciQLop-fork
RSS

Fork of HG_REPOSITORIES/LPP/SciQLOP_Repos/SciQLop

Amda provider (3)...
Alexandre Leroux -
r380:7ff7615687bf
parent child
Show More
Show file before | Show file after | Hide comments
@@ -0,0 +1,19
1 #ifndef SCIQLOP_AMDARESULTPARSER_H
2 #define SCIQLOP_AMDARESULTPARSER_H
3
4 #include "AmdaGlobal.h"
5
6 #include <QLoggingCategory>
7
8 #include <memory>
9
10 class IDataSeries;
11
12 Q_DECLARE_LOGGING_CATEGORY(LOG_AmdaResultParser)
13
14 struct SCIQLOP_AMDA_EXPORT AmdaResultParser {
15
16 static std::shared_ptr<IDataSeries> readTxt(const QString &filePath) noexcept;
17 };
18
19 #endif // SCIQLOP_AMDARESULTPARSER_H
Show file before | Show file after | Hide comments
@@ -0,0 +1,70
1 #include "AmdaResultParser.h"
2
3 #include <Data/ScalarSeries.h>
4
5 #include <QDateTime>
6 #include <QFile>
7
8 Q_LOGGING_CATEGORY(LOG_AmdaResultParser, "AmdaResultParser")
9
10 namespace {
11
12 /// Format for dates in result files
13 const auto DATE_FORMAT = QStringLiteral("yyyy-MM-ddThh:mm:ss.zzz");
14
15 /// @todo ALX
16 double doubleDate(const QString &stringDate) noexcept
17 {
18 auto dateTime = QDateTime::fromString(stringDate, DATE_FORMAT);
19 return dateTime.toMSecsSinceEpoch() / 1000.;
20 }
21
22 } // namespace
23
24 std::shared_ptr<IDataSeries> AmdaResultParser::readTxt(const QString &filePath) noexcept
25 {
26 QFile file{filePath};
27
28 if (!file.open(QFile::ReadOnly | QIODevice::Text)) {
29 qCCritical(LOG_AmdaResultParser())
30 << QObject::tr("Can't retrieve AMDA data from file %1: %2")
31 .arg(filePath, file.errorString());
32 return nullptr;
33 }
34
35 auto xData = QVector<double>{};
36 auto valuesData = QVector<double>{};
37
38 QTextStream stream{&file};
39
40 // Ignore comment lines (3 lines)
41 stream.readLine();
42 stream.readLine();
43 stream.readLine();
44
45 QString line{};
46 auto lineRegex = QRegExp{QStringLiteral("\\s+")};
47 while (stream.readLineInto(&line)) {
48 auto lineData = line.split(lineRegex, QString::SkipEmptyParts);
49 if (lineData.size() == 2) {
50 // X : the data is converted from date to double (in secs)
51 xData.push_back(doubleDate(lineData.at(0)));
52
53 // Value
54 valuesData.push_back(lineData.at(1).toDouble());
55 }
56 else {
57 /// @todo ALX : log
58 }
59 }
60
61 /// @todo ALX : handle units
62 auto scalarSeries = std::make_shared<ScalarSeries>(xData.size(), Unit{"nT", true}, Unit{});
63
64 const auto count = xData.size();
65 for (auto i = 0; i < count; ++i) {
66 scalarSeries->setData(i, xData.at(i), valuesData.at(i));
67 }
68
69 return scalarSeries;
70 }
Show file before | Show file after | Hide comments
@@ -1,123 +1,134
1 1 #include "AmdaProvider.h"
2 #include "AmdaResultParser.h"
3
2 4 #include <Data/DataProviderParameters.h>
3 5
4 6 #include <QNetworkAccessManager>
5 7 #include <QNetworkReply>
6 8 #include <QTemporaryFile>
7 9
8 10 Q_LOGGING_CATEGORY(LOG_AmdaProvider, "AmdaProvider")
9 11
10 12 namespace {
11 13
12 14 /// URL format for a request on AMDA server. The parameters are as follows:
13 15 /// - %1: start date
14 16 /// - %2: end date
15 17 /// - %3: parameter id
16 18 const auto AMDA_URL_FORMAT = QStringLiteral(
17 19 "http://amda.irap.omp.eu/php/rest/"
18 20 "getParameter.php?startTime=%1&stopTime=%2&parameterID=%3&sampling=60&outputFormat=ASCII&"
19 21 "timeFormat=ISO8601&gzip=0");
20 22
21 23 /// Dates format passed in the URL (e.g 2013-09-23T09:00)
22 24 const auto AMDA_TIME_FORMAT = QStringLiteral("yyyy-MM-ddThh:ss");
23 25
24 26 /// Formats a time to a date that can be passed in URL
25 27 QString dateFormat(double sqpDateTime) noexcept
26 28 {
27 29 auto dateTime = QDateTime::fromMSecsSinceEpoch(sqpDateTime * 1000.);
28 30 return dateTime.toString(AMDA_TIME_FORMAT);
29 31 }
30 32
31 33 } // namespace
32 34
33 35 struct AmdaProvider::AmdaProviderPrivate {
34 36 DataProviderParameters m_Params{};
35 37 std::unique_ptr<QNetworkAccessManager> m_AccessManager{nullptr};
36 38 QNetworkReply *m_Reply{nullptr};
37 39 std::unique_ptr<QTemporaryFile> m_File{nullptr};
38 40 QUuid m_Token;
39 41 };
40 42
41 43 AmdaProvider::AmdaProvider() : impl{spimpl::make_unique_impl<AmdaProviderPrivate>()}
42 44 {
43 45 }
44 46
45 47 void AmdaProvider::requestDataLoading(QUuid token, const QVector<SqpDateTime> &dateTimeList)
46 48 {
47 49 // NOTE: Try to use multithread if possible
48 50 for (const auto &dateTime : dateTimeList) {
49 51 retrieveData(token, DataProviderParameters{dateTime});
50 52 }
51 53 }
52 54
53 55 void AmdaProvider::retrieveData(QUuid token, const DataProviderParameters &parameters) const
54 56 {
55 57 // /////////// //
56 58 // Creates URL //
57 59 // /////////// //
58 60
59 61 auto startDate = dateFormat(parameters.m_Time.m_TStart);
60 62 auto endDate = dateFormat(parameters.m_Time.m_TEnd);
61 63 auto productId = QStringLiteral("imf(0)");
62 64
63 65 auto url = QUrl{QString{AMDA_URL_FORMAT}.arg(startDate, endDate, productId)};
64 66
65 67 // //////////////// //
66 68 // Executes request //
67 69 // //////////////// //
68 70
69 71 impl->m_Token = token;
70 72 impl->m_Params = parameters;
71 73 impl->m_AccessManager = std::make_unique<QNetworkAccessManager>();
72 74 impl->m_Reply = impl->m_AccessManager->get(QNetworkRequest{url});
73 75 connect(impl->m_Reply, &QNetworkReply::finished, this, &AmdaProvider::httpFinished);
74 76 }
75 77
76 78 void AmdaProvider::httpFinished() noexcept
77 79 {
78 80 // ////////////////////// //
79 81 // Gets download file url //
80 82 // ////////////////////// //
81 83
82 84 auto downloadFileUrl = QUrl{QString{impl->m_Reply->readAll()}};
83 85
84 86 // ///////////////////////////////////// //
85 87 // Executes request for downloading file //
86 88 // ///////////////////////////////////// //
87 89
88 90 // Deletes old reply
89 91 impl->m_Reply->deleteLater();
90 92 impl->m_Reply = nullptr;
91 93
92 94 // Creates destination file
93 95 impl->m_File = std::make_unique<QTemporaryFile>();
94 96 if (impl->m_File->open()) {
95 97 qCDebug(LOG_AmdaProvider()) << "Temp file: " << impl->m_File->fileName();
96 98
97 99 // Executes request
98 100 impl->m_AccessManager = std::make_unique<QNetworkAccessManager>();
99 101 impl->m_Reply = impl->m_AccessManager->get(QNetworkRequest{downloadFileUrl});
100 102 connect(impl->m_Reply, &QNetworkReply::finished, this,
101 103 &AmdaProvider::httpDownloadReadyRead);
102 104 connect(impl->m_Reply, &QNetworkReply::finished, this, &AmdaProvider::httpDownloadFinished);
103 105 }
104 106 }
105 107
106 108 void AmdaProvider::httpDownloadFinished() noexcept
107 109 {
108 110 if (impl->m_File) {
109 111 impl->m_File->close();
112
113 // Parse results file
114 if (auto dataSeries = AmdaResultParser::readTxt(impl->m_File->fileName())) {
115 emit dataProvided(impl->m_Token, dataSeries, impl->m_Params.m_Time);
116 }
117 else {
118 /// @todo ALX : debug
119 }
120
110 121 impl->m_File = nullptr;
111 122 }
112 123
113 124 // Deletes reply
114 125 impl->m_Reply->deleteLater();
115 126 impl->m_Reply = nullptr;
116 127 }
117 128
118 129 void AmdaProvider::httpDownloadReadyRead() noexcept
119 130 {
120 131 if (impl->m_File) {
121 132 impl->m_File->write(impl->m_Reply->readAll());
122 133 }
123 134 }
General Comments 0
You need to be logged in to leave comments. Login now