HG_REPOSITORIES/LPP/SciQLOP_Repos/SciQLop Files · plugins/python_providers/src/python_providers.cpp

WIP Multicomponent TS...

WIP Multicomponent TS Signed-off-by: Alexis Jeandet <alexis.jeandet@member.fsf.org>

jeandet - - Load All Authors

File last commit:

r1431:8eb0c93bfd80


                r1431:8eb0c93bfd80

Download file

             python_providers.cpp
        
                    150 lines
            
             | 5.6 KiB
            
                | text/x-c
            
             |
                CppLexer
            
             / plugins / python_providers / src / python_providers.cpp
          
                    History
                
                 |
                  Source
                 | Raw
                 |Copy content
                 |Copy permalink

        jeandet
    
Ported MockPlugin to new Variable2 impl and added dummy python plugin...

              r1423
            
      #include "python_providers.h"

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
      #include <Data/DataProviderParameters.h>

      #include <Data/DateTimeRange.h>

      #include <Data/IDataProvider.h>

      #include <Data/ScalarTimeSerie.h>

      #include <Data/SpectrogramTimeSerie.h>

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
      #include <Data/TimeSeriesUtils.h>

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
      #include <Data/VectorTimeSerie.h>

      #include <DataSource/DataSourceController.h>

      #include <DataSource/DataSourceItem.h>

      #include <DataSource/DataSourceItemAction.h>

      #include <QDir>

      #include <QStandardPaths>

      #include <QStringList>

      #include <SqpApplication.h>

      #include <TimeSeries.h>

      #include <functional>

      #include <iostream>

      const auto DATA_SOURCE_NAME = QStringLiteral("PythonProviders");

      class PythonProvider : public IDataProvider

      {

      public:

        jeandet
    
WIP Multicomponent TS...

              r1431
            
          explicit PythonProvider(PythonInterpreter::provider_funct_t f) : _pythonFunction { f } {}

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
          PythonProvider(const PythonProvider& other) : _pythonFunction { other._pythonFunction } {}

          std::shared_ptr<IDataProvider> clone() const override

          {

              return std::make_shared<PythonProvider>(*this);

          }

          virtual TimeSeries::ITimeSerie* getData(const DataProviderParameters& parameters) override

          {

              auto product = parameters.m_Data.value("PRODUCT", "").toString().toStdString();

              auto range = parameters.m_Range;

        jeandet
    
Added POC AMDA python impl and CDAWEB bits...

              r1430
            
              std::vector<std::tuple<std::string, std::string>> metadata;

              std::transform(parameters.m_Data.constKeyValueBegin(), parameters.m_Data.constKeyValueEnd(),

                  std::back_inserter(metadata), [](const auto& item) {

                      return std::tuple<std::string, std::string> { item.first.toStdString(),

                          item.second.toString().toStdString() };

                  });

              auto result = _pythonFunction(metadata, range.m_TStart, range.m_TEnd);

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
              return TimeSeriesUtils::copy(result);

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
          }

      private:

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
          PythonInterpreter::provider_funct_t _pythonFunction;

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
      };

        jeandet
    
Ported MockPlugin to new Variable2 impl and added dummy python plugin...

              r1423
            
      void PythonProviders::initialize()

      {

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
          _interpreter.add_register_callback(

        jeandet
    
Added POC AMDA python impl and CDAWEB bits...

              r1430
            
              [this](const std::vector<PythonInterpreter::product_t>& product_list,

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
                  PythonInterpreter::provider_funct_t f) { this->register_product(product_list, f); });

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
          for (const auto& path : QStandardPaths::standardLocations(QStandardPaths::AppLocalDataLocation))

          {

              auto dir = QDir(path + "/python");

              if (dir.exists())

              {

                  for (const auto& entry :

                      dir.entryInfoList(QDir::Files | QDir::NoDotAndDotDot, QDir::Name))

                  {

                      if (entry.isFile() && entry.suffix() == "py")

                      {

                          _interpreter.eval(entry.absoluteFilePath().toStdString());

                      }

                  }

              }

          }

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
          _interpreter.release();

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
      }

      PythonProviders::~PythonProviders() {}

      std::unique_ptr<DataSourceItem> make_folder_item(const QString& name)

      {

          return std::make_unique<DataSourceItem>(DataSourceItemType::NODE, name);

      }

      template <typename T>

      DataSourceItem* make_path_items(

          const T& path_list_begin, const T& path_list_end, DataSourceItem* root)

      {

          std::for_each(path_list_begin, path_list_end, [&root](const auto& folder_name) mutable {

              auto folder_ptr = root->findItem(folder_name);

              if (folder_ptr == nullptr)

              {

                  auto folder = make_folder_item(folder_name);

                  folder_ptr = folder.get();

                  root->appendChild(std::move(folder));

              }

              root = folder_ptr;

          });

          return root;

      }

      std::unique_ptr<DataSourceItem> make_product_item(

          const QVariantHash& metaData, const QUuid& dataSourceUid)

      {

          auto result = std::make_unique<DataSourceItem>(DataSourceItemType::PRODUCT, metaData);

          // Adds plugin name to product metadata

          result->setData(DataSourceItem::PLUGIN_DATA_KEY, DATA_SOURCE_NAME);

          result->setData(DataSourceItem::ID_DATA_KEY, metaData.value(DataSourceItem::NAME_DATA_KEY));

          auto productName = metaData.value(DataSourceItem::NAME_DATA_KEY).toString();

          // Add action to load product from DataSourceController

          result->addAction(

              std::make_unique<DataSourceItemAction>(QObject::tr("Load %1 product").arg(productName),

                  [productName, dataSourceUid](DataSourceItem& item) {

                      if (auto app = sqpApp)

                      {

                          app->dataSourceController().loadProductItem(dataSourceUid, item);

                      }

                  }));

          return result;

        jeandet
    
Updated meson build files...

              r1425
            
      }

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
      void PythonProviders::register_product(

        jeandet
    
Added POC AMDA python impl and CDAWEB bits...

              r1430
            
          const std::vector<PythonInterpreter::product_t>& product_list,

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
          PythonInterpreter::provider_funct_t f)

        jeandet
    
Updated meson build files...

              r1425
            
      {

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
          auto& dataSourceController = sqpApp->dataSourceController();

        jeandet
    
Added POC AMDA python impl and CDAWEB bits...

              r1430
            
          QString test = DATA_SOURCE_NAME + QUuid::createUuid().toString();

          auto id = dataSourceController.registerDataSource(test);

          auto root = make_folder_item(test);

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
          std::for_each(std::cbegin(product_list), std::cend(product_list),

              [id, f, root = root.get()](const auto& product) {

        jeandet
    
Added POC AMDA python impl and CDAWEB bits...

              r1430
            
                  const auto& path = std::get<0>(product);

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
                  auto path_list = QString::fromStdString(path).split('/');

                  auto name = *(std::cend(path_list) - 1);

                  auto path_item

                      = make_path_items(std::cbegin(path_list), std::cend(path_list) - 1, root);

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
                  QVariantHash metaData { { DataSourceItem::NAME_DATA_KEY, name } };

        jeandet
    
Added POC AMDA python impl and CDAWEB bits...

              r1430
            
                  std::for_each(std::cbegin(std::get<2>(product)), std::cend(std::get<2>(product)),

        jeandet
    
Some more progress on Python Providers side, works with a simple request on CDAWeb....

              r1429
            
                      [&metaData](const auto& mdata) {

                          metaData[QString::fromStdString(mdata.first)]

                              = QString::fromStdString(mdata.second);

                      });

                  path_item->appendChild(make_product_item(metaData, id));

        jeandet
    
Added ultra preliminary version of python providers...

              r1428
            
              });

          dataSourceController.setDataSourceItem(id, std::move(root));

          dataSourceController.setDataProvider(id, std::make_unique<PythonProvider>(f));

        jeandet
    
Ported MockPlugin to new Variable2 impl and added dummy python plugin...

              r1423
            
      }

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages

jeandet Ported MockPlugin to new Variable2 impl and added dummy python plugin...	r1423	#include "python_providers.h"
jeandet Added ultra preliminary version of python providers...	r1428	#include <Data/DataProviderParameters.h>
		#include <Data/DateTimeRange.h>
		#include <Data/IDataProvider.h>
		#include <Data/ScalarTimeSerie.h>
		#include <Data/SpectrogramTimeSerie.h>
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	#include <Data/TimeSeriesUtils.h>
jeandet Added ultra preliminary version of python providers...	r1428	#include <Data/VectorTimeSerie.h>
		#include <DataSource/DataSourceController.h>
		#include <DataSource/DataSourceItem.h>
		#include <DataSource/DataSourceItemAction.h>
		#include <QDir>
		#include <QStandardPaths>
		#include <QStringList>
		#include <SqpApplication.h>
		#include <TimeSeries.h>
		#include <functional>
		#include <iostream>


		const auto DATA_SOURCE_NAME = QStringLiteral("PythonProviders");

		class PythonProvider : public IDataProvider
		{
		public:
jeandet WIP Multicomponent TS...	r1431	explicit PythonProvider(PythonInterpreter::provider_funct_t f) : _pythonFunction { f } {}
jeandet Added ultra preliminary version of python providers...	r1428
		PythonProvider(const PythonProvider& other) : _pythonFunction { other._pythonFunction } {}

		std::shared_ptr<IDataProvider> clone() const override
		{
		return std::make_shared<PythonProvider>(*this);
		}
		virtual TimeSeries::ITimeSerie* getData(const DataProviderParameters& parameters) override
		{
		auto product = parameters.m_Data.value("PRODUCT", "").toString().toStdString();
		auto range = parameters.m_Range;
jeandet Added POC AMDA python impl and CDAWEB bits...	r1430	std::vector<std::tuple<std::string, std::string>> metadata;
		std::transform(parameters.m_Data.constKeyValueBegin(), parameters.m_Data.constKeyValueEnd(),
		std::back_inserter(metadata), [](const auto& item) {
		return std::tuple<std::string, std::string> { item.first.toStdString(),
		item.second.toString().toStdString() };
		});
		auto result = _pythonFunction(metadata, range.m_TStart, range.m_TEnd);
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	return TimeSeriesUtils::copy(result);
jeandet Added ultra preliminary version of python providers...	r1428	}

		private:
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	PythonInterpreter::provider_funct_t _pythonFunction;
jeandet Added ultra preliminary version of python providers...	r1428	};

jeandet Ported MockPlugin to new Variable2 impl and added dummy python plugin...	r1423
		void PythonProviders::initialize()
		{
jeandet Added ultra preliminary version of python providers...	r1428	_interpreter.add_register_callback(
jeandet Added POC AMDA python impl and CDAWEB bits...	r1430	[this](const std::vector<PythonInterpreter::product_t>& product_list,
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	PythonInterpreter::provider_funct_t f) { this->register_product(product_list, f); });
jeandet Added ultra preliminary version of python providers...	r1428
		for (const auto& path : QStandardPaths::standardLocations(QStandardPaths::AppLocalDataLocation))
		{
		auto dir = QDir(path + "/python");
		if (dir.exists())
		{
		for (const auto& entry :
		dir.entryInfoList(QDir::Files \| QDir::NoDotAndDotDot, QDir::Name))
		{
		if (entry.isFile() && entry.suffix() == "py")
		{
		_interpreter.eval(entry.absoluteFilePath().toStdString());
		}
		}
		}
		}
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	_interpreter.release();
jeandet Added ultra preliminary version of python providers...	r1428	}

		PythonProviders::~PythonProviders() {}

		std::unique_ptr<DataSourceItem> make_folder_item(const QString& name)
		{
		return std::make_unique<DataSourceItem>(DataSourceItemType::NODE, name);
		}

		template <typename T>
		DataSourceItem* make_path_items(
		const T& path_list_begin, const T& path_list_end, DataSourceItem* root)
		{
		std::for_each(path_list_begin, path_list_end, [&root](const auto& folder_name) mutable {
		auto folder_ptr = root->findItem(folder_name);
		if (folder_ptr == nullptr)
		{
		auto folder = make_folder_item(folder_name);
		folder_ptr = folder.get();
		root->appendChild(std::move(folder));
		}
		root = folder_ptr;
		});
		return root;
		}

		std::unique_ptr<DataSourceItem> make_product_item(
		const QVariantHash& metaData, const QUuid& dataSourceUid)
		{
		auto result = std::make_unique<DataSourceItem>(DataSourceItemType::PRODUCT, metaData);

		// Adds plugin name to product metadata
		result->setData(DataSourceItem::PLUGIN_DATA_KEY, DATA_SOURCE_NAME);
		result->setData(DataSourceItem::ID_DATA_KEY, metaData.value(DataSourceItem::NAME_DATA_KEY));

		auto productName = metaData.value(DataSourceItem::NAME_DATA_KEY).toString();

		// Add action to load product from DataSourceController
		result->addAction(
		std::make_unique<DataSourceItemAction>(QObject::tr("Load %1 product").arg(productName),
		[productName, dataSourceUid](DataSourceItem& item) {
		if (auto app = sqpApp)
		{
		app->dataSourceController().loadProductItem(dataSourceUid, item);
		}
		}));

		return result;
jeandet Updated meson build files...	r1425	}

jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	void PythonProviders::register_product(
jeandet Added POC AMDA python impl and CDAWEB bits...	r1430	const std::vector<PythonInterpreter::product_t>& product_list,
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	PythonInterpreter::provider_funct_t f)
jeandet Updated meson build files...	r1425	{
jeandet Added ultra preliminary version of python providers...	r1428	auto& dataSourceController = sqpApp->dataSourceController();
jeandet Added POC AMDA python impl and CDAWEB bits...	r1430	QString test = DATA_SOURCE_NAME + QUuid::createUuid().toString();
		auto id = dataSourceController.registerDataSource(test);
		auto root = make_folder_item(test);
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	std::for_each(std::cbegin(product_list), std::cend(product_list),
		[id, f, root = root.get()](const auto& product) {
jeandet Added POC AMDA python impl and CDAWEB bits...	r1430	const auto& path = std::get<0>(product);
jeandet Added ultra preliminary version of python providers...	r1428	auto path_list = QString::fromStdString(path).split('/');
		auto name = *(std::cend(path_list) - 1);
		auto path_item
		= make_path_items(std::cbegin(path_list), std::cend(path_list) - 1, root);
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	QVariantHash metaData { { DataSourceItem::NAME_DATA_KEY, name } };
jeandet Added POC AMDA python impl and CDAWEB bits...	r1430	std::for_each(std::cbegin(std::get<2>(product)), std::cend(std::get<2>(product)),
jeandet Some more progress on Python Providers side, works with a simple request on CDAWeb....	r1429	[&metaData](const auto& mdata) {
		metaData[QString::fromStdString(mdata.first)]
		= QString::fromStdString(mdata.second);
		});
		path_item->appendChild(make_product_item(metaData, id));
jeandet Added ultra preliminary version of python providers...	r1428	});
		dataSourceController.setDataSourceItem(id, std::move(root));
		dataSourceController.setDataProvider(id, std::make_unique<PythonProvider>(f));
jeandet Ported MockPlugin to new Variable2 impl and added dummy python plugin...	r1423	}