test.py
96 lines
| 3.5 KiB
| text/x-python
|
PythonLexer
| r1440 | import traceback | |||
| import pandas as pds | ||||
| r1431 | import PythonProviders | |||
| import pysciqlopcore | ||||
| import numpy as np | ||||
| r1433 | import math | |||
| r1439 | from spwc.cache import _cache | |||
| from spwc.common.datetime_range import DateTimeRange | ||||
| from functools import partial | ||||
| from datetime import datetime, timedelta, timezone | ||||
| r1464 | from spwc.common.variable import SpwcVariable | |||
| r1431 | ||||
| r1432 | def make_scalar(x): | |||
| r1431 | y = np.cos(x/10.) | |||
| r1464 | return SpwcVariable(time=x, data=y) | |||
| r1431 | ||||
| r1432 | def make_vector(x): | |||
| r1436 | v=np.ones((len(x),3)) | |||
| r1432 | for i in range(3): | |||
| r1439 | v.transpose()[:][i] = np.cos(x/10. + float(i)) + (100. * np.cos(x/10000. + float(i))) | |||
| r1464 | return SpwcVariable(time=x, data=v) | |||
| r1432 | ||||
| def make_multicomponent(x): | ||||
| r1436 | v=np.ones((len(x),4)) | |||
| r1432 | for i in range(4): | |||
| r1436 | v.transpose()[:][i] = float(i+1) * np.cos(x/10. + float(i)) | |||
| r1464 | return SpwcVariable(time=x, data=v) | |||
| def make_spectrogram(x): | ||||
| v=np.ones((len(x),32)) | ||||
| for i in range(32): | ||||
| v.transpose()[:][i] = 100.*(2.+ float(i+1) * np.cos(x/1024. + float(i))) | ||||
| return SpwcVariable(time=x, data=v) | ||||
| r1432 | ||||
| r1439 | def _get_data(p_type, start, stop): | |||
| if type(start) is datetime: | ||||
| start = start.timestamp() | ||||
| stop = stop.timestamp() | ||||
| r1433 | x = np.arange(math.ceil(start), math.floor(stop)) | |||
| r1439 | if p_type == 'scalar': | |||
| return make_scalar(x) | ||||
| if p_type == 'vector': | ||||
| return make_vector(x) | ||||
| if p_type == 'multicomponent': | ||||
| return make_multicomponent(x) | ||||
| r1464 | if p_type == 'spectrogram': | |||
| return make_spectrogram(np.arange(math.ceil(start), math.floor(stop),15.)) | ||||
| r1439 | return None | |||
| r1432 | ||||
| r1439 | def get_data(metadata,start,stop): | |||
| ts_type = pysciqlopcore.ScalarTimeSerie | ||||
| default_ctor_args = 1 | ||||
| use_cache = False | ||||
| p_type = 'scalar' | ||||
| try: | ||||
| for key,value in metadata: | ||||
| if key == 'type': | ||||
| p_type = value | ||||
| if value == 'vector': | ||||
| ts_type = pysciqlopcore.VectorTimeSerie | ||||
| elif value == 'multicomponent': | ||||
| ts_type = pysciqlopcore.MultiComponentTimeSerie | ||||
| default_ctor_args = (0,2) | ||||
| r1464 | elif value == 'spectrogram': | |||
| r1465 | ts_type = lambda t,values: pysciqlopcore.SpectrogramTimeSerie(t,np.logspace(1,3,32)[::-1],values) | |||
| r1464 | default_ctor_args = (0,2) | |||
| r1439 | if key == 'cache' and value == 'true': | |||
| use_cache = True | ||||
| if use_cache: | ||||
| cache_product = f"tests/{p_type}" | ||||
| r1464 | var = _cache.get_data(cache_product, DateTimeRange(datetime.fromtimestamp(start, tz=timezone.utc), datetime.fromtimestamp(stop, tz=timezone.utc)), | |||
| r1439 | partial(_get_data, p_type), | |||
| fragment_hours=24) | ||||
| else: | ||||
| print("No Cache") | ||||
| r1464 | var = _get_data(p_type, start, stop) | |||
| return ts_type(var.time,var.data) | ||||
| r1439 | except Exception as e: | |||
| print(traceback.format_exc()) | ||||
| print("Error in test.py ",str(e)) | ||||
| return ts_type(default_ctor_args) | ||||
| r1431 | ||||
| r1439 | products = [ | |||
| ("/tests/without_cache/scalar",[],[("type","scalar")]), | ||||
| ("/tests/without_cache/vector",[],[("type","vector")]), | ||||
| ("/tests/without_cache/multicomponent",[],[("type","multicomponent"),('size','4')]), | ||||
| r1464 | ("/tests/without_cache/spectrogram",[],[("type","spectrogram"),('size','32')]), | |||
| r1439 | ("/tests/with_cache/scalar",[],[("type","scalar"), ("cache","true")]), | |||
| ("/tests/with_cache/vector",[],[("type","vector"), ("cache","true")]), | ||||
| ("/tests/with_cache/multicomponent",[],[("type","multicomponent"),('size','4'), ("cache","true")]) | ||||
| ] | ||||
| r1431 | ||||
| r1439 | PythonProviders.register_product(products ,get_data) | |||
