| |
| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| /* global Float32Array */ |
| |
| import SeriesData from '@/src/data/SeriesData'; |
| import Model from '@/src/model/Model'; |
| import { createSourceFromSeriesDataOption, Source, createSource } from '@/src/data/Source'; |
| import { OptionDataItemObject, |
| OptionDataValue, |
| SOURCE_FORMAT_ARRAY_ROWS, |
| SOURCE_FORMAT_ORIGINAL } from '@/src/util/types'; |
| import SeriesDimensionDefine from '@/src/data/SeriesDimensionDefine'; |
| import OrdinalMeta from '@/src/data/OrdinalMeta'; |
| import DataStore from '@/src/data/DataStore'; |
| import { DefaultDataProvider } from '@/src/data/helper/dataProvider'; |
| import { SeriesDataSchema } from '@/src/data/helper/SeriesDataSchema'; |
| |
| |
| const ID_PREFIX = 'e\0\0'; |
| const NAME_REPEAT_PREFIX = '__ec__'; |
| |
| |
| describe('SeriesData', function () { |
| |
| describe('Data Manipulation', function () { |
| |
| it('initData 1d', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([10, 20, 30]); |
| expect(data.get('x', 0)).toEqual(10); |
| expect(data.get('x', 1)).toEqual(20); |
| expect(data.get('x', 2)).toEqual(30); |
| expect(data.get('y', 1)).toEqual(20); |
| }); |
| |
| it('initData 2d', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([[10, 15], [20, 25], [30, 35]]); |
| expect(data.get('x', 1)).toEqual(20); |
| expect(data.get('y', 1)).toEqual(25); |
| }); |
| |
| it('initData 2d yx', function () { |
| const data = new SeriesData(['y', 'x'], new Model()); |
| data.initData([[10, 15], [20, 25], [30, 35]]); |
| expect(data.get('x', 1)).toEqual(25); |
| expect(data.get('y', 1)).toEqual(20); |
| }); |
| |
| it('Data with option 1d', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([ |
| 1, |
| { |
| value: 2, |
| somProp: 'foo' |
| } as OptionDataItemObject<OptionDataValue> |
| ]); |
| expect(data.getItemModel(1).get('somProp' as any)).toEqual('foo'); |
| expect(data.getItemModel(0).get('somProp' as any)).toBeNull(); |
| }); |
| |
| it('Empty data', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([1, '-']); |
| expect(data.get('y', 1)).toBeNaN(); |
| }); |
| |
| it('getRawValue', function () { |
| const data1 = new SeriesData(['x', 'y'], new Model()); |
| // here construct a new data2 because if we only use one data |
| // to call initData() twice, data._chunkCount will be accumulated |
| // to 1 instead of 0. |
| const data2 = new SeriesData(['x', 'y'], new Model()); |
| |
| data1.initData([1, 2, 3]); |
| expect(data1.getItemModel(1).option).toEqual(2); |
| |
| data2.initData([[10, 15], [20, 25], [30, 35]]); |
| expect(data2.getItemModel(1).option).toEqual([20, 25]); |
| }); |
| |
| it('indexOfRawIndex', function () { |
| const data = new SeriesData(['x'], new Model()); |
| data.initData([]); |
| expect(data.indexOfRawIndex(1)).toEqual(-1); |
| |
| const data1 = new SeriesData(['x'], new Model()); |
| data1.initData([0]); |
| expect(data1.indexOfRawIndex(0)).toEqual(0); |
| expect(data1.indexOfRawIndex(1)).toEqual(-1); |
| |
| const data2 = new SeriesData(['x'], new Model()); |
| data2.initData([0, 1, 2, 3]); |
| expect(data2.indexOfRawIndex(1)).toEqual(1); |
| expect(data2.indexOfRawIndex(2)).toEqual(2); |
| expect(data2.indexOfRawIndex(5)).toEqual(-1); |
| |
| const data3 = new SeriesData(['x'], new Model()); |
| data3.initData([0, 1, 2, 3, 4]); |
| expect(data3.indexOfRawIndex(2)).toEqual(2); |
| expect(data3.indexOfRawIndex(3)).toEqual(3); |
| expect(data3.indexOfRawIndex(5)).toEqual(-1); |
| |
| data3.filterSelf(function (idx) { |
| return idx >= 2; |
| }); |
| expect(data3.indexOfRawIndex(2)).toEqual(0); |
| }); |
| |
| it('getDataExtent', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([1, 2, 3]); |
| expect(data.getDataExtent('x')).toEqual([1, 3]); |
| expect(data.getDataExtent('y')).toEqual([1, 3]); |
| }); |
| |
| it('Data types', function () { |
| const data = new SeriesData([{ |
| name: 'x', |
| type: 'int' |
| }, { |
| name: 'y', |
| type: 'float' |
| }], new Model()); |
| data.initData([[1.1, 1.1]]); |
| expect(data.get('x', 0)).toEqual(1); |
| expect(data.get('y', 0)).toBeCloseTo(1.1, 5); |
| }); |
| |
| it('map', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([[10, 15], [20, 25], [30, 35]]); |
| expect(data.map(['x', 'y'], function (x: number, y: number) { |
| return [x + 2, y + 2]; |
| }).mapArray('x', function (x) { |
| return x; |
| })).toEqual([12, 22, 32]); |
| }); |
| |
| it('mapArray', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([[10, 15], [20, 25], [30, 35]]); |
| expect(data.mapArray(['x', 'y'], function (x, y) { |
| return [x, y]; |
| })).toEqual([[10, 15], [20, 25], [30, 35]]); |
| }); |
| |
| it('filterSelf', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| data.initData([[10, 15], [20, 25], [30, 35]]); |
| expect(data.filterSelf(['x', 'y'], function (x, y) { |
| return x < 30 && x > 10; |
| }).mapArray('x', function (x) { |
| return x; |
| })).toEqual([20]); |
| }); |
| |
| it('dataProvider', function () { |
| const data = new SeriesData(['x', 'y'], new Model()); |
| const typedArray = new Float32Array([10, 10, 20, 20]); |
| const source = createSourceFromSeriesDataOption(typedArray); |
| data.initData({ |
| count: function (): number { |
| return typedArray.length / 2; |
| }, |
| getItem: function (idx: number): number[] { |
| return [typedArray[idx * 2], typedArray[idx * 2 + 1]]; |
| }, |
| getSource: function (): Source { |
| return source; |
| } |
| }); |
| expect(data.mapArray(['x', 'y'], function (x, y) { |
| return [x, y]; |
| })).toEqual([[10, 10], [20, 20]]); |
| expect(data.getRawDataItem(0)).toEqual([10, 10]); |
| expect(data.getItemModel(0).option).toEqual([10, 10]); |
| }); |
| }); |
| |
| describe('Data store', function () { |
| it('should guess ordinal correctly', function () { |
| const source = createSource([['A', 15], ['B', 25], ['C', 35]], { |
| dimensions: ['A', 'B'], |
| seriesLayoutBy: null, |
| sourceHeader: false |
| }, SOURCE_FORMAT_ORIGINAL); |
| expect(source.dimensionsDefine[0].type).toEqual('ordinal'); |
| }); |
| |
| function createStore() { |
| const provider = new DefaultDataProvider([['A', 15], ['B', 25], ['C', 35]]); |
| const store = new DataStore(); |
| store.initData(provider, [{type: 'ordinal'}, {type: 'float'}]); |
| return store; |
| } |
| |
| |
| it('SeriesData can still get other dims value from store when only part of dims are given.', function () { |
| const source = createSource( |
| [['A', 15, 20, 'cat'], ['B', 25, 30, 'mouse'], ['C', 35, 40, 'dog']], |
| { |
| dimensions: null, |
| seriesLayoutBy: null, |
| sourceHeader: false |
| }, |
| SOURCE_FORMAT_ARRAY_ROWS |
| ); |
| const store = new DataStore(); |
| store.initData(new DefaultDataProvider(source), [ |
| {type: 'ordinal'}, {type: 'float'}, {type: 'float'}, {type: 'ordinal'} |
| ]); |
| const schema = new SeriesDataSchema({ |
| source: source, |
| dimensions: [ |
| { type: 'float', name: 'dim1', storeDimIndex: 1 }, |
| { type: 'ordinal', name: 'dim3', storeDimIndex: 3 } |
| ], |
| fullDimensionCount: 2, |
| dimensionOmitted: true |
| }); |
| const data = new SeriesData(schema, null); |
| data.initData(store); |
| // Store should be the same. |
| expect(data.getStore()).toBe(store); |
| // Get self dim |
| expect(data.get('dim1', 0)).toEqual(15); |
| expect(data.get('dim1', 1)).toEqual(25); |
| // Get other dim |
| expect(data.getStore().get(0, 0)).toEqual('A'); |
| expect(data.getStore().get(0, 1)).toEqual('B'); |
| expect(data.getStore().get(2, 0)).toEqual(20); |
| expect(data.getStore().get(2, 1)).toEqual(30); |
| // Get all |
| expect(data.getValues(['dim3', 'dim1'], 0)).toEqual(['cat', 15]); |
| expect(data.getValues(1)).toEqual(['B', 25, 30, 'mouse']); |
| }); |
| |
| it('SeriesData#cloneShallow should share store', function () { |
| const store = createStore(); |
| const dims = [{ type: 'float', name: 'dim2' }]; |
| const data = new SeriesData(dims, null); |
| data.initData(store); |
| const data2 = data.cloneShallow(); |
| expect(data2.getStore()).toBe(data.getStore()); |
| }); |
| }); |
| |
| describe('Data read', function () { |
| it('indicesOfNearest', function () { |
| const data = new SeriesData(['value'], new Model()); |
| // ---- index: 0 1 2 3 4 5 6 7 |
| data.initData([10, 20, 30, 35, 40, 40, 35, 50]); |
| |
| expect(data.indicesOfNearest('value', 24.5)).toEqual([1]); |
| expect(data.indicesOfNearest('value', 25)).toEqual([1]); |
| expect(data.indicesOfNearest('value', 25.5)).toEqual([2]); |
| expect(data.indicesOfNearest('value', 25.5)).toEqual([2]); |
| expect(data.indicesOfNearest('value', 41)).toEqual([4, 5]); |
| expect(data.indicesOfNearest('value', 39)).toEqual([4, 5]); |
| expect(data.indicesOfNearest('value', 41)).toEqual([4, 5]); |
| expect(data.indicesOfNearest('value', 36)).toEqual([3, 6]); |
| |
| expect(data.indicesOfNearest('value', 50.6, 0.5)).toEqual([]); |
| expect(data.indicesOfNearest('value', 50.5, 0.5)).toEqual([7]); |
| }); |
| }); |
| |
| describe('id_and_name', function () { |
| |
| function makeOneByOneChecker(list: SeriesData) { |
| let getIdDataIndex = 0; |
| let getNameDataIndex = 0; |
| |
| return { |
| nextIdEqualsTo: function (expectedId: string): void { |
| expect(list.getId(getIdDataIndex)).toEqual(expectedId); |
| getIdDataIndex++; |
| }, |
| nextNameEqualsTo: function (expectedName: string): void { |
| expect(list.getName(getNameDataIndex)).toEqual(expectedName); |
| getNameDataIndex++; |
| }, |
| currGetIdDataIndex: function (): number { |
| return getIdDataIndex; |
| }, |
| currGetNameDataIndex: function (): number { |
| return getNameDataIndex; |
| } |
| }; |
| } |
| |
| describe('only_name_declared', function () { |
| |
| function doChecks(list: SeriesData) { |
| const oneByOne = makeOneByOneChecker(list); |
| |
| oneByOne.nextIdEqualsTo('a'); |
| oneByOne.nextIdEqualsTo('b'); |
| oneByOne.nextIdEqualsTo(`b${NAME_REPEAT_PREFIX}2`); |
| oneByOne.nextIdEqualsTo('c'); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}4`); |
| oneByOne.nextIdEqualsTo(`c${NAME_REPEAT_PREFIX}2`); |
| oneByOne.nextIdEqualsTo('d'); |
| oneByOne.nextIdEqualsTo(`c${NAME_REPEAT_PREFIX}3`); |
| |
| oneByOne.nextNameEqualsTo('a'); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo('c'); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('c'); |
| oneByOne.nextNameEqualsTo('d'); |
| oneByOne.nextNameEqualsTo('c'); |
| } |
| |
| it('sourceFormatOriginal', function () { |
| const list = new SeriesData(['x', 'y'], new Model()); |
| list.initData([ |
| { value: 10, name: 'a' }, |
| { value: 20, name: 'b' }, |
| { value: 30, name: 'b' }, |
| { value: 40, name: 'c' }, |
| { value: 50 }, // name not declared |
| { value: 60, name: 'c' }, |
| { value: 70, name: 'd' }, |
| { value: 80, name: 'c' } |
| ]); |
| |
| doChecks(list); |
| }); |
| |
| it('sourceFormatArrayRows', function () { |
| const list = new SeriesData( |
| [ |
| 'x', |
| { name: 'q', type: 'ordinal', otherDims: { itemName: 0 } } |
| ], |
| new Model() |
| ); |
| const source = createSource( |
| [ |
| [ 10, 'a' ], |
| [ 20, 'b' ], |
| [ 30, 'b' ], |
| [ 40, 'c' ], |
| [ 50, null ], |
| [ 60, 'c' ], |
| [ 70, 'd' ], |
| [ 80, 'c' ] |
| ], |
| { |
| seriesLayoutBy: 'column', |
| sourceHeader: 0, |
| dimensions: null |
| }, |
| SOURCE_FORMAT_ARRAY_ROWS |
| ); |
| list.initData(source); |
| |
| doChecks(list); |
| }); |
| }); |
| |
| |
| describe('id_name_declared_sourceFormat_original', function () { |
| |
| it('sourceFormatOriginal', function () { |
| const list = new SeriesData(['x'], new Model()); |
| const oneByOne = makeOneByOneChecker(list); |
| |
| list.initData([ |
| { value: 0, id: 'myId_10' }, |
| { value: 10, id: 555 }, // numeric id. |
| { value: 20, id: '666%' }, |
| { value: 30, id: 'myId_good', name: 'b' }, |
| { value: 40, name: 'b' }, |
| { value: 50, id: null }, |
| { value: 60, id: undefined }, |
| { value: 70, id: NaN }, |
| { value: 80, id: '' }, |
| { value: 90, name: 'b' }, |
| { value: 100 }, |
| { value: 110, id: 'myId_better' }, |
| { value: 120, id: 'myId_better' } // duplicated id. |
| ]); |
| |
| oneByOne.nextIdEqualsTo('myId_10'); |
| oneByOne.nextIdEqualsTo('555'); |
| oneByOne.nextIdEqualsTo('666%'); |
| oneByOne.nextIdEqualsTo('myId_good'); |
| oneByOne.nextIdEqualsTo('b'); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo('NaN'); |
| oneByOne.nextIdEqualsTo(''); |
| oneByOne.nextIdEqualsTo(`b${NAME_REPEAT_PREFIX}2`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo('myId_better'); |
| oneByOne.nextIdEqualsTo('myId_better'); |
| |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| |
| list.appendData([ |
| { value: 200, id: 'myId_best' }, |
| { value: 210, id: 999 }, // numeric id. |
| { value: 220, id: '777px' }, |
| { value: 230, name: 'b' }, |
| { value: 240 } |
| ]); |
| |
| oneByOne.nextIdEqualsTo('myId_best'); |
| oneByOne.nextIdEqualsTo('999'); |
| oneByOne.nextIdEqualsTo('777px'); |
| oneByOne.nextIdEqualsTo(`b${NAME_REPEAT_PREFIX}3`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo(''); |
| |
| list.appendValues([], ['b', 'c', null]); |
| |
| oneByOne.nextIdEqualsTo(`b${NAME_REPEAT_PREFIX}4`); |
| oneByOne.nextIdEqualsTo('c'); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo('c'); |
| oneByOne.nextNameEqualsTo(''); |
| }); |
| |
| }); |
| |
| describe('id_name_declared_sourceFormat_arrayRows', function () { |
| |
| it('no_ordinalMeta', function () { |
| testArrayRowsInSource([ |
| { name: 'x', type: 'number' }, |
| { name: 'p', type: 'ordinal', otherDims: { itemId: 0 } }, |
| { name: 'q', type: 'ordinal', otherDims: { itemName: 0 } } |
| ]); |
| }); |
| |
| it('has_ordinalMeta', function () { |
| const ordinalMetaP = new OrdinalMeta({ |
| categories: [], |
| needCollect: true, |
| deduplication: true |
| }); |
| const ordinalMetaQ = new OrdinalMeta({ |
| categories: [], |
| needCollect: true, |
| deduplication: true |
| }); |
| testArrayRowsInSource([ |
| { name: 'x', type: 'number' }, |
| { name: 'p', type: 'ordinal', otherDims: { itemId: 0 }, ordinalMeta: ordinalMetaP }, |
| { name: 'q', type: 'ordinal', otherDims: { itemName: 0 }, ordinalMeta: ordinalMetaQ } |
| ]); |
| }); |
| |
| function testArrayRowsInSource(dimensionsInfo: SeriesDimensionDefine[]): void { |
| const list = new SeriesData(dimensionsInfo, new Model()); |
| const oneByOne = makeOneByOneChecker(list); |
| |
| const source = createSource( |
| [ |
| [0, 'myId_10', null], |
| [10, 555, null], // numeric id. |
| [20, '666%', null], |
| [30, 'myId_good', 'b'], |
| [40, null, 'b'], |
| [50, null, null], |
| [60, undefined, null], |
| [70, NaN, null], |
| [80, '', null], |
| [90, null, 'b'], |
| [100, null, null], |
| [110, 'myId_better', null], |
| [120, 'myId_better', null] // duplicated id. |
| ], |
| { |
| seriesLayoutBy: 'column', |
| sourceHeader: 0, |
| dimensions: null |
| }, |
| SOURCE_FORMAT_ARRAY_ROWS |
| ); |
| list.initData(source); |
| oneByOne.nextIdEqualsTo('myId_10'); |
| oneByOne.nextIdEqualsTo('555'); |
| oneByOne.nextIdEqualsTo('666%'); |
| oneByOne.nextIdEqualsTo('myId_good'); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo('NaN'); |
| oneByOne.nextIdEqualsTo(''); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo('myId_better'); |
| oneByOne.nextIdEqualsTo('myId_better'); |
| |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| |
| list.appendData([ |
| [ 200, 'myId_best', null ], |
| [ 210, 999, null ], // numeric id. |
| [ 220, '777px', null], |
| [ 230, null, 'b' ], |
| [ 240, null, null ] |
| ]); |
| |
| oneByOne.nextIdEqualsTo('myId_best'); |
| oneByOne.nextIdEqualsTo('999'); |
| oneByOne.nextIdEqualsTo('777px'); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo(''); |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo(''); |
| |
| list.appendValues([], ['b', 'c', null]); |
| |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| oneByOne.nextIdEqualsTo(`${ID_PREFIX}${oneByOne.currGetIdDataIndex()}`); |
| |
| oneByOne.nextNameEqualsTo('b'); |
| oneByOne.nextNameEqualsTo('c'); |
| oneByOne.nextNameEqualsTo(''); |
| } |
| |
| }); |
| }); |
| }); |
