Fix parsing decimal type and bigint type in arrow format

GeoDaCenter · Jul 24, 2024 · 5a6d882 · 5a6d882
1 parent 73157cd
commit 5a6d882
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 4 deletions.
diff --git a/src/layers/src/index.ts b/src/layers/src/index.ts
@@ -16,6 +16,7 @@ export {pointToPolygonGeo} from './grid-layer/grid-utils';
 import {default as HexagonLayer} from './hexagon-layer/hexagon-layer';
 import {default as GeojsonLayer} from './geojson-layer/geojson-layer';
 export {default as GeojsonLayer, defaultElevation, defaultLineWidth, defaultRadius} from './geojson-layer/geojson-layer';
+export {default as PointLayer} from './point-layer/point-layer';
 import {default as ClusterLayer} from './cluster-layer/cluster-layer';
 import {default as IconLayer} from './icon-layer/icon-layer';
 import {default as HeatmapLayer} from './heatmap-layer/heatmap-layer';

diff --git a/src/utils/src/arrow-data-container.ts b/src/utils/src/arrow-data-container.ts
@@ -222,7 +222,7 @@ export function arrowDataTypeToFieldType(arrowType: arrow.DataType): string {
     return ALL_FIELD_TYPES.date;
   } else if (arrow.DataType.isTimestamp(arrowType) || arrow.DataType.isTime(arrowType)) {
     return ALL_FIELD_TYPES.timestamp;
-  } else if (arrow.DataType.isFloat(arrowType)) {
+  } else if (arrow.DataType.isFloat(arrowType) || arrow.DataType.isDecimal(arrowType)) {
     return ALL_FIELD_TYPES.real;
   } else if (arrow.DataType.isInt(arrowType)) {
     return ALL_FIELD_TYPES.integer;
@@ -259,7 +259,7 @@ export function arrowDataTypeToAnalyzerDataType(
     return AnalyzerDATA_TYPES.DATE;
   } else if (arrow.DataType.isTimestamp(arrowType) || arrow.DataType.isTime(arrowType)) {
     return AnalyzerDATA_TYPES.DATETIME;
-  } else if (arrow.DataType.isFloat(arrowType)) {
+  } else if (arrow.DataType.isFloat(arrowType) || arrow.DataType.isDecimal(arrowType)) {
     return AnalyzerDATA_TYPES.FLOAT;
   } else if (arrow.DataType.isInt(arrowType)) {
     return AnalyzerDATA_TYPES.INT;

diff --git a/src/utils/src/data-scale-utils.ts b/src/utils/src/data-scale-utils.ts
@@ -18,8 +18,8 @@ export function getQuantileDomain(
   sortFunc?: sort
 ): number[] {
   const values = typeof valueAccessor === 'function' ? data.map(valueAccessor) : data;
-
-  return values.filter(notNullorUndefined).sort(sortFunc);
+  // in case values are bigints, we need to convert them to numbers
+  return values.map(Number).filter(notNullorUndefined).sort(sortFunc);
 }
 
 /**