read for composite index values

Signed-off-by: Sarthak Aggarwal <[email protected]>

server/src/main/java/org/apache/lucene/codecs/lucene90/StarTree99DocValuesProducer.java

@@ -0,0 +1,162 @@
+/*
+ * SPDX-License-Identifier: Apache-2.0
+ *
+ * The OpenSearch Contributors require contributions made to
+ * this file be licensed under the Apache-2.0 license or a
+ * compatible open source license.
+ */
+
+package org.apache.lucene.codecs.lucene90;
+
+import org.apache.lucene.codecs.DocValuesProducer;
+import org.apache.lucene.index.BinaryDocValues;
+import org.apache.lucene.index.DocValuesType;
+import org.apache.lucene.index.FieldInfo;
+import org.apache.lucene.index.FieldInfos;
+import org.apache.lucene.index.IndexOptions;
+import org.apache.lucene.index.NumericDocValues;
+import org.apache.lucene.index.SegmentReadState;
+import org.apache.lucene.index.SortedDocValues;
+import org.apache.lucene.index.SortedNumericDocValues;
+import org.apache.lucene.index.SortedSetDocValues;
+import org.apache.lucene.index.VectorEncoding;
+import org.apache.lucene.index.VectorSimilarityFunction;
+import org.opensearch.index.compositeindex.datacube.startree.aggregators.MetricAggregatorInfo;
+import org.opensearch.index.compositeindex.datacube.startree.aggregators.MetricEntry;
+import org.opensearch.index.compositeindex.datacube.startree.utils.StarTreeConstants;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Collections;
+import java.util.List;
+
+/**
+ * This class is a custom abstraction of the {@link DocValuesProducer} for the Star Tree index structure.
+ * It is responsible for providing access to various types of document values (numeric, binary, sorted, sorted numeric,
+ * and sorted set) for fields in the Star Tree index.
+ *
+ * @opensearch.experimental
+ */
+public class StarTree99DocValuesProducer extends DocValuesProducer {
+
+    Lucene90DocValuesProducer lucene90DocValuesProducer;
+    private final List<FieldInfo> dimensions;
+    private final List<String> metrics;
+    private final FieldInfos fieldInfos;
+
+    public StarTree99DocValuesProducer(
+        SegmentReadState state,
+        String dataCodec,
+        String dataExtension,
+        String metaCodec,
+        String metaExtension,
+        List<FieldInfo> dimensions,
+        List<MetricEntry> metricEntries,
+        String compositeFieldName
+    ) throws IOException {
+        this.dimensions = dimensions;
+        this.metrics = new ArrayList<>();
+        for (MetricEntry metricEntry : metricEntries) {
+            this.metrics.add(
+                MetricAggregatorInfo.toFieldName(compositeFieldName, metricEntry.getMetricName(), metricEntry.getMetricStat().getTypeName())
+            );
+        }
+
+        // populates the dummy list of field infos to fetch doc id set iterators for respective fields.
+        this.fieldInfos = new FieldInfos(getFieldInfoList());
+        SegmentReadState segmentReadState = new SegmentReadState(state.directory, state.segmentInfo, fieldInfos, state.context);
+        lucene90DocValuesProducer = new Lucene90DocValuesProducer(segmentReadState, dataCodec, dataExtension, metaCodec, metaExtension);
+    }
+
+    @Override
+    public NumericDocValues getNumeric(FieldInfo field) throws IOException {
+        return this.lucene90DocValuesProducer.getNumeric(field);
+    }
+
+    @Override
+    public BinaryDocValues getBinary(FieldInfo field) throws IOException {
+        return this.lucene90DocValuesProducer.getBinary(field);
+    }
+
+    @Override
+    public SortedDocValues getSorted(FieldInfo field) throws IOException {
+        return this.lucene90DocValuesProducer.getSorted(field);
+    }
+
+    @Override
+    public SortedNumericDocValues getSortedNumeric(FieldInfo field) throws IOException {
+        return this.lucene90DocValuesProducer.getSortedNumeric(field);
+    }
+
+    @Override
+    public SortedSetDocValues getSortedSet(FieldInfo field) throws IOException {
+        return this.lucene90DocValuesProducer.getSortedSet(field);
+    }
+
+    @Override
+    public void checkIntegrity() throws IOException {
+        this.lucene90DocValuesProducer.checkIntegrity();
+    }
+
+    // returns the doc id set iterator based on field name
+    public SortedNumericDocValues getSortedNumeric(String fieldName) throws IOException {
+        return this.lucene90DocValuesProducer.getSortedNumeric(fieldInfos.fieldInfo(fieldName));
+    }
+
+    @Override
+    public void close() throws IOException {
+        this.lucene90DocValuesProducer.close();
+    }
+
+    private FieldInfo[] getFieldInfoList() {
+        FieldInfo[] fieldInfoList = new FieldInfo[this.dimensions.size() + metrics.size()];
+        int fieldNumber = 0;
+
+        for (FieldInfo dimension : this.dimensions) {
+            fieldInfoList[fieldNumber] = new FieldInfo(
+                dimension.getName() + StarTreeConstants.DIMENSION_SUFFIX,
+                fieldNumber,
+                false,
+                dimension.omitsNorms(),
+                dimension.hasPayloads(),
+                dimension.getIndexOptions(),
+                dimension.getDocValuesType(),
+                -1,
+                dimension.attributes(),
+                dimension.getPointDimensionCount(),
+                dimension.getPointIndexDimensionCount(),
+                dimension.getPointNumBytes(),
+                dimension.getVectorDimension(),
+                dimension.getVectorEncoding(),
+                dimension.getVectorSimilarityFunction(),
+                false,
+                dimension.isParentField()
+            );
+            fieldNumber++;
+        }
+        for (String metric : metrics) {
+            fieldInfoList[fieldNumber] = new FieldInfo(
+                metric + StarTreeConstants.METRIC_SUFFIX,
+                fieldNumber,
+                false,
+                false,
+                true,
+                IndexOptions.DOCS_AND_FREQS_AND_POSITIONS_AND_OFFSETS,
+                DocValuesType.SORTED_NUMERIC,
+                -1,
+                Collections.emptyMap(),
+                0,
+                0,
+                0,
+                0,
+                VectorEncoding.FLOAT32,
+                VectorSimilarityFunction.EUCLIDEAN,
+                false,
+                false
+            );
+            fieldNumber++;
+        }
+        return fieldInfoList;
+    }
+
+}

server/src/main/java/org/apache/lucene/index/BaseStarTreeBuilder.java

@@ -127,7 +127,6 @@ public List<MetricAggregatorInfo> generateMetricAggregatorInfos(MapperService ma
         for (Metric metric : this.starTreeField.getMetrics()) {
             for (MetricStat metricType : metric.getMetrics()) {
                 IndexNumericFieldData.NumericType numericType;
-                SequentialDocValuesIterator metricStatReader;
                 Mapper fieldMapper = mapperService.documentMapper().mappers().getMapper(metric.getField());
                 if (fieldMapper instanceof NumberFieldMapper) {
                     numericType = ((NumberFieldMapper) fieldMapper).fieldType().numericType();

server/src/main/java/org/opensearch/index/codec/composite/Composite90DocValuesFormat.java

@@ -38,17 +38,23 @@ public class Composite90DocValuesFormat extends DocValuesFormat {
     private final MapperService mapperService;
 
     /** Data codec name for Composite Doc Values Format */
-    public static final String DATA_CODEC_NAME = "Composite90FormatData";
+    public static final String DATA_CODEC_NAME = "Composite99FormatData";
 
     /** Meta codec name for Composite Doc Values Format */
-    public static final String META_CODEC_NAME = "Composite90FormatMeta";
+    public static final String META_CODEC_NAME = "Composite99FormatMeta";
 
     /** Filename extension for the composite index data */
     public static final String DATA_EXTENSION = "sttd";
 
     /** Filename extension for the composite index meta */
     public static final String META_EXTENSION = "sttm";
 
+    /** Data doc values codec name for Composite Doc Values Format */
+    public static final String DATA_DOC_VALUES_CODEC = "Composite99DocValuesData";
+
+    /** Meta doc values codec name for Composite Doc Values Format */
+    static final String META_DOC_VALUES_CODEC = "Composite99DocValuesMetadata";
+
     /** Filename extension for the composite index data doc values */
     public static final String DATA_DOC_VALUES_EXTENSION = "sttddvm";