Skip to content
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@
import org.apache.hugegraph.backend.query.Query;
import org.apache.hugegraph.exception.NotSupportException;
import org.apache.hugegraph.iterator.FilterIterator;
import org.apache.hugegraph.schema.IndexLabel;
import org.apache.hugegraph.schema.PropertyKey;
import org.apache.hugegraph.schema.SchemaLabel;
import org.apache.hugegraph.structure.HugeElement;
Expand All @@ -67,6 +68,7 @@
import org.apache.tinkerpop.gremlin.process.traversal.step.filter.RangeGlobalStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.CountGlobalStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.GraphStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.MatchStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.MaxGlobalStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.MeanGlobalStep;
import org.apache.tinkerpop.gremlin.process.traversal.step.map.MinGlobalStep;
Expand Down Expand Up @@ -166,11 +168,23 @@ public static void trySetGraph(Step<?, ?> step, HugeGraph graph) {

public static void extractHasContainer(HugeGraphStep<?, ?> newStep,
Traversal.Admin<?, ?> traversal) {
Step<?, ?> step = newStep;
do {
step = step.getNextStep();
Step<?, ?> step = newStep.getNextStep();
while (step instanceof HasStep || step instanceof NoOpBarrierStep) {
Step<?, ?> nextStep = step.getNextStep();
if (step instanceof HasStep) {
HasContainerHolder holder = (HasContainerHolder) step;
/*
* Range/neq predicates before match() may trigger a no-index
* query after MatchStep reorders filters. Keep known-indexed
* boolean predicates pushed down, and leave the rest for
* TinkerPop to evaluate.
*/
if (followedByMatchStep(step) &&
hasUnusableMatchPredicate(newStep, holder)) {
extractUsableHasContainers(newStep, holder);
step = nextStep;
continue;
}
Comment thread
LegendPei marked this conversation as resolved.
Comment thread
LegendPei marked this conversation as resolved.
Comment thread
LegendPei marked this conversation as resolved.
for (HasContainer has : holder.getHasContainers()) {
if (!GraphStep.processHasContainerIds(newStep, has)) {
newStep.addHasContainer(has);
Expand All @@ -179,7 +193,143 @@ public static void extractHasContainer(HugeGraphStep<?, ?> newStep,
TraversalHelper.copyLabels(step, step.getPreviousStep(), false);
traversal.removeStep(step);
}
} while (step instanceof HasStep || step instanceof NoOpBarrierStep);
step = nextStep;
}
}

private static boolean followedByMatchStep(Step<?, ?> step) {
Step<?, ?> next = step.getNextStep();
while (next instanceof HasStep || next instanceof NoOpBarrierStep) {
Comment thread
LegendPei marked this conversation as resolved.
Outdated
next = next.getNextStep();
}
return next instanceof MatchStep;
}

private static boolean hasUnusableMatchPredicate(HugeGraphStep<?, ?> step,
HasContainerHolder holder) {
HugeGraph graph = tryGetGraph(step);
for (HasContainer has : holder.getHasContainers()) {
if (!hasMatchIndexSensitivePredicate(has)) {
continue;
}
if (graph == null || !hasUsableMatchIndex(graph, step, has)) {
return true;
}
}
return false;
}

private static void extractUsableHasContainers(HugeGraphStep<?, ?> step,
HasContainerHolder holder) {
HugeGraph graph = tryGetGraph(step);
for (HasContainer has : holder.getHasContainers()) {
if (hasMatchIndexSensitivePredicate(has) &&
(graph == null || !hasUsableMatchIndex(graph, step, has))) {
continue;
}
if (!GraphStep.processHasContainerIds(step, has)) {
step.addHasContainer(has);
}
}
}

private static boolean hasMatchIndexSensitivePredicate(HasContainer has) {
List<P<Object>> predicates = new ArrayList<>();
collectPredicates(predicates, ImmutableList.of(has.getPredicate()));
for (P<Object> pred : predicates) {
BiPredicate<?, ?> bp = pred.getBiPredicate();
if (bp == Compare.neq ||
bp == Compare.gt || bp == Compare.gte ||
bp == Compare.lt || bp == Compare.lte) {
return true;
}
}
return false;
}

private static boolean hasUsableMatchIndex(HugeGraph graph,
HugeGraphStep<?, ?> step,
HasContainer has) {
if (isSysProp(has.getKey())) {
return true;
}

PropertyKey pkey = graph.propertyKey(has.getKey());

Collection<? extends SchemaLabel> schemaLabels = step.returnsVertex() ?
graph.vertexLabels() :
graph.edgeLabels();
boolean seen = false;
Comment thread
LegendPei marked this conversation as resolved.
for (SchemaLabel schemaLabel : schemaLabels) {
if (!schemaLabel.properties().contains(pkey.id())) {
continue;
}
seen = true;
if (pkey.dataType() == DataType.BOOLEAN &&
!hasBooleanIndex(graph, schemaLabel, pkey)) {
return false;
}
if (pkey.dataType().isNumber() &&
(!hasOnlyRangePredicates(has) ||
!hasRangeIndex(graph, schemaLabel, pkey))) {
return false;
}
if (pkey.dataType() != DataType.BOOLEAN &&
!pkey.dataType().isNumber()) {
return false;
}
}
return seen;
}

private static boolean hasBooleanIndex(HugeGraph graph,
SchemaLabel schemaLabel,
PropertyKey pkey) {
for (Id id : schemaLabel.indexLabels()) {
IndexLabel indexLabel = graph.indexLabel(id);
if (!matchSingleFieldIndex(indexLabel, pkey)) {
continue;
}
if (indexLabel.indexType().isSecondary() ||
indexLabel.indexType().isUnique()) {
return true;
}
Comment thread
LegendPei marked this conversation as resolved.
Outdated
}
return false;
Comment thread
LegendPei marked this conversation as resolved.
}

private static boolean hasRangeIndex(HugeGraph graph,
SchemaLabel schemaLabel,
PropertyKey pkey) {
for (Id id : schemaLabel.indexLabels()) {
IndexLabel indexLabel = graph.indexLabel(id);
if (!matchSingleFieldIndex(indexLabel, pkey)) {
continue;
}
if (indexLabel.indexType().isRange()) {
return true;
}
}
return false;
Comment thread
LegendPei marked this conversation as resolved.
}

private static boolean matchSingleFieldIndex(IndexLabel indexLabel,
PropertyKey pkey) {
return indexLabel.indexFields().size() == 1 &&
indexLabel.indexField().equals(pkey.id());
}

private static boolean hasOnlyRangePredicates(HasContainer has) {
List<P<Object>> predicates = new ArrayList<>();
collectPredicates(predicates, ImmutableList.of(has.getPredicate()));
for (P<Object> pred : predicates) {
BiPredicate<?, ?> bp = pred.getBiPredicate();
if (bp != Compare.gt && bp != Compare.gte &&
bp != Compare.lt && bp != Compare.lte) {
return false;
}
}
return true;
}

public static void extractHasContainer(HugeVertexStep<?> newStep,
Expand Down
Loading
Loading