-
Notifications
You must be signed in to change notification settings - Fork 78
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Make DataIndex accumulation and transformation parallelizable (#5457)
* Create a tool for marking SelectColumns that are known to be stateless as such * Mark FunctionalColumns used in MergedDataIndex and TransformedDataIndex as stateless in order to enable parallelism
- Loading branch information
Showing
4 changed files
with
152 additions
and
8 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
132 changes: 132 additions & 0 deletions
132
engine/table/src/main/java/io/deephaven/engine/table/impl/select/StatelessSelectColumn.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,132 @@ | ||
| // | ||
| // Copyright (c) 2016-2024 Deephaven Data Labs and Patent Pending | ||
| // | ||
| package io.deephaven.engine.table.impl.select; | ||
|
|
||
| import io.deephaven.api.ColumnName; | ||
| import io.deephaven.api.expression.Expression; | ||
| import io.deephaven.engine.rowset.TrackingRowSet; | ||
| import io.deephaven.engine.table.ColumnDefinition; | ||
| import io.deephaven.engine.table.ColumnSource; | ||
| import io.deephaven.engine.table.WritableColumnSource; | ||
| import io.deephaven.engine.table.impl.BaseTable; | ||
| import io.deephaven.engine.table.impl.MatchPair; | ||
| import io.deephaven.engine.table.impl.QueryCompilerRequestProcessor; | ||
| import org.jetbrains.annotations.NotNull; | ||
|
|
||
| import java.util.List; | ||
| import java.util.Map; | ||
|
|
||
| /** | ||
| * {@link SelectColumn} implementation that wraps another {@link SelectColumn} and makes it report to be | ||
| * {@link #isStateless() stateless}. | ||
| */ | ||
| class StatelessSelectColumn implements SelectColumn { | ||
|
|
||
| private final SelectColumn inner; | ||
|
|
||
| StatelessSelectColumn(@NotNull final SelectColumn inner) { | ||
| this.inner = inner; | ||
| } | ||
|
|
||
| @Override | ||
| public List<String> initInputs( | ||
| @NotNull final TrackingRowSet rowSet, | ||
| @NotNull final Map<String, ? extends ColumnSource<?>> columnsOfInterest) { | ||
| return inner.initInputs(rowSet, columnsOfInterest); | ||
| } | ||
|
|
||
| @Override | ||
| public List<String> initDef(@NotNull final Map<String, ColumnDefinition<?>> columnDefinitionMap) { | ||
| return inner.initDef(columnDefinitionMap); | ||
| } | ||
|
|
||
| @Override | ||
| public List<String> initDef( | ||
| @NotNull final Map<String, ColumnDefinition<?>> columnDefinitionMap, | ||
| @NotNull final QueryCompilerRequestProcessor compilationRequestProcessor) { | ||
| return inner.initDef(columnDefinitionMap, compilationRequestProcessor); | ||
| } | ||
|
|
||
| @Override | ||
| public Class<?> getReturnedType() { | ||
| return inner.getReturnedType(); | ||
| } | ||
|
|
||
| @Override | ||
| public Class<?> getReturnedComponentType() { | ||
| return inner.getReturnedComponentType(); | ||
| } | ||
|
|
||
| @Override | ||
| public List<String> getColumns() { | ||
| return inner.getColumns(); | ||
| } | ||
|
|
||
| @Override | ||
| public List<String> getColumnArrays() { | ||
| return inner.getColumnArrays(); | ||
| } | ||
|
|
||
| @Override | ||
| @NotNull | ||
| public ColumnSource<?> getDataView() { | ||
| return inner.getDataView(); | ||
| } | ||
|
|
||
| @Override | ||
| @NotNull | ||
| public ColumnSource<?> getLazyView() { | ||
| return inner.getLazyView(); | ||
| } | ||
|
|
||
| @Override | ||
| public String getName() { | ||
| return inner.getName(); | ||
| } | ||
|
|
||
| @Override | ||
| public MatchPair getMatchPair() { | ||
| return inner.getMatchPair(); | ||
| } | ||
|
|
||
| @Override | ||
| public WritableColumnSource<?> newDestInstance(final long size) { | ||
| return inner.newDestInstance(size); | ||
| } | ||
|
|
||
| @Override | ||
| public WritableColumnSource<?> newFlatDestInstance(final long size) { | ||
| return inner.newFlatDestInstance(size); | ||
| } | ||
|
|
||
| @Override | ||
| public boolean isRetain() { | ||
| return inner.isRetain(); | ||
| } | ||
|
|
||
| @Override | ||
| public void validateSafeForRefresh(@NotNull final BaseTable<?> sourceTable) { | ||
| inner.validateSafeForRefresh(sourceTable); | ||
| } | ||
|
|
||
| @Override | ||
| public boolean isStateless() { | ||
| return true; | ||
| } | ||
|
|
||
| @Override | ||
| public SelectColumn copy() { | ||
| return new StatelessSelectColumn(inner.copy()); | ||
| } | ||
|
|
||
| @Override | ||
| public ColumnName newColumn() { | ||
| return inner.newColumn(); | ||
| } | ||
|
|
||
| @Override | ||
| public Expression expression() { | ||
| return inner.expression(); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters