Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Update REST and wire protocol query params for startAfter, endBefore #6706

Merged
merged 9 commits into from
Nov 18, 2022
Merged

Update REST and wire protocol query params for startAfter, endBefore #6706

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
015dcf2
Update REST and wire protocol query constants for startAfter, endBefore
tohhsinpei Oct 12, 2022
724336d
Update query unit tests
tohhsinpei Oct 19, 2022
4e3106c
Update RTDB emulator version
tohhsinpei Oct 20, 2022
e6b2bc4
Extend syncpoint spec protocol
tohhsinpei Oct 21, 2022
a20a324
Account for bound inclusivity with LimitedFilter
tohhsinpei Oct 24, 2022
bb3c4ed
Address PR feedback
tohhsinpei Nov 10, 2022
3310855
Add test case with
tohhsinpei Nov 14, 2022
26a95f8
Merge branch 'master' into hsinpei/startafter-endbefore
tohhsinpei Nov 15, 2022
202ac61
Address PR feedback
tohhsinpei Nov 15, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
64 changes: 39 additions & 25 deletions packages/database/src/core/view/filter/LimitedFilter.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -46,11 +46,17 @@ export class LimitedFilter implements NodeFilter {

private readonly reverse_: boolean;

private readonly startIsInclusive_: boolean;

private readonly endIsInclusive_: boolean;

constructor(params: QueryParams) {
this.rangedFilter_ = new RangedFilter(params);
this.index_ = params.getIndex();
this.limit_ = params.getLimit();
this.reverse_ = !params.isViewFromLeft();
this.startIsInclusive_ = !params.startAfterSet_;
this.endIsInclusive_ = !params.endBeforeSet_;
}
updateChild(
snap: Node,
Expand Down Expand Up @@ -119,19 +125,17 @@ export class LimitedFilter implements NodeFilter {
let count = 0;
while (iterator.hasNext() && count < this.limit_) {
const next = iterator.getNext();
let inRange;
if (this.reverse_) {
inRange =
this.index_.compare(this.rangedFilter_.getStartPost(), next) <= 0;
} else {
inRange =
this.index_.compare(next, this.rangedFilter_.getEndPost()) <= 0;
}
const inRange =
this.withinDirectionalStart(next) &&
this.withinDirectionalEnd(next);
if (inRange) {
filtered = filtered.updateImmediateChild(next.name, next.node);
count++;
} else if (!this.withinDirectionalStart(next)) {
tohhsinpei marked this conversation as resolved.
Show resolved Hide resolved
// if we have not reached the start, skip to the next element
continue;
} else {
// if we have reached the end post, we cannot keep adding elemments
// if we have reached the end, stop adding elements
break;
}
}
Expand All @@ -142,33 +146,21 @@ export class LimitedFilter implements NodeFilter {
filtered = filtered.updatePriority(
ChildrenNode.EMPTY_NODE
) as ChildrenNode;
let startPost;
let endPost;
let cmp;

let iterator;
if (this.reverse_) {
iterator = filtered.getReverseIterator(this.index_);
startPost = this.rangedFilter_.getEndPost();
endPost = this.rangedFilter_.getStartPost();
const indexCompare = this.index_.getCompare();
cmp = (a: NamedNode, b: NamedNode) => indexCompare(b, a);
} else {
iterator = filtered.getIterator(this.index_);
startPost = this.rangedFilter_.getStartPost();
endPost = this.rangedFilter_.getEndPost();
cmp = this.index_.getCompare();
}

let count = 0;
let foundStartPost = false;
while (iterator.hasNext()) {
const next = iterator.getNext();
if (!foundStartPost && cmp(startPost, next) <= 0) {
// start adding
foundStartPost = true;
}
const inRange =
foundStartPost && count < this.limit_ && cmp(next, endPost) <= 0;
count < this.limit_ &&
this.withinDirectionalStart(next) &&
this.withinDirectionalEnd(next);
if (inRange) {
count++;
} else {
Expand Down Expand Up @@ -300,4 +292,26 @@ export class LimitedFilter implements NodeFilter {
return snap;
}
}

private withinDirectionalStart = (node: NamedNode) =>
this.reverse_ ? this.withinEndPost(node) : this.withinStartPost(node);

private withinDirectionalEnd = (node: NamedNode) =>
this.reverse_ ? this.withinStartPost(node) : this.withinEndPost(node);

private withinStartPost = (node: NamedNode) => {
const compareRes = this.index_.getCompare()(
tohhsinpei marked this conversation as resolved.
Show resolved Hide resolved
this.rangedFilter_.getStartPost(),
node
);
return this.startIsInclusive_ ? compareRes <= 0 : compareRes < 0;
};

private withinEndPost = (node: NamedNode) => {
const compareRes = this.index_.getCompare()(
tohhsinpei marked this conversation as resolved.
Show resolved Hide resolved
node,
this.rangedFilter_.getEndPost()
);
return this.endIsInclusive_ ? compareRes <= 0 : compareRes < 0;
};
}
99 changes: 99 additions & 0 deletions packages/database/test/helpers/syncPointSpec.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4271,6 +4271,105 @@
}
]
},
{
"name": "Queries indexed by key with startAfter, endBefore, and limitToFirst work",
"steps":
[
{
"type": "listen",
"path": "",
"params": {
"tag": 1,
"orderByKey": true,
"startAfter": { "index": "a" },
"endBefore": { "index": "d" },
"limitToFirst": 1
},
"events": []
},
{
".comment": "update from server sends all data",
"type": "serverUpdate",
"path": "",
"data": {
"a": { ".value": "a" },
"b": { ".value": "b" },
"c": { ".value": "c" },
"d": { ".value": "d" }
},
"events": [
{
"path": "",
"type": "child_added",
"name": "b",
"prevName": null,
"data": { ".value": "b" }
},
{
"path": "",
"type": "value",
"data": {
"b": { ".value": "b" }
}
}
]
}
]
},
{
"name": "Queries indexed by key with startAfter, endBefore, and limitToLast work",
"steps":
[
{
"type": "listen",
"path": "",
"params": {
"tag": 1,
"orderByKey": true,
"startAfter": { "index": "a" },
"endBefore": { "index": "e" },
"limitToLast": 2
},
"events": []
},
{
".comment": "update from server sends all data",
"type": "serverUpdate",
"path": "",
"data": {
"a": { ".value": "a" },
"b": { ".value": "b" },
"c": { ".value": "c" },
"d": { ".value": "d" },
"e": { ".value": "e" }
},
"events": [
{
"path": "",
"type": "child_added",
"name": "c",
"prevName": null,
"data": { ".value": "c" }
},
{
"path": "",
"type": "child_added",
"name": "d",
"prevName": null,
tohhsinpei marked this conversation as resolved.
Show resolved Hide resolved
"data": { ".value": "d" }
},
{
"path": "",
"type": "value",
"data": {
"c": { ".value": "c" },
"d": { ".value": "d" }
}
}
]
}
]
},
{
"name": "Update to single child that moves out of window",
"steps":
Expand Down