Skip to content
This repository has been archived by the owner on Apr 26, 2024. It is now read-only.

Add parse_strings_from_args to get prev_events array #10048

Merged
merged 7 commits into from
May 28, 2021
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions changelog.d/10048.misc
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
Add `parse_strings_from_args` for parsing an array from query parameters.
162 changes: 125 additions & 37 deletions synapse/http/servlet.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@
""" This module contains base REST classes for constructing REST servlets. """

import logging
from typing import Iterable, List, Optional, Union

from synapse.api.errors import Codes, SynapseError
from synapse.util import json_decoder
Expand Down Expand Up @@ -107,12 +108,11 @@ def parse_boolean_from_args(args, name, default=None, required=False):

def parse_string(
request,
name,
default=None,
required=False,
allowed_values=None,
param_type="string",
encoding="ascii",
name: Union[bytes, str],
default: Optional[str] = None,
required: bool = False,
allowed_values: Optional[Iterable[str]] = None,
encoding: Optional[str] = "ascii",
):
"""
Parse a string parameter from the request query string.
Expand All @@ -131,7 +131,6 @@ def parse_string(
string, or None if any value is allowed, defaults to None. Must be
the same type as name, if given.
encoding (str|None): The encoding to decode the string content with.
MadLittleMods marked this conversation as resolved.
Show resolved Hide resolved

Returns:
bytes/unicode|None: A string value or the default. Unicode if encoding
was given, bytes otherwise.
Expand All @@ -142,45 +141,81 @@ def parse_string(
is not one of those allowed values.
"""
return parse_string_from_args(
request.args, name, default, required, allowed_values, param_type, encoding
Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Removed param_type from all of the string parsing functions. It's not used in the codebase and seems superfluous because it's always string anyway and just used for the error message.

https://github.com/matrix-org/synapse/pull/9247/files#r573264791

request.args, name, default, required, allowed_values, encoding
)


def parse_string_from_args(
args,
name,
default=None,
required=False,
allowed_values=None,
param_type="string",
encoding="ascii",
):
def _parse_string_value(
value: Union[str, bytes],
allowed_values: Optional[Iterable[str]],
name: str,
encoding: Optional[str],
) -> str:
MadLittleMods marked this conversation as resolved.
Show resolved Hide resolved
if encoding:
try:
value = value.decode(encoding)
except ValueError:
raise SynapseError(400, "Query parameter %r must be %s" % (name, encoding))

if allowed_values is not None and value not in allowed_values:
message = "Query parameter %r must be one of [%s]" % (
name,
", ".join(repr(v) for v in allowed_values),
)
raise SynapseError(400, message)
else:
return value


def parse_strings_from_args(
args: List[str],
name: Union[bytes, str],
default: Optional[str] = None,
MadLittleMods marked this conversation as resolved.
Show resolved Hide resolved
required: bool = False,
allowed_values: Optional[Iterable[str]] = None,
encoding: Optional[str] = "ascii",
) -> Optional[List[Union[bytes, str]]]:
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

If you're feeling mad keen then you can do a couple of @overload to say that this returns bytes if encoding is Literal[None] else str (c.f. https://mypy.readthedocs.io/en/stable/literal_types.html).

I don't think we ever return None here?

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

It could be None if the default is returned.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Added a couple @overload which I think are correct. I still have Optional for the default return case

"""
Parse a string parameter from the request query string list.

If encoding is not None, the content of the query param will be
decoded to Unicode using the encoding, otherwise it will be encoded

Args:
args: the twisted HTTP request.args list.
name: the name of the query parameter.
default: value to use if the parameter is absent,
defaults to None. Must be bytes if encoding is None.
required : whether to raise a 400 SynapseError if the
parameter is absent, defaults to False.
allowed_values (list[bytes|unicode]): List of allowed values for the
string, or None if any value is allowed, defaults to None. Must be
the same type as name, if given.
encoding: The encoding to decode the string content with.

Returns:
A string value or the default. Unicode if encoding
was given, bytes otherwise.

Raises:
SynapseError if the parameter is absent and required, or if the
parameter is present, must be one of a list of allowed values and
is not one of those allowed values.
"""

if not isinstance(name, bytes):
name = name.encode("ascii")

if name in args:
value = args[name][0]

if encoding:
try:
value = value.decode(encoding)
except ValueError:
raise SynapseError(
400, "Query parameter %r must be %s" % (name, encoding)
)

if allowed_values is not None and value not in allowed_values:
message = "Query parameter %r must be one of [%s]" % (
name,
", ".join(repr(v) for v in allowed_values),
)
raise SynapseError(400, message)
else:
return value
values = args[name]

return [
_parse_string_value(value, allowed_values, name=name, encoding=encoding)
for value in values
]
else:
if required:
message = "Missing %s query parameter %r" % (param_type, name)
message = "Missing string query parameter %r" % (name)
raise SynapseError(400, message, errcode=Codes.MISSING_PARAM)
else:

Expand All @@ -190,6 +225,59 @@ def parse_string_from_args(
return default


def parse_string_from_args(
args: List[str],
name: Union[bytes, str],
default: Optional[str] = None,
required: bool = False,
allowed_values: Optional[Iterable[str]] = None,
encoding: Optional[str] = "ascii",
) -> Optional[Union[bytes, str]]:
"""
Parse the string parameter from the request query string list
and return the first result.

If encoding is not None, the content of the query param will be
decoded to Unicode using the encoding, otherwise it will be encoded

Args:
args: the twisted HTTP request.args list.
name: the name of the query parameter.
default: value to use if the parameter is absent,
defaults to None. Must be bytes if encoding is None.
required: whether to raise a 400 SynapseError if the
parameter is absent, defaults to False.
allowed_values: List of allowed values for the
string, or None if any value is allowed, defaults to None. Must be
the same type as name, if given.
encoding: The encoding to decode the string content with.

Returns:
A string value or the default. Unicode if encoding
was given, bytes otherwise.

Raises:
SynapseError if the parameter is absent and required, or if the
parameter is present, must be one of a list of allowed values and
is not one of those allowed values.
"""

strings = parse_strings_from_args(
args,
name,
default=default,
required=required,
allowed_values=allowed_values,
encoding=encoding,
)

if isinstance(strings, list):
return strings[0]
MadLittleMods marked this conversation as resolved.
Show resolved Hide resolved

# Return the default
return strings


def parse_json_value_from_request(request, allow_empty_body=False):
"""Parse a JSON value from the body of a twisted HTTP request.

Expand All @@ -215,7 +303,7 @@ def parse_json_value_from_request(request, allow_empty_body=False):
try:
content = json_decoder.decode(content_bytes.decode("utf-8"))
except Exception as e:
logger.warning("Unable to parse JSON: %s", e)
logger.warning("Unable to parse JSON: %s (%s)", e, content_bytes)
raise SynapseError(400, "Content not JSON.", errcode=Codes.NOT_JSON)

return content
Expand Down