diff --git a/ddtrace/contrib/internal/botocore/services/kinesis.py b/ddtrace/contrib/internal/botocore/services/kinesis.py index 1e8d4972bc..2d60252bdc 100644 --- a/ddtrace/contrib/internal/botocore/services/kinesis.py +++ b/ddtrace/contrib/internal/botocore/services/kinesis.py @@ -102,7 +102,7 @@ def _patched_kinesis_api_call(parent_ctx, original_func, instance, args, kwargs, parent_ctx, params, time_estimate, - data_obj.get("_datadog"), + data_obj.get("_datadog") if data_obj else None, record, result, config.botocore.propagation_enabled, diff --git a/ddtrace/contrib/internal/botocore/utils.py b/ddtrace/contrib/internal/botocore/utils.py index dba7f5f703..664bc5d774 100644 --- a/ddtrace/contrib/internal/botocore/utils.py +++ b/ddtrace/contrib/internal/botocore/utils.py @@ -29,7 +29,7 @@ def get_json_from_str(data_str: str) -> Tuple[str, Optional[Dict[str, Any]]]: return None, data_obj -def get_kinesis_data_object(data: str) -> Tuple[str, Optional[Dict[str, Any]]]: +def get_kinesis_data_object(data: str) -> Tuple[Optional[str], Optional[Dict[str, Any]]]: """ :data: the data from a kinesis stream The data from a kinesis stream comes as a string (could be json, base64 encoded, etc.) @@ -37,9 +37,8 @@ def get_kinesis_data_object(data: str) -> Tuple[str, Optional[Dict[str, Any]]]: - json string - byte encoded json string - base64 encoded json string - If it's none of these, then we leave the message as it is. + If it's none of these, then we return None """ - # check if data is a json string try: return get_json_from_str(data) diff --git a/releasenotes/notes/kinesis_none_type_fix-4b39f2059184359e.yaml b/releasenotes/notes/kinesis_none_type_fix-4b39f2059184359e.yaml new file mode 100644 index 0000000000..f12ab1a0d6 --- /dev/null +++ b/releasenotes/notes/kinesis_none_type_fix-4b39f2059184359e.yaml @@ -0,0 +1,4 @@ +--- +fixes: + - | + kinesis: This fix resolves an issue where unparsable data in a Kinesis record would cause a NoneType error. diff --git a/tests/contrib/botocore/test.py b/tests/contrib/botocore/test.py index 39bdd2d771..c85099fd3e 100644 --- a/tests/contrib/botocore/test.py +++ b/tests/contrib/botocore/test.py @@ -2846,7 +2846,9 @@ def _test_kinesis_put_record_trace_injection(self, test_name, data, client=None, return decoded_record_data - def _test_kinesis_put_records_trace_injection(self, test_name, data, client=None, enable_stream_arn=False): + def _test_kinesis_put_records_trace_injection( + self, test_name, data, client=None, enable_stream_arn=False, verify=True + ): if not client: client = self.session.create_client("kinesis", region_name="us-east-1") @@ -2858,7 +2860,8 @@ def _test_kinesis_put_records_trace_injection(self, test_name, data, client=None client.put_records(StreamName=stream_name, Records=data, StreamARN=stream_arn) else: client.put_records(StreamName=stream_name, Records=data) - + if not verify: + return None # assert commons for span span = self._kinesis_assert_spans() @@ -3249,6 +3252,12 @@ def test_kinesis_put_records_newline_json_trace_injection(self): assert decoded_record_data.endswith("\n") + @mock_kinesis + def test_kinesis_put_records_unparsable_data_object_avoid_nonetype_error(self): + # If the data is unparsable we should not error in tracer code + records = [{"Data": b"", "PartitionKey": "1234"}] + self._test_kinesis_put_records_trace_injection("unparsable_data_obj", records, verify=False) + @mock_kinesis def test_kinesis_put_records_newline_bytes_trace_injection(self): # (dict -> json string -> bytes + new line)[]