From 255c5f51e4eb3c6f0ce9a103293d853f3a8f1cd8 Mon Sep 17 00:00:00 2001 From: Kyle Allan Date: Wed, 17 Jan 2018 10:39:18 -0500 Subject: [PATCH] read the dataset into memory --- tap_salesforce/salesforce/bulk.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tap_salesforce/salesforce/bulk.py b/tap_salesforce/salesforce/bulk.py index 9a76a07f..16e84eae 100644 --- a/tap_salesforce/salesforce/bulk.py +++ b/tap_salesforce/salesforce/bulk.py @@ -239,7 +239,8 @@ def get_batch_results(self, job_id, batch_id, catalog_entry): with metrics.http_request_timer("batch_result") as timer: timer.tags['sobject'] = catalog_entry['stream'] - result_response = self.sf._make_request('GET', url, headers=headers, stream=True) + # Removed the stream=True param because Salesforce was snapping open connections + result_response = self.sf._make_request('GET', url, headers=headers) # Starting with a streaming generator, replace any NULL bytes in the line given by the CSV reader streaming_response = self._iter_lines(result_response)