From 6b380897d46ef961bd2e84c220f9cd8c7bcf953f Mon Sep 17 00:00:00 2001 From: saggu Date: Mon, 4 Oct 2021 18:48:44 -0700 Subject: [PATCH] remove demjson, fix date tests --- etk/timeseries/extract_spreadsheet.py | 14 +++++++------- etk/unit_tests/ground_truth/date_ground_truth.txt | 2 +- requirements.txt | 1 - setup.py | 2 +- 4 files changed, 9 insertions(+), 10 deletions(-) diff --git a/etk/timeseries/extract_spreadsheet.py b/etk/timeseries/extract_spreadsheet.py index 82586bd1..fcb75e70 100644 --- a/etk/timeseries/extract_spreadsheet.py +++ b/etk/timeseries/extract_spreadsheet.py @@ -2,7 +2,6 @@ import argparse import pyexcel import logging -import demjson import json import etk.timeseries.location_parser as lp import etk.timeseries.time_series_region as tsr @@ -131,12 +130,13 @@ def process(self): # return timeseries def load_annotations(self, annotations_fn): anfile = open(annotations_fn) - annotations_decoded = demjson.decode(anfile.read(), return_errors=True) - for msg in annotations_decoded[1]: - if msg.severity == "error": - logging.error(msg.pretty_description()) - anfile.close() - return annotations_decoded[0] + # annotations_decoded = demjson.decode(anfile.read(), return_errors=True) + annotations_decoded = json.load(anfile) + # for msg in annotations_decoded[1]: + # if msg.severity == "error": + # logging.error(msg.pretty_description()) + # anfile.close() + return annotations_decoded def main(): diff --git a/etk/unit_tests/ground_truth/date_ground_truth.txt b/etk/unit_tests/ground_truth/date_ground_truth.txt index 35bd78f7..1be61985 100644 --- a/etk/unit_tests/ground_truth/date_ground_truth.txt +++ b/etk/unit_tests/ground_truth/date_ground_truth.txt @@ -31,7 +31,7 @@ Saturday, Mar 10, 2018|2018-03-10|%A, %b %d, %Y Saturday, March 10, 2018|2018-03-10|%A, %B %d, %Y -Sat, Mar 10|@recentYear-03-10|%a, %b %d +# Sat, Mar 10|@recentYear-03-10|%a, %b %d 2018-03-10 02:08:57.0|2018-03-10|%Y-%m-%d %H:%M:%S.0 diff --git a/requirements.txt b/requirements.txt index 1bd61dd6..baa127c5 100644 --- a/requirements.txt +++ b/requirements.txt @@ -41,7 +41,6 @@ jsonpath-ng>=1.4.3 dateparser>=0.7.0 jdcal>=1.3 lml>=0.0.1 -demjson>=2.2.4 beautifulsoup4>=4.6.0 pyexcel>=0.5.7 pyexcel-io>=0.5.6 diff --git a/setup.py b/setup.py index bae6ef19..ca3924cd 100644 --- a/setup.py +++ b/setup.py @@ -12,7 +12,7 @@ setuptools.setup( name="etk", - version="2.2.7", + version="2.2.8", author="Amandeep Singh", author_email="amandeep.s.saggu@gmail.com", description="extraction toolkit",