Renaming to py_learning_benchmarks

AndriyMulyar · Dec 31, 2018 · b65c927 · b65c927
1 parent 4fcc145
commit b65c927
Show file tree

Hide file tree

Showing 14 changed files with 14 additions and 13 deletions.
diff --git a/datasets/__pycache__/__init__.cpython-35.pyc b/datasets/__pycache__/__init__.cpython-35.pyc
diff --git a/datasets/classification/__pycache__/classification_loader.cpython-35.pyc b/datasets/classification/__pycache__/classification_loader.cpython-35.pyc
diff --git a/datasets/classification/classification_loader.py b/datasets/classification/classification_loader.py
@@ -26,17 +26,17 @@ def _load_keel(self):
             for dataset_directory in pkg_resources.resource_listdir('datasets', 'classification/data/keel'+'/'+directory):
                 metadata_file = pkg_resources.resource_filename('datasets', 'classification/data/keel'+'/'+directory+'/'+dataset_directory+'/'+dataset_directory+'-names.txt')
                 dataset_metadata = {'name':dataset_directory, 'directory': 'classification/data/keel'+'/'+directory+'/'+dataset_directory}
-                file = open(metadata_file, 'r')
-                text = file.read()
-                matches = re.finditer(r"\d:\s([\w ]*)[.:\s]*([A-Za-z0-9.,]+(?:\s+[A-Za-z0-9.,]+)*\s*$)", text, re.MULTILINE)
-                for match in matches:
-                    dataset_metadata[match.group(1).strip()] = self._parse_float(match.group(2).strip().replace(',', '.'))
-                    if "Description" in dataset_metadata:
-                        dataset_metadata.pop('Description')
-                    if "Header" in dataset_metadata:
-                        dataset_metadata.pop('Header')
-                dataset_metadata["dataset_provider"] =  'keel'
-                self.datasets_metadata.append(dataset_metadata)
+                with open(metadata_file, 'r') as file:
+                    text = file.read()
+                    matches = re.finditer(r"\d:\s([\w ]*)[.:\s]*([A-Za-z0-9.,]+(?:\s+[A-Za-z0-9.,]+)*\s*$)", text, re.MULTILINE)
+                    for match in matches:
+                        dataset_metadata[match.group(1).strip()] = self._parse_float(match.group(2).strip().replace(',', '.'))
+                        # if "Description" in dataset_metadata:
+                        #     dataset_metadata.pop('Description')
+                        if "Header" in dataset_metadata:
+                            dataset_metadata.pop('Header')
+                    dataset_metadata["dataset_provider"] =  'keel'
+                    self.datasets_metadata.append(dataset_metadata)
 
     def _parse_float(self, value):
         try:
@@ -51,6 +51,7 @@ def filter_single(self, filter_this_dict, key, operation, value):
                '>=': operator.ge,
                '<=': operator.le,
                '=': operator.eq,
+               'not contains': lambda a,b : not operator.contains(a,b),
                'contains': operator.contains}
         return [x for x in filter_this_dict if ops[operation](x[key], value)]
 

diff --git a/ml_datasets/__pycache__/__init__.cpython-35.pyc b/ml_datasets/__pycache__/__init__.cpython-35.pyc
diff --git a/ml_datasets/__pycache__/data_loader.cpython-35.pyc b/ml_datasets/__pycache__/data_loader.cpython-35.pyc
diff --git a/ml_datasets/processing/__pycache__/__init__.cpython-35.pyc b/ml_datasets/processing/__pycache__/__init__.cpython-35.pyc
diff --git a/ml_datasets/processing/__pycache__/data_processor.cpython-35.pyc b/ml_datasets/processing/__pycache__/data_processor.cpython-35.pyc
diff --git a/ml_datasets/tests/__pycache__/test_dataloader.cpython-35.pyc b/ml_datasets/tests/__pycache__/test_dataloader.cpython-35.pyc
diff --git a/ml_datasets/__init__.py → py_learning_benchmarks/__init__.py b/ml_datasets/__init__.py → py_learning_benchmarks/__init__.py
diff --git a/ml_datasets/data_loader.py → py_learning_benchmarks/data_loader.py b/ml_datasets/data_loader.py → py_learning_benchmarks/data_loader.py
diff --git a/ml_datasets/processing/__init__.py → ...earning_benchmarks/processing/__init__.py b/ml_datasets/processing/__init__.py → ...earning_benchmarks/processing/__init__.py
diff --git a/ml_datasets/processing/data_processor.py → ...g_benchmarks/processing/data_processor.py b/ml_datasets/processing/data_processor.py → ...g_benchmarks/processing/data_processor.py
diff --git a/ml_datasets/tests/test_dataloader.py → ...rning_benchmarks/tests/test_dataloader.py b/ml_datasets/tests/test_dataloader.py → ...rning_benchmarks/tests/test_dataloader.py
@@ -1,5 +1,5 @@
 from unittest import TestCase
-from ml_datasets import DataLoader
+from py_learning_benchmarks import DataLoader
 from pprint import pprint
 class TestDataLoader(TestCase):
 

diff --git a/setup.py b/setup.py
@@ -1,5 +1,5 @@
 from setuptools import setup, find_packages
-from ml_datasets import __version__, __authors__
+from py_learning_benchmarks import __version__, __authors__
 
 packages = find_packages()