annotator.py

import requests
import os
import io
import traceback


def annotate_subject(source_url, ann_id, source_dir, subject_col_id, alpha, top_k=3, logger=None):
    """
    :param source_dir: the directory of the source file
    :param subject_col_id: the index of the subject column
    :param top_k: the number of suggested classes to return
    :param alpha: the alpha parameter to balance converage and specificity
    :return: list of string (classes)
    """
    data = {
        'ann_source': ann_id,
        'col_id': subject_col_id,
        'alpha': alpha,
        'k': top_k
    }

    files = [
        ('source', (
            source_dir.split(os.sep)[-1],
            open(source_dir, encoding='utf-8'),
            'text/plain'))
    ]

    response = requests.request("POST", source_url+'/subject', data=data, files=files)

    if response.status_code == 200:
        print("-- entities: ")
        print(response.json())
        logger.debug("annotate_subject> entities ")
        logger.debug(str(response.json()))
        entities = response.json()['entities']
    else:
        print("-- ERROR: status code: "+str(response.status_code))
        entities = []

        try:
            print(response.json())
            logger.debug(str(response.json()))
        except:
            print("No JSON")
            logger.debug("annotate_subject> No JSON")
            traceback.print_exc()
    return entities


def annotate_property(source_url, ann_id, source_dir, subject_col_id, class_uri=None, top_k=3, logger=None):
    """
    :param source_dir: the directory of the source file
    :param subject_col_id: the index of the subject column
    :param top_k: the number of suggested classes to return
    :return: list of string (classes)
    """
    data = {
        'ann_source': ann_id,
        'subject_col_id': subject_col_id,
        'k': top_k,
    }

    files = {
        'source': (source_dir.split(os.sep)[-1], open(source_dir, encoding='utf-8'), 'text/plain')
    }
    print("Sending the request")
    response = requests.post(source_url+'/property', data=data, files=files)
    if response.status_code == 200:
        print("properties: ")
        print(response.json())
        logger.debug("annotate_property> properties ")
        logger.debug(str(response.json()))
        pairs = response.json()['cols_properties']
    else:
        pairs = []
        try:
            print(response.json())
            logger.debug(str(response.json()))
        except Exception as e:
            print("No JSON")
            print("Exception: "+str(e))
            logger.debug("annotate_property> No JSON")
            traceback.print_exc()
    print("after the request")
    return pairs