-
Notifications
You must be signed in to change notification settings - Fork 0
/
pruning_server.py
110 lines (96 loc) · 3.02 KB
/
pruning_server.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
import os
import json
import copy
import datetime
from flask import Flask, jsonify, render_template, request, session
from pruning_module import PruningModule
from clocq.interface.CLOCQInterfaceClient import CLOCQInterfaceClient
from clocq.config import DEF_PARAMS
"""Flask config"""
app = Flask(__name__)
# Set the secret key to some random bytes.
app.secret_key = os.urandom(32)
app.permanent_session_lifetime = datetime.timedelta(days=365)
"""Instantiate modules"""
pruning_module = PruningModule()
config = pruning_module.config
clocq = CLOCQInterfaceClient(config["clocq_url"], config["clocq_port"])
"""API endpoints"""
@app.route("/entity_linking", methods=["GET", "POST"])
def entity_linking():
if request.json:
params_dict = request.json
else:
params_dict = request.args
# load question
question = params_dict.get("question")
if question is None:
return jsonify(None)
# load parameters: possibility to give specific parameters
parameters = params_dict.get("parameters")
if parameters is None:
parameters = copy.deepcopy(DEF_PARAMS)
else:
new_parameters = copy.deepcopy(DEF_PARAMS)
for key in parameters:
new_parameters[key] = parameters[key]
parameters = new_parameters
# load k: num. of relations per mention -> prefer explicitly given k
if "k" in params_dict:
k = params_dict.get("k")
parameters["k"] = params_dict.get("k")
else:
k = "AUTO"
parameters["p_setting"] = 1
# run CLOCQ
res = clocq.get_search_space(question, parameters=parameters)
linkings = res["kb_item_tuple"]
# prune irrelevant linkings
linkings, mentions = pruning_module.get_entity_linkings(question, linkings, k)
res = {
"linkings": linkings,
"mentions": mentions
}
return jsonify(res)
@app.route("/relation_linking", methods=["GET", "POST"])
def relation_linking():
if request.json:
params_dict = request.json
else:
params_dict = request.args
# load question
question = params_dict.get("question")
if question is None:
return jsonify(None)
# load k: num. of relations per mention
top_ranked = params_dict.get("top_ranked")
if top_ranked is not None and (top_ranked == False or top_ranked == "0" or top_ranked == "False"):
top_ranked = False
else:
top_ranked = True
# load parameters: possibility to give specific parameters
parameters = params_dict.get("parameters")
if parameters is None:
parameters = copy.deepcopy(DEF_PARAMS)
else:
new_parameters = copy.deepcopy(DEF_PARAMS)
for key in parameters:
new_parameters[key] = parameters[key]
parameters = new_parameters
parameters = copy.deepcopy(DEF_PARAMS)
# set parameters dedicated for RL
parameters["k"] = 40
parameters["d"] = 50
parameters["p_setting"] = 1
# run CLOCQ
res = clocq.get_search_space(question, parameters=parameters)
linkings = res["kb_item_tuple"]
# prune irrelevant linkings
linkings, mentions = pruning_module.get_relation_linkings(question, linkings, top_ranked)
res = {
"linkings": linkings,
"mentions": mentions
}
return jsonify(res)
if __name__ == "__main__":
app.run(host=config["host"], port=config["port"], threaded=True)