-
Notifications
You must be signed in to change notification settings - Fork 4
/
build_knowledge.py
63 lines (36 loc) · 2.25 KB
/
build_knowledge.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
import os
def obtain_external_knowledge(args, logger):
if hasattr(args, 'segment_wikistep_sim_scores_DS_ready') and (
not args.segment_wikistep_sim_scores_DS_ready):
from datasets.build_knowledge.DS_get_sim_scores import DS_get_sim_scores
DS_get_sim_scores(args, logger)
if hasattr(args, 'segment_wikistep_sim_scores_ready') and (
not args.segment_wikistep_sim_scores_ready):
from datasets.build_knowledge.get_sim_scores import get_sim_scores
get_sim_scores(args, logger)
if hasattr(args, 'nodes_formed') and not args.nodes_formed:
from datasets.build_knowledge.get_nodes import get_nodes
node2step, step2node = get_nodes(args, logger)
if hasattr(args, 'edges_formed') and not args.edges_formed:
from datasets.build_knowledge.get_edges import get_edges
pkg = get_edges(args, logger)
if hasattr(args, 'pseudo_label_DS_ready') and not args.pseudo_label_DS_ready:
from datasets.build_knowledge.pseudo_label_DS import get_pseudo_label_DS
get_pseudo_label_DS(args, logger)
if hasattr(args, 'pseudo_label_VNM_ready') and not args.pseudo_label_VNM_ready:
from datasets.build_knowledge.pseudo_label_VNM import get_pseudo_label_VNM
get_pseudo_label_VNM(args, logger)
if hasattr(args, 'pseudo_label_VTM_ready') and not args.pseudo_label_VTM_ready:
from datasets.build_knowledge.pseudo_label_VTM import get_pseudo_label_VTM
get_pseudo_label_VTM(args, logger)
if hasattr(args, 'pseudo_label_TCL_ready') and not args.pseudo_label_TCL_ready:
from datasets.build_knowledge.pseudo_label_TCL import get_pseudo_label_TCL
get_pseudo_label_TCL(args, logger)
if hasattr(args, 'pseudo_label_NRL_ready') and not args.pseudo_label_NRL_ready:
from datasets.build_knowledge.pseudo_label_NRL import get_pseudo_label_NRL
get_pseudo_label_NRL(args, logger)
if hasattr(args, 'partition_dataset') and args.partition_dataset:
from utils.dataset_utils import partition_dataset
partition_dataset(args, logger)
# os._exit(0)
return