-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathMakefile
63 lines (48 loc) · 2.66 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
PYTHON=/home/sasce/.cache/pypoetry/virtualenvs/softwaretopics-k-hmEQ_C-py3.11/bin/python
export PYTHONPATH := ${PYTHONPATH}:src/
export HYDRA_FULL_ERROR=1
complete_wiki:
${PYTHON} src/pipeline/complete_taxonomy.py -m completion=wikidata completion.take_all=False completion.type_threshold=0,3,5,10 completion.max_depth=2,3,4 hydra.launcher.n_jobs=1
${PYTHON} src/pipeline/complete_taxonomy.py -m completion=wikidata completion.take_all=True completion.type_threshold=10 completion.max_depth=10 hydra.launcher.n_jobs=1
complete_cso:
${PYTHON} src/pipeline/complete_taxonomy.py -m completion=cso completion.threshold=0.0,0.1,0.2,0.3,0.4,0.5,0.6,0.7,0.8,0.9,2 completion.sentence_transformer=all-mpnet-base-v2,all-MiniLM-L6-v2
complete_llm:
${PYTHON} src/pipeline/complete_taxonomy.py -m completion=llm completion.model=gpt-3.5-turbo,gpt-4-1106-preview completion.prompt_type=w_taxo,simple hydra.launcher.n_jobs=1
complete_llm_iter:
${PYTHON} src/pipeline/complete_taxonomy.py -m completion=llm-iter completion.model=gpt-3.5-turbo,gpt-4-1106-preview completion.prompt_type=w_taxo,simple hydra.launcher.n_jobs=1
postprocess:
${PYTHON} src/pipeline/postprocess_taxonomy.py -m 'processing/processors=[],[cycle],[abstract],[bridge],[minimization]'
${PYTHON} src/pipeline/postprocess_taxonomy.py -m 'processing/processors=[cycle,abstract],[cycle,bridge],[cycle,minimization],[abstract,bridge],[abstract,minimization],[bridge,minimization]'
${PYTHON} src/pipeline/postprocess_taxonomy.py -m 'processing/processors=[cycle,abstract,bridge],[cycle,abstract,minimization],[cycle,bridge,minimization],[abstract,bridge,minimization]'
${PYTHON} src/pipeline/postprocess_taxonomy.py -m 'processing/processors=[cycle,abstract,bridge,minimization]'
complete_all: complete_wiki complete_cso complete_llm complete_llm_iter
complete: complete_all postprocess
ensemble:
${PYTHON} src/pipeline/ensemble_taxonomies.py -m ensemble=cascade,simple,disambiguate best=hand_pick,score,topsis
# Evaluation
evaluate_taxonomies:
${PYTHON} src/pipeline/evaluation_metrics.py hydra.launcher.n_jobs=1
${PYTHON} scripts/python/hyperparameter_correlation.py
inter_model:
${PYTHON} src/pipeline/inter_models_eval.py
evaluate: evaluate_taxonomies inter_model
hyper_optimization:
${PYTHON} src/pipeline/hyperparameter_optimization.py -m optimizer=pareto,scoring,WASPAS,ARAS,COCOSO,CODAS,COPRAS,EDAS,TOPSIS metrics=default,few,paper
# R scripts for plots in the paper
#
#metrics:
# Rscript scripts/R/metrics.R
#
#grouped_metrics:
# Rscript scripts/R/grouped_metrics.R
#
#correctness:
# Rscript scripts/R/wikiid_correctness.R
#
#corr_heatmap:
# Rscript scripts/R/corr_heatmap.R
#
#intersections:
# Rscript scripts/R/.R
#
plots: metrics