alarmBasedPrescriptiveProcessMonitoring/plot_alarm_results_final.R at master · samadeusfp/alarmBasedPrescriptiveProcessMonitoring · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
library(ggplot2)
library(plyr)
library(RColorBrewer)
library(reshape2)

setwd("/home/irene/Repos/AlarmBasedProcessPrediction/results_lgbm_ratios_nottrunc/")
files <- list.files()
data <- data.frame()
for (file in files) {
  tmp <- read.table(file, sep=";", header=T)
  tmp$cls <- "lgbm"
  data <- rbind(data, tmp)
}
setwd("/home/irene/Repos/AlarmBasedProcessPrediction/results_rf_ratios_nottrunc/")
files <- list.files()
for (file in files) {
  tmp <- read.table(file, sep=";", header=T)
  tmp$cls <- "rf"
  data <- rbind(data, tmp)
}

data$metric <- gsub("_mean", "", data$metric)
data$ratio <- paste(data$c_miss, data$c_action, sep=":")

base_size <- 36
line_size <- 1
point_size <- 4

data <- subset(data, dataset != "bpic2018")
data <- subset(data, dataset != "uwv")
data$method <- as.character(data$method)
data$dataset <- as.character(data$dataset)
data$method[data$method=="fixed0"] <- "always alarm"
data$method[data$method=="fixed110"] <- "never alarm"
data$method[data$method=="fixed50"] <- "tau=0.5"
data$method[data$method=="opt_threshold"] <- "optimized"
data$dataset[data$dataset=="uwv_all"] <- "uwv"
data$dataset[data$dataset=="traffic_fines_1"] <- "traffic_fines"

data <- subset(data, cls=="lgbm")

head(data)

color_palette <- c("#0072B2", "#000000", "#E69F00", "#009E73", "#56B4E9","#D55E00", "#999999", "#F0E442", "#CC79A7")
setEPS()
postscript("/home/irene/Dropbox/early_sequence_prediction_BPM_paper/images/results_ratios2.eps", width=13, height=4)
ggplot(subset(data, c_postpone==0 & metric=="cost_avg" & !grepl("fixed", method)), aes(x=c_miss, y=value, color=method, shape=method)) +
  geom_point(size=point_size) + geom_line(size=line_size) + scale_x_continuous(breaks=c(3,10,20),
                                                                               labels=c("3:1", "10:1", "20:1"))+
  theme_bw(base_size=26) + ylab("Avg. cost per case") + xlab("c_out : c_in") + facet_wrap( ~ dataset, ncol=4) +
  scale_color_manual(values=color_palette) + theme(legend.position="top")
dev.off()

color_palette <- c("#0072B2", "#000000", "#E69F00", "#009E73", "#56B4E9","#D55E00", "#999999", "#F0E442", "#CC79A7")
tmp <- subset(data, c_postpone==0 & metric=="cost_avg" & (c_miss %in% c(1,2,5,20)))
tmp$ratio <- factor(tmp$ratio, levels(factor(tmp$ratio))[c(1,3,4,2)])
setEPS()
postscript("/home/irene/Dropbox/early_sequence_prediction_BPM_paper/images/results_thresholds_selected2.eps", width=13, height=4)
ggplot(tmp, aes(x=threshold, y=value, group=ratio, color=ratio, shape=ratio)) +
  geom_point(size=3) + geom_line(size=0.8) + geom_point(data=subset(tmp, method=="optimized"), size=4.5, color="red", stroke=1.5, shape=4, aes(x=threshold, y=value, color=factor(c_miss))) +
  theme_bw(base_size=26) + ylab("Avg. cost per case") + xlab(expression("Threshold ("~tau~" )")) +
  facet_wrap( ~ dataset, ncol=4) + scale_color_manual(values=color_palette, name="c_out : c_in") + theme(legend.position="top") +
  scale_shape(guide=FALSE)
dev.off()


### heatmaps effectiveness

setwd("/home/irene/Repos/AlarmBasedProcessPrediction/results_lgbm_ratios_nottrunc_effectiveness/")
files <- list.files()
data <- data.frame()
for (file in files) {
  tmp <- read.table(file, sep=";", header=T)
  tmp$cls <- "lgbm"
  data <- rbind(data, tmp)
}
setwd("/home/irene/Repos/AlarmBasedProcessPrediction/results_rf_ratios_nottrunc_effectiveness/")
files <- list.files()
for (file in files) {
  tmp <- read.table(file, sep=";", header=T)
  tmp$cls <- "rf"
  data <- rbind(data, tmp)
}

data$metric <- gsub("_mean", "", data$metric)
data$ratio <- paste(data$c_miss, data$c_action, sep=":")
data$dataset <- as.character(data$dataset)
data$dataset[data$dataset=="uwv_all"] <- "uwv"
data$dataset[data$dataset=="traffic_fines_1"] <- "traffic_fines"
data$early_type <- as.character(data$early_type)

head(data)

dt_as_is <- subset(data, metric=="cost_avg_baseline")
dt_to_be <- subset(data, metric=="cost_avg")
dt_merged <- merge(dt_as_is[,-10], dt_to_be, by=c("dataset", "method", "c_miss", "c_action", "c_postpone", "eff", "early_type", "cls", "ratio"), suffixes=c("_as_is", "_to_be"))

dt_merged$benefit <- dt_merged$value_as_is - dt_merged$value_to_be
dt_merged$ratio <- as.factor(dt_merged$ratio)
dt_merged$ratio <- factor(dt_merged$ratio, levels(dt_merged$ratio)[c(2,4,5,7,1,3,6)])

base_size <- 30

setEPS()
postscript("/home/irene/Dropbox/early_sequence_prediction_BPM_paper/images/results_effectiveness_const_lgbm_selected.eps", width=13, height=5)
ggplot(subset(dt_merged, cls=="lgbm" & dataset %in% c("uwv", "bpic2017_cancelled") & c_miss %in% c(1,2,3,5,10,20) & grepl("const", early_type)), aes(eff, factor(ratio))) +
  geom_tile(aes(fill = benefit), colour = "white") + scale_x_continuous(breaks=c(0,0.2,0.4,0.6,0.8,1))+
  theme_bw(base_size=base_size) + scale_fill_gradient(low = "white", high = "black") + facet_wrap( ~ dataset, ncol=2) +
  xlab("mitigation effectiveness (eff)") + ylab("c_out : c_in")
dev.off()

setEPS()
postscript("/home/irene/Dropbox/early_sequence_prediction_BPM_paper/images/results_effectiveness_const_lgbm_selected_for_subfig.eps", width=13, height=5)
ggplot(subset(dt_merged, cls=="lgbm" & dataset %in% c("uwv", "bpic2017_cancelled") & c_miss %in% c(1,2,3,5,10,20) & grepl("const", early_type)), aes(eff, factor(ratio))) +
  geom_tile(aes(fill = benefit), colour = "white") + scale_x_continuous(breaks=c(0,0.2,0.4,0.6,0.8,1))+
  theme_bw(base_size=base_size) + scale_fill_gradient(low = "white", high = "black") + facet_wrap( ~ dataset, ncol=2) +
  xlab("mitigation effectiveness (eff)") + ylab("c_out : c_in") + theme(legend.position="none")
dev.off()


### heatmaps cost of compensation

setwd("/home/irene/Repos/AlarmBasedProcessPrediction/results_lgbm_ratios_nottrunc_compensation/")
files <- list.files()
data <- data.frame()
for (file in files) {
  tmp <- read.table(file, sep=";", header=T)
  tmp$cls <- "lgbm"
  data <- rbind(data, tmp)
}
setwd("/home/irene/Repos/AlarmBasedProcessPrediction/results_rf_ratios_nottrunc_compensation/")
files <- list.files()
for (file in files) {
  tmp <- read.table(file, sep=";", header=T)
  tmp$cls <- "rf"
  data <- rbind(data, tmp)
}

data$metric <- gsub("_mean", "", data$metric)
data$ratio <- paste(data$c_miss, data$c_action, sep=":")
data$ratio_com <- ifelse(data$c_com==0, "1:0", ifelse(data$c_com > 1, sprintf("1:%s", data$c_com), sprintf("%s:1", 1/data$c_com)))
data$dataset <- as.character(data$dataset)
data$dataset[data$dataset=="uwv_all"] <- "uwv"
data$dataset[data$dataset=="traffic_fines_1"] <- "traffic_fines"
data$early_type <- as.character(data$early_type)

head(data)

dt_as_is <- subset(data, metric=="cost_avg_baseline")
dt_to_be <- subset(data, metric=="cost_avg")
dt_merged <- merge(dt_as_is[,-10], dt_to_be, by=c("dataset", "method", "c_miss", "c_action", "c_postpone", "c_com", "early_type", "cls", "ratio", "ratio_com"), suffixes=c("_as_is", "_to_be"))

dt_merged$benefit <- dt_merged$value_as_is - dt_merged$value_to_be
dt_merged$ratio <- as.factor(dt_merged$ratio)
dt_merged$ratio <- factor(dt_merged$ratio, levels(dt_merged$ratio)[c(2,4,5,7,1,3,6)])
dt_merged$ratio_com <- as.factor(dt_merged$ratio_com)
dt_merged$ratio_com <- factor(dt_merged$ratio_com, levels(dt_merged$ratio_com)[c(1,13,10,2,14,12,11,3,5,7,9,4,6,8)])

setEPS()
postscript("/home/irene/Dropbox/early_sequence_prediction_BPM_paper/images/results_compensation_lgbm_selected2.eps", width=13, height=5)
ggplot(subset(dt_merged, cls=="lgbm" & c_miss %in% c(1,2,3,5,10,20) & dataset %in% c("uwv", "bpic2017_cancelled") & grepl("const", early_type) & ratio!="3:1" &
                !(ratio_com%in%c("3:1", "1:3", "1:40", "40:1", NA, "20:1", "1:20"))), aes(ratio_com, factor(ratio))) + geom_tile(aes(fill = benefit), colour = "white") +
  theme_bw(base_size=base_size) + scale_fill_gradient(low = "white", high = "black") + facet_grid( ~ dataset) +
  xlab("c_in : c_com") + ylab("c_out : c_in") +  theme(axis.text.x = element_text(size=20))
dev.off()

setEPS()
postscript("/home/irene/Dropbox/early_sequence_prediction_BPM_paper/images/results_compensation_lgbm_selected2_for_subfig.eps", width=13, height=5)
ggplot(subset(dt_merged, cls=="lgbm" & c_miss %in% c(1,2,3,5,10,20) & dataset %in% c("uwv", "bpic2017_cancelled") & grepl("const", early_type) & ratio!="3:1" &
                !(ratio_com%in%c("3:1", "1:3", "1:40", "40:1", NA, "20:1", "1:20"))), aes(ratio_com, factor(ratio))) + geom_tile(aes(fill = benefit), colour = "white") +
  theme_bw(base_size=base_size) + scale_fill_gradient(low = "white", high = "black") + facet_grid( ~ dataset) +
  xlab("c_in : c_com") +  theme(axis.text.x = element_text(size=20)) + theme(axis.title.y=element_blank(), axis.text.y=element_blank(), axis.ticks.y=element_blank())
dev.off()