## ----include = FALSE----------------------------------------------------------
knitr::opts_chunk$set(
  collapse = TRUE,
  comment = "#>",
  eval = FALSE,
  cache = FALSE
)

## ----setup, message = F, eval = T---------------------------------------------
library(processpredictR)
library(bupaR)
library(ggplot2)
library(dplyr)
library(keras)
library(purrr)

## ----echo = F, eval = T, out.width = "60%", fig.align = "center"--------------
knitr::include_graphics("framework.PNG")

## ----eval = T-----------------------------------------------------------------
df <- prepare_examples(traffic_fines, task = "outcome")
df

## ----eval = T-----------------------------------------------------------------
set.seed(123)
split <- df %>% split_train_test(split = 0.8)
split$train_df %>% head(5)
split$test_df %>% head(5)

## ----eval = T-----------------------------------------------------------------
nrow(split$train_df) / nrow(df)
n_distinct(split$train_df$case_id) / n_distinct(df$case_id)

## -----------------------------------------------------------------------------
# model <- split$train_df %>% create_model(name = "my_model")
# # pass arguments as ... that are applicable to keras::keras_model()
# 
# model # is a list

## -----------------------------------------------------------------------------
# model %>% names() # objects from a returned list

## -----------------------------------------------------------------------------
# model$model$name # get the name of a model

## -----------------------------------------------------------------------------
# model$model$non_trainable_variables # list of non-trainable parameters of a model

## -----------------------------------------------------------------------------
# model %>% compile() # model compilation

## -----------------------------------------------------------------------------
# hist <- fit(object = model, train_data = split$train_df, epochs = 5)

## -----------------------------------------------------------------------------
# hist$params

## -----------------------------------------------------------------------------
# hist$metrics

## -----------------------------------------------------------------------------
# predictions <- model %>% predict(test_data = split$test_df,
#                                  output = "append") # default
# predictions %>% head(5)

## -----------------------------------------------------------------------------
# predictions %>% class

## -----------------------------------------------------------------------------
# confusion_matrix(predictions)

## ----out.width="100%", fig.width = 7------------------------------------------
# plot(predictions) +
#   theme(axis.text.x = element_text(angle = 90))

## ----out.width="100%", fig.width = 7------------------------------------------
# knitr::include_graphics("confusion_matrix.PNG")

## -----------------------------------------------------------------------------
# model %>% evaluate(split$test_df)

## -----------------------------------------------------------------------------
# # preprocessed dataset with categorical hot encoded features
# df_next_time <- traffic_fines %>%
#   group_by_case() %>%
#   mutate(month = lubridate::month(min(timestamp), label = TRUE)) %>%
#   ungroup_eventlog() %>%
#   prepare_examples(task = "next_time", features = "month") %>% split_train_test()
# 
# 

## -----------------------------------------------------------------------------
# # the attributes of df are added or changed accordingly
# 
# df_next_time$train_df %>% attr("features")

## -----------------------------------------------------------------------------
# df_next_time$train_df %>% attr("hot_encoded_categorical_features")

## -----------------------------------------------------------------------------
# df <- prepare_examples(traffic_fines, task = "next_activity") %>% split_train_test()
# custom_model <- df$train_df %>% create_model(custom = TRUE, name = "my_custom_model")
# custom_model

## -----------------------------------------------------------------------------
# custom_model <- custom_model %>%
#   stack_layers(layer_dropout(rate = 0.1)) %>%
#   stack_layers(layer_dense(units = 64, activation = 'relu'))
# custom_model

## -----------------------------------------------------------------------------
# # this works too
# custom_model %>%
#   stack_layers(layer_dropout(rate = 0.1), layer_dense(units = 64, activation = 'relu'))

## -----------------------------------------------------------------------------
# new_outputs <- custom_model$model$output %>% # custom_model$model to access a model and $output to access the outputs of that model
#   keras::layer_dropout(rate = 0.1) %>%
#   keras::layer_dense(units = custom_model$num_outputs, activation = 'softmax')
# 
# custom_model <- keras::keras_model(inputs = custom_model$model$input, outputs = new_outputs, name = "new_custom_model")
# custom_model
# 

## -----------------------------------------------------------------------------
# # class of the model
# custom_model %>% class

## -----------------------------------------------------------------------------
# # compile
# compile(object=custom_model, optimizer = "adam",
#         loss = loss_sparse_categorical_crossentropy(),
#         metrics = metric_sparse_categorical_crossentropy())

## -----------------------------------------------------------------------------
# # the trace of activities must be tokenized
# tokens_train <- df$train_df %>% tokenize()
# map(tokens_train, head) # the output of tokens is a list
# 
# 

## -----------------------------------------------------------------------------
# # make sequences of equal length
# x <- tokens_train$token_x %>% pad_sequences(maxlen = max_case_length(df$train_df), value = 0)
# y <- tokens_train$token_y

## ----eval=F-------------------------------------------------------------------
# # train
# fit(object = custom_model, x, y, epochs = 10, batch_size = 10) # see also ?keras::fit.keras.engine.training.Model
# 
# # predict
# tokens_test <- df$test_df %>% tokenize()
# x <- tokens_test$token_x %>% pad_sequences(maxlen = max_case_length(df$train_df), value = 0)
# predict(custom_model, x)
# 
# # evaluate
# tokens_test <- df$test_df %>% tokenize()
# x <- tokens_test$token_x
# # normalize by dividing y_test over the standard deviation of y_train
# y <- tokens_test$token_y / sd(tokens_train$token_y)
# evaluate(custom_model, x, y)