add marshalling

Author: sebffischer

DESCRIPTION

@@ -27,6 +27,8 @@ Imports:
 Suggests:
     rpart,
     testthat
+Remotes:
+    mlr-org/mlr3@bundle
 Encoding: UTF-8
 Roxygen: list(markdown = TRUE)
 RoxygenNote: 7.2.3.9000

R/reduceResultsBatchmark.R

@@ -14,7 +14,8 @@
 #'
 #' @return [mlr3::BenchmarkResult].
 #' @export
-reduceResultsBatchmark = function(ids = NULL, store_backends = TRUE, reg = batchtools::getDefaultRegistry()) { # nolint
+reduceResultsBatchmark = function(ids = NULL, store_backends = TRUE, reg = batchtools::getDefaultRegistry(), unmarshal = TRUE) { # nolint
+  assert_flag(unmarshal)
   if (is.null(ids)) {
     ids = batchtools::findDone(ids, reg = reg)
   } else {
@@ -87,5 +88,9 @@ reduceResultsBatchmark = function(ids = NULL, store_backends = TRUE, reg = batch
     bmr$combine(mlr3::BenchmarkResult$new(rdata))
   }
 
+  if (unmarshal) {
+    bmr$unmarshal()
+  }
+
   return(bmr)
 }

R/worker.R

@@ -9,6 +9,7 @@ run_learner = function(job, data, learner_hash, store_models, ...) {
     learner = learner,
     resampling = resampling,
     store_models = store_models,
-    lgr_threshold = lgr::get_logger("mlr3")$threshold
+    lgr_threshold = lgr::get_logger("mlr3")$threshold,
+    is_sequential = FALSE
   )
 }

man/reduceResultsBatchmark.Rd

@@ -86,3 +86,14 @@ test_that("failing jobs", {
   expect_data_table(as.data.table(results), nrow = 8L)
   expect_error(reduceResultsBatchmark(reg = reg, ids = ids), "successfully computed")
 })
+
+test_that("marshalling", {
+  reg = batchtools::makeExperimentRegistry(NA)
+  batchmark(benchmark_grid(tsk("iris"), lrn("classif.lily"), rsmp("holdout")), store_models = TRUE)
+  submitJobs()
+  bmr_unmarshalled = reduceResultsBatchmark(unmarshal = TRUE)
+  bmr_marshalled = reduceResultsBatchmark(unmarshal = FALSE)
+
+  expect_true(bmr_marshalled$resample_result(1)$learners[[1]]$marshalled)
+  expect_false(bmr_unmarshalled$resample_result(1)$learners[[1]]$marshalled)
+})