diff --git a/tests/testthat/test-report.R b/tests/testthat/test-report.R index f4baab2..7a8fd71 100644 --- a/tests/testthat/test-report.R +++ b/tests/testthat/test-report.R @@ -1,61 +1,176 @@ -test_that("report for single-task data set without bootstrapping is created", { +test_that("PDF report for single-task data set without bootstrapping is created", { data <- rbind( data.frame(algo="A1", value=0.8, case="C1"), data.frame(algo="A2", value=0.6, case="C1")) challenge <- as.challenge(data, taskName="T1", algorithm="algo", case="case", value="value", smallBetter=FALSE) ranking <- challenge%>%aggregateThenRank(FUN=median, ties.method="min") - - # Create PDF report ranking %>% report(title="Test Challenge", file = "testthat_single_task_no_bootstrapping", format = "PDF", latex_engine="pdflatex", clean=TRUE, open=FALSE) expect_true(file.exists("testthat_single_task_no_bootstrapping.pdf")) # Clean up if (file.exists("testthat_single_task_no_bootstrapping.pdf")) { file.remove("testthat_single_task_no_bootstrapping.pdf") } +}) + +test_that("HTML report for single-task data set without bootstrapping is created", { + data <- rbind( + data.frame(algo="A1", value=0.8, case="C1"), + data.frame(algo="A2", value=0.6, case="C1")) + + challenge <- as.challenge(data, taskName="T1", algorithm="algo", case="case", value="value", smallBetter=FALSE) + + ranking <- challenge%>%aggregateThenRank(FUN=median, ties.method="min") - # Create HTML report ranking %>% report(title="Test Challenge", file = "testthat_single_task_no_bootstrapping", format = "HTML", latex_engine="pdflatex", clean=TRUE, open=FALSE) expect_true(file.exists("testthat_single_task_no_bootstrapping.html")) # Clean up if (file.exists("testthat_single_task_no_bootstrapping.html")) { file.remove("testthat_single_task_no_bootstrapping.html") } +}) + +test_that("Word report for single-task data set without bootstrapping is created", { + data <- rbind( + data.frame(algo="A1", value=0.8, case="C1"), + data.frame(algo="A2", value=0.6, case="C1")) + + challenge <- as.challenge(data, taskName="T1", algorithm="algo", case="case", value="value", smallBetter=FALSE) + + ranking <- challenge%>%aggregateThenRank(FUN=median, ties.method="min") - # Create Word report ranking %>% report(title="Test Challenge", file = "testthat_single_task_no_bootstrapping", format = "Word", latex_engine="pdflatex", clean=TRUE, open=FALSE) expect_true(file.exists("testthat_single_task_no_bootstrapping.docx")) # Clean up if (file.exists("testthat_single_task_no_bootstrapping.docx")) { file.remove("testthat_single_task_no_bootstrapping.docx") } }) + +test_that("PDF report for single-task data set with bootstrapping is created", { + data <- rbind( + data.frame(algo="A1", value=0.8, case="C1"), + data.frame(algo="A2", value=0.6, case="C1"), + data.frame(algo="A3", value=0.4, case="C1"), + data.frame(algo="A1", value=0.2, case="C2"), + data.frame(algo="A2", value=0.1, case="C2"), + data.frame(algo="A3", value=0.0, case="C2")) + + challenge <- as.challenge(data, taskName="T1", algorithm="algo", case="case", value="value", smallBetter=FALSE) + + ranking <- challenge%>%aggregateThenRank(FUN=median, ties.method="min") + + set.seed(1) + rankingBootstrapped <- ranking%>%bootstrap(nboot=10) + + rankingBootstrapped %>% + report(title="Test Challenge", + file = "testthat_single_task_bootstrapping", + format = "PDF", + latex_engine="pdflatex", + clean=TRUE, + open=FALSE) + + expect_true(file.exists("testthat_single_task_bootstrapping.pdf")) + + # Clean up + if (file.exists("testthat_single_task_bootstrapping.pdf")) { + file.remove("testthat_single_task_bootstrapping.pdf") + } + +}) + +test_that("HTML report for single-task data set with bootstrapping is created", { + data <- rbind( + data.frame(algo="A1", value=0.8, case="C1"), + data.frame(algo="A2", value=0.6, case="C1"), + data.frame(algo="A3", value=0.4, case="C1"), + data.frame(algo="A1", value=0.2, case="C2"), + data.frame(algo="A2", value=0.1, case="C2"), + data.frame(algo="A3", value=0.0, case="C2")) + + challenge <- as.challenge(data, taskName="T1", algorithm="algo", case="case", value="value", smallBetter=FALSE) + + ranking <- challenge%>%aggregateThenRank(FUN=median, ties.method="min") + + set.seed(1) + rankingBootstrapped <- ranking%>%bootstrap(nboot=10) + + rankingBootstrapped %>% + report(title="Test Challenge", + file = "testthat_single_task_bootstrapping", + format = "HTML", + latex_engine="pdflatex", + clean=TRUE, + open=FALSE) + + expect_true(file.exists("testthat_single_task_bootstrapping.html")) + + # Clean up + if (file.exists("testthat_single_task_bootstrapping.html")) { + file.remove("testthat_single_task_bootstrapping.html") + } + +}) + +test_that("Word report for single-task data set with bootstrapping is created", { + data <- rbind( + data.frame(algo="A1", value=0.8, case="C1"), + data.frame(algo="A2", value=0.6, case="C1"), + data.frame(algo="A3", value=0.4, case="C1"), + data.frame(algo="A1", value=0.2, case="C2"), + data.frame(algo="A2", value=0.1, case="C2"), + data.frame(algo="A3", value=0.0, case="C2")) + + challenge <- as.challenge(data, taskName="T1", algorithm="algo", case="case", value="value", smallBetter=FALSE) + + ranking <- challenge%>%aggregateThenRank(FUN=median, ties.method="min") + + set.seed(1) + rankingBootstrapped <- ranking%>%bootstrap(nboot=10) + + rankingBootstrapped %>% + report(title="Test Challenge", + file = "testthat_single_task_bootstrapping", + format = "Word", + latex_engine="pdflatex", + clean=TRUE, + open=FALSE) + + expect_true(file.exists("testthat_single_task_bootstrapping.docx")) + + # Clean up + if (file.exists("testthat_single_task_bootstrapping.docx")) { + file.remove("testthat_single_task_bootstrapping.docx") + } + +})