challenge-ci/scoring.R at main · eco4cast/challenge-ci · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# remotes::install_deps()
library(score4cast)
library(arrow)
ignore_sigpipe()

source("R/ignore_sigpipes.R")
readRenviron(path.expand("~/.Renviron"))
Sys.setenv("AWS_EC2_METADATA_DISABLED"="TRUE")
Sys.unsetenv("AWS_DEFAULT_REGION")


endpoint = "data.ecoforecast.org"
s3_forecasts <- arrow::s3_bucket("neon4cast-forecasts", endpoint_override = endpoint)
s3_targets <- arrow::s3_bucket("neon4cast-targets", endpoint_override = endpoint)
## Publishing Requires AWS_ACCESS_KEY_ID & AWS_SECRET_ACCESS_KEY set
s3_scores <- arrow::s3_bucket("neon4cast-scores", endpoint_override = endpoint)
s3_prov <- arrow::s3_bucket("neon4cast-prov", endpoint_override = endpoint)


time <- score_theme("beetles", s3_forecasts, s3_targets, s3_scores, s3_prov)
message(paste("beetles done in", time[["real"]]))

time <- score_theme("ticks", s3_forecasts, s3_targets, s3_scores, s3_prov)
message(paste("ticks done in", time[["real"]]))

time <- score_theme("aquatics", s3_forecasts, s3_targets, s3_scores, s3_prov)
message(paste("aquatics done in", time[["real"]]))

time <- score_theme("terrestrial_daily", s3_forecasts, s3_targets, s3_scores, s3_prov)
message(paste("terrestrial_daily done in", time[["real"]]))

time <- score_theme("phenology", s3_forecasts, s3_targets, s3_scores, s3_prov)
message(paste("phenology done in", time[["real"]]))

time <- score_theme("terrestrial_30min", s3_forecasts, s3_targets, s3_scores, s3_prov)
message(paste("terrestrial_30min done in", time[["real"]]))