Skip to content

FFORMPP: Feature-based FORecast Model Performance Prediction

Notifications You must be signed in to change notification settings

thiyangt/fformpp

Folders and files

NameName
Last commit message
Last commit date

Latest commit

 

History

83 Commits
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 

Repository files navigation

Project Status: Active ? The project has reached a stable, usable state and is being actively developed. Build Status

Project Status: WIP – Initial development is in progress, but there has not yet been a stable, usable release suitable for the public.

fformpp

Installation

The linked packages flutils and movingknots should be installed before the installation of fformpp.

# install.packages("devtools")
devtools::install_github("thiyangt/fformpp")
library(fformpp)

Usage

Following example illustrates how package functionalities work

Load packages

library(methods)
library(MASS)
library(Matrix)
library(mvtnorm)
library(flutils)
library(fformpp)
library(seer)

Load example dataset

data(features.df)
data(forecast.error)
features_mat <- as.matrix(features.df)
forecast.error <- as.matrix(forecast.error)

Fit surface regression model

## This will take time. This model is saved in the package. The fitted model is  saved into the package for easy references.
n <- dim(forecast.error)[1]
p <- dim(forecast.error)[2]

fformpp.model <- fit_fformpp(feamat=features_mat, accmat=forecast.error, 
                             sknots=2, aknots=2,
                            fix.s=0, fix.a=0, fix.shrinkage=1:p,            fix.covariance=0,
                            fix.coefficients=0, n.iter=100,
                            knot.moving.algorithm="Random-Walk",
                            ptype=c("identity", "identity", "identity"),
                            prior.knots=n)

Predict forecast error on new data

data("fformpp.model")
data("forecast.error.m1")
data("features.df.m1")
predict.m1 <- predict_fformpp(fformpp.model, features.df.m1, c("ets", "arima", "rw", "rwd", "wn", "theta", "nn"), log=FALSE, final.estimate=median)
head(predict.m1)
#>           ets    arima       rw      rwd        wn    theta       nn
#> [1,] 5.015336 5.065616 5.149868 4.293450 16.681046 4.316341 4.554838
#> [2,] 1.990880 1.831033 1.830689 2.010443  7.845106 1.434183 2.864783
#> [3,] 3.825084 3.284397 3.893353 3.876207 12.867128 3.279123 2.885896
#> [4,] 2.169089 3.162256 2.178721 2.481028  3.126736 2.216428 1.832553
#> [5,] 5.199962 3.970234 4.630903 4.174412 15.631346 4.101041 5.765485
#> [6,] 4.295996 4.494820 5.135292 3.523215 16.085372 4.021210 3.916389

Generate forecast from the model with minimum forecast error

library(Mcomp)
#> Loading required package: forecast
#> 
#> Attaching package: 'Mcomp'
#> The following object is masked from 'package:seer':
#> 
#>     subset.Mcomp
yearlym1 <- subset(M1, "yearly")
data("fcast_m1")
min.fcasterror <- individual_forecast(predicted=predict.m1, 
                                      accmat=cal_MASE, 
                                      real.error=forecast.error.m1, 
                                      tslist=yearlym1, 
                                      forecast_list = fcast_m1,
                                      h=6)
min.fcasterror
#> $models
#>   [1] 4 6 7 7 2 4 2 2 1 4 7 4 2 2 1 4 4 6 2 4 7 2 7 5 5 4 4 2 4 5 5 3 4 5 5
#>  [36] 5 5 4 6 4 4 6 6 4 6 4 6 4 1 4 7 1 5 4 2 2 5 4 3 5 2 1 4 4 2 2 2 4 1 4
#>  [71] 4 4 4 4 2 7 3 6 2 5 4 1 3 6 1 4 2 2 4 5 6 7 4 5 4 3 7 4 3 4 6 1 7 2 2
#> [106] 2 2 2 4 4 4 7 2 2 4 2 4 1 2 1 1 1 2 4 6 2 4 5 2 6 4 2 4 2 4 5 7 3 2 6
#> [141] 4 1 2 4 2 2 7 1 4 2 3 7 2 2 2 2 2 2 2 2 2 1 1 3 5 6 2 2 3 3 4 7 1 2 1
#> [176] 7 1 4 4 5 5
#> 
#> $minmase
#>   [1] 10.52761210  6.22546310 10.78527697  5.61344769 10.12704721
#>   [6]  5.69921169  7.60049192  6.84308990  9.25760811  1.23793267
#>  [11]  1.90898198 10.47077133  8.49703094  4.36913758  9.08427659
#>  [16]  1.20990669  1.61439275  4.07341544  6.05683571  2.23599924
#>  [21]  2.81816207  1.47552380  7.17717193  1.80107203  2.61004398
#>  [26]  1.15436877  1.25614120  1.21864476  0.53540100  1.81680195
#>  [31]  2.63421268  1.93192037  1.81862167  6.23775128  3.00446864
#>  [36]  7.38636819  1.91196768  0.61164722  3.74870621  2.69644785
#>  [41]  5.10341668 10.63481352  6.63412267  1.91040248  3.16719783
#>  [46]  8.57037535 53.73586632  1.64307480  0.75496556  1.79037148
#>  [51]  2.25905723  2.75541598  1.59886537  1.82402405  0.25387047
#>  [56]  2.62445201  1.22689951  0.84038360  1.84706443  2.67198877
#>  [61]  4.17243587  1.08460772  1.92452209  3.38475037  1.56600461
#>  [66]  5.50159241  2.28432579  1.53760361  1.74543256  2.12268809
#>  [71] 12.65958968  3.42245954  0.87133384  1.69685836  4.07161189
#>  [76] 44.10931880  4.21540729  6.63412267 12.74831543  1.01788772
#>  [81]  7.80688378  3.37963810  3.14644538  2.62920810  2.60940689
#>  [86]  2.73203531  2.70743534  1.93668578  2.89743590  0.82972321
#>  [91]  3.94003766  1.77773793  2.54933692  5.20886397  3.84657661
#>  [96]  1.07910908  4.56372561  2.24875931  0.66914498  3.07275062
#> [101]  2.47925480  3.77163176  4.68042455  1.57899998  4.55048752
#> [106]  0.97375938  2.84432185  3.90624211  1.34031353  5.37710665
#> [111]  7.10430933  2.54130598  2.99541982  0.59876543  0.56262386
#> [116]  2.08003675  1.87950000  0.65390173  3.09992000  0.88503436
#> [121]  0.72735092  1.54732972  1.40139123  1.64788713  4.31723596
#> [126]  1.09723495  2.93115557  0.68603491  1.86323404  5.93365418
#> [131]  2.10952495  2.58773523  6.84463515  1.82866492  4.03365161
#> [136]  4.16099770  6.19047049  0.90349483  5.26498644  3.67682938
#> [141]  0.84371342  0.09952735  1.95227324  4.60402154  1.80620861
#> [146]  2.51906507  5.10632031  7.35639284  2.29253704  3.47254800
#> [151]  3.14646007  5.56015396  4.16840894  0.42340177  1.74576093
#> [156]  1.01524242  0.97887135  0.93418975  0.95015958  1.60601348
#> [161]  1.79944413  3.63726892  0.94672217  1.02927451  1.32050710
#> [166]  8.07552668  0.41025641  8.25973952  6.51058974  5.04251391
#> [171]  5.05639113  1.64134710  1.55287633  2.74067749  1.17437947
#> [176]  1.57217926  1.20168108  1.80676076  4.25364412  1.68330558
#> [181]  4.38261326
#> 
#> $summary
#>        our_method      ets    arima       rw      rwd        wn    theta
#> mean     3.833523 3.771245 3.473598 4.893131 3.489743 10.006127 4.189472
#> median   2.587735 2.323728 2.191300 3.771522 2.292537  9.391286 3.154610
#>              nn
#> mean   4.602657
#> median 3.111168

Generate combination forecasts

library(Mcomp)
yearlym1 <- subset(M1, "yearly")
data("fcast_m1")
min.fcasterror.comb <- combination_forecast(predicted=predict.m1[1:2,], 
                                      ncomp=2,
                                      accmat=cal_MASE, 
                                      real.error=forecast.error.m1, 
                                      tslist=yearlym1, 
                                      forecast_list = fcast_m1,
                                      h=6, weights=FALSE, measure="mean")
min.fcasterror.comb
#> $models
#> $models[[1]]
#> [1] 4 6
#> 
#> $models[[2]]
#> [1] 3 6
#> 
#> 
#> $minmase
#> [1] 11.307993  7.007477
#> 
#> $summary
#>        our_method_comb      ets    arima       rw      rwd        wn
#> mean          9.157735 3.771245 3.473598 4.893131 3.489743 10.006127
#> median        9.157735 2.323728 2.191300 3.771522 2.292537  9.391286
#>           theta       nn
#> mean   4.189472 4.602657
#> median 3.154610 3.111168

About

FFORMPP: Feature-based FORecast Model Performance Prediction

Resources

Stars

Watchers

Forks

Releases

No releases published

Packages

No packages published