The average time a resource needs to process incoming requests in a monitored workload mix is a key parameter of stochastic performance models. Direct measurement of these resource demands is usually infeasible due to instrumentation overheads causing measurement interferences and perturbation in production environments.Thus, a number of statistical estimation approaches (e.g., based on optimization, regression or Kalman filters) have been proposed in the literature each coming with different strengths and run-time overheads. Most approaches offer parameters in order to customize the behavior of the estimator influencing the estimation quality and the required computation time. However, their configuration usually requires exhaustive testing, as default parameters normally do not provide optimal performance.In this paper, we propose a self-tuning approach based on discrete optimization that can be used to automatically tune the parameters of resource demand estimation methods, tailoring them to the specific application scenario and thus improving their accuracy. We apply and compare different techniques on a representative data set with varying load levels and number of workload classes. We show that our selected approach for parameter tuning can automatically improve the estimation quality of certain estimators by up to 25%.
%0 Conference Paper
%1 GrHeSpKo2017-ICAC-RDE
%A Grohmann, Johannes
%A Herbst, Nikolas
%A Spinner, Simon
%A Kounev, Samuel
%B Proceedings of the 14th IEEE International Conference on Autonomic Computing (ICAC 2017)
%D 2017
%K Automated_model_learning Instrumentation_profiling_and_workload_characterization LibReDE Multi-criteria_optimization Online_monitoring_and_forecasting Optimization Resource_management Self-adaptive-systems Self-aware-computing Statistical_estimation_and_machine_learning Tool descartes t_short myown
%P 21--26
%R 10.1109/ICAC.2017.19
%T Self-Tuning Resource Demand Estimation
%U https://doi.org/10.1109/ICAC.2017.19
%X The average time a resource needs to process incoming requests in a monitored workload mix is a key parameter of stochastic performance models. Direct measurement of these resource demands is usually infeasible due to instrumentation overheads causing measurement interferences and perturbation in production environments.Thus, a number of statistical estimation approaches (e.g., based on optimization, regression or Kalman filters) have been proposed in the literature each coming with different strengths and run-time overheads. Most approaches offer parameters in order to customize the behavior of the estimator influencing the estimation quality and the required computation time. However, their configuration usually requires exhaustive testing, as default parameters normally do not provide optimal performance.In this paper, we propose a self-tuning approach based on discrete optimization that can be used to automatically tune the parameters of resource demand estimation methods, tailoring them to the specific application scenario and thus improving their accuracy. We apply and compare different techniques on a representative data set with varying load levels and number of workload classes. We show that our selected approach for parameter tuning can automatically improve the estimation quality of certain estimators by up to 25%.
@inproceedings{GrHeSpKo2017-ICAC-RDE,
abstract = {The average time a resource needs to process incoming requests in a monitored workload mix is a key parameter of stochastic performance models. Direct measurement of these resource demands is usually infeasible due to instrumentation overheads causing measurement interferences and perturbation in production environments.Thus, a number of statistical estimation approaches (e.g., based on optimization, regression or Kalman filters) have been proposed in the literature each coming with different strengths and run-time overheads. Most approaches offer parameters in order to customize the behavior of the estimator influencing the estimation quality and the required computation time. However, their configuration usually requires exhaustive testing, as default parameters normally do not provide optimal performance.In this paper, we propose a self-tuning approach based on discrete optimization that can be used to automatically tune the parameters of resource demand estimation methods, tailoring them to the specific application scenario and thus improving their accuracy. We apply and compare different techniques on a representative data set with varying load levels and number of workload classes. We show that our selected approach for parameter tuning can automatically improve the estimation quality of certain estimators by up to 25%.},
added-at = {2020-04-06T11:20:01.000+0200},
author = {Grohmann, Johannes and Herbst, Nikolas and Spinner, Simon and Kounev, Samuel},
biburl = {https://www.bibsonomy.org/bibtex/20d61fe2941695054d57cc3326805ce4e/samuel.kounev},
booktitle = {Proceedings of the 14th IEEE International Conference on Autonomic Computing (ICAC 2017)},
doi = {10.1109/ICAC.2017.19},
interhash = {1b1c18c8ce66cd54c9d074281bff3cd4},
intrahash = {0d61fe2941695054d57cc3326805ce4e},
keywords = {Automated_model_learning Instrumentation_profiling_and_workload_characterization LibReDE Multi-criteria_optimization Online_monitoring_and_forecasting Optimization Resource_management Self-adaptive-systems Self-aware-computing Statistical_estimation_and_machine_learning Tool descartes t_short myown},
month = {July},
pages = {21--26},
timestamp = {2022-11-16T09:10:08.000+0100},
title = {{Self-Tuning Resource Demand Estimation}},
url = {https://doi.org/10.1109/ICAC.2017.19},
year = 2017
}