%0 Conference Paper %1 10.1145/3578245.3585034 %A Meissner, Maximilian %A Lange, Klaus-Dieter %A Sharma, Sanjay %A Arnold, Jeremy %A Cragin, Aaron %A Galizia, Patrick %A Petrich, Mike %A Zhang, Bin %A Kounev, Samuel %B Companion of the 2023 ACM/SPEC International Conference on Performance Engineering %C New York, NY, USA %D 2023 %I Association for Computing Machinery %K benchmarking cloud computing descartes efficiency t_visionposition myown %P 51–55 %T Challenges and Future Directions in Efficiency Benchmarking (Vision Paper) %U https://doi.org/10.1145/3578245.3585034 %X SPEC benchmarks are crucial contributors behind the improvement of server efficiency since 2007, given their role in making the power consumption and efficiency of servers transparent for government regulators, customers, and the manufacturers themselves.As the IT landscape experiences radical transformations, efficiency benchmarks need to be updated accordingly to generate results relevant to government regulators, manufacturers, and customers. In this paper, we outline current challenges efficiency benchmark developers are tackling and highlight recent technological developments the next generation of efficiency benchmarks should take into account.

@inproceedings{10.1145/3578245.3585034, abstract = {SPEC benchmarks are crucial contributors behind the improvement of server efficiency since 2007, given their role in making the power consumption and efficiency of servers transparent for government regulators, customers, and the manufacturers themselves.As the IT landscape experiences radical transformations, efficiency benchmarks need to be updated accordingly to generate results relevant to government regulators, manufacturers, and customers. In this paper, we outline current challenges efficiency benchmark developers are tackling and highlight recent technological developments the next generation of efficiency benchmarks should take into account.}, added-at = {2023-12-20T16:23:30.000+0100}, address = {New York, NY, USA}, author = {Meissner, Maximilian and Lange, Klaus-Dieter and Sharma, Sanjay and Arnold, Jeremy and Cragin, Aaron and Galizia, Patrick and Petrich, Mike and Zhang, Bin and Kounev, Samuel}, biburl = {https://www.bibsonomy.org/bibtex/2db17046340e4523ad0fe245b96c315ce/max.meissner}, booktitle = {Companion of the 2023 ACM/SPEC International Conference on Performance Engineering}, interhash = {3bb33e29c085f746994b7733e1725435}, intrahash = {db17046340e4523ad0fe245b96c315ce}, keywords = {benchmarking cloud computing descartes efficiency t_visionposition myown}, pages = {51–55}, publisher = {Association for Computing Machinery}, series = {ICPE '23 Companion}, timestamp = {2023-12-20T16:23:30.000+0100}, title = {Challenges and Future Directions in Efficiency Benchmarking (Vision Paper)}, url = {https://doi.org/10.1145/3578245.3585034}, year = 2023 }