%0 Journal Article %1 journals/corr/abs-2403-01164 %A Zhao, Xuanlei %A Jia, Bin %A Zhou, Haotian %A Liu, Ziming %A Cheng, Shenggan %A You, Yang %D 2024 %J CoRR %K dblp %T HeteGen: Heterogeneous Parallel Inference for Large Language Models on Resource-Constrained Devices. %U http://dblp.uni-trier.de/db/journals/corr/corr2403.html#abs-2403-01164 %V abs/2403.01164

@article{journals/corr/abs-2403-01164, added-at = {2024-04-02T00:00:00.000+0200}, author = {Zhao, Xuanlei and Jia, Bin and Zhou, Haotian and Liu, Ziming and Cheng, Shenggan and You, Yang}, biburl = {https://www.bibsonomy.org/bibtex/2f477d1fe31924db185d7172fbfd127d4/dblp}, ee = {https://doi.org/10.48550/arXiv.2403.01164}, interhash = {234526054fff7b743ec0d0bbddcdeb23}, intrahash = {f477d1fe31924db185d7172fbfd127d4}, journal = {CoRR}, keywords = {dblp}, timestamp = {2024-04-08T23:17:40.000+0200}, title = {HeteGen: Heterogeneous Parallel Inference for Large Language Models on Resource-Constrained Devices.}, url = {http://dblp.uni-trier.de/db/journals/corr/corr2403.html#abs-2403-01164}, volume = {abs/2403.01164}, year = 2024 }