@inproceedings {298687,
	author = {Yinmin Zhong and Shengyu Liu and Junda Chen and Jianbo Hu and Yibo Zhu and Xuanzhe Liu and Xin Jin and Hao Zhang},
	title = {{DistServe}: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving},
	booktitle = {18th USENIX Symposium on Operating Systems Design and Implementation (OSDI 24)},
	year = {2024},
	isbn = {978-1-939133-40-3},
	address = {Santa Clara, CA},
	pages = {193--210},
	url = {https://www.usenix.org/conference/osdi24/presentation/zhong-yinmin},
	publisher = {USENIX Association},
	month = jul
}
