@inproceedings {298685,
	author = {Biao Sun and Ziming Huang and Hanyu Zhao and Wencong Xiao and Xinyi Zhang and Yong Li and Wei Lin},
	title = {Llumnix: Dynamic Scheduling for Large Language Model Serving},
	booktitle = {18th USENIX Symposium on Operating Systems Design and Implementation (OSDI 24)},
	year = {2024},
	isbn = {978-1-939133-40-3},
	address = {Santa Clara, CA},
	pages = {173--191},
	url = {https://www.usenix.org/conference/osdi24/presentation/sun-biao},
	publisher = {USENIX Association},
	month = jul
}
