@inproceedings {298768,
	author = {Ying Sheng and Shiyi Cao and Dacheng Li and Banghua Zhu and Zhuohan Li and Danyang Zhuo and Joseph E. Gonzalez and Ion Stoica},
	title = {Fairness in Serving Large Language Models},
	booktitle = {18th USENIX Symposium on Operating Systems Design and Implementation (OSDI 24)},
	year = {2024},
	isbn = {978-1-939133-40-3},
	address = {Santa Clara, CA},
	pages = {965--988},
	url = {https://www.usenix.org/conference/osdi24/presentation/sheng},
	publisher = {USENIX Association},
	month = jul
}
