@inproceedings {298679,
	author = {Amey Agrawal and Nitin Kedia and Ashish Panwar and Jayashree Mohan and Nipun Kwatra and Bhargav Gulavani and Alexey Tumanov and Ramachandran Ramjee},
	title = {Taming {Throughput-Latency} Tradeoff in {LLM} Inference with {Sarathi-Serve}},
	booktitle = {18th USENIX Symposium on Operating Systems Design and Implementation (OSDI 24)},
	year = {2024},
	isbn = {978-1-939133-40-3},
	address = {Santa Clara, CA},
	pages = {117--134},
	url = {https://www.usenix.org/conference/osdi24/presentation/agrawal},
	publisher = {USENIX Association},
	month = jul
}
