@inproceedings {298681,
	author = {Yao Fu and Leyang Xue and Yeqi Huang and Andrei-Octavian Brabete and Dmitrii Ustiugov and Yuvraj Patel and Luo Mai},
	title = {{ServerlessLLM}: {Low-Latency} Serverless Inference for Large Language Models},
	booktitle = {18th USENIX Symposium on Operating Systems Design and Implementation (OSDI 24)},
	year = {2024},
	isbn = {978-1-939133-40-3},
	address = {Santa Clara, CA},
	pages = {135--153},
	url = {https://www.usenix.org/conference/osdi24/presentation/fu},
	publisher = {USENIX Association},
	month = jul
}
