Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models (bibtex)

@inproceedings{ZhaoArxiv24,
  author    = {Zhao, Siyan and Israel, Daniel and Van den Broeck, Guy and Grover, Aditya},
  title={Prepacking: A Simple Method for Fast Prefilling and Increased Throughput in Large Language Models}, 
  booktitle = {Arxiv},
  url       = "https://arxiv.org/pdf/2404.09529.pdf",
  eprint={2404.09529},
  archivePrefix={arXiv},
  primaryClass={cs.LG}
  month     = apr,
  year      = {2024},
  keywords  = {techreport}
}