@inproceedings{
guo2023inference,
title={Inference analysis of optical transformers},
author={Xianxin Guo and Chenchen Wang and Djamshid Damry},
booktitle={Machine Learning with New Compute Paradigms},
year={2023},
url={https://openreview.net/forum?id=w1Vx3iQonv}
}
This paper explores the utilization of optical computing for accelerating inference in transformer models, which have demonstrated substantial success in various applications. Optical computing offers ultra-fast computation and ultra-high energy efficiency compared to conventional electronics. Our findings suggest that optical implementation has the potential to achieve a significant 10-100 times improvement in the inference throughput of compute-limited transformer models.
Inference analysis of optical transformers
Xianxin Guo Chenchen Wang Djamshid Damry