index.html

<!-- wp:list -->
<ul><li><strong><a rel="noreferrer noopener" href="https://arxiv.org/abs/2102.03161" target="_blank" data-type="URL" data-id="https://arxiv.org/abs/2102.03161">PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers</a></strong><br><strong><span style="text-decoration:underline;"><em><span class="has-inline-color has-black-color">Chaoyang He</span></em></span></strong><span class="has-inline-color has-luminous-vivid-orange-color">,</span> <a rel="noreferrer noopener" href="https://mrshenli.github.io/" target="_blank">Shen Li</a> (Facebook AI Research), <a rel="noreferrer noopener" href="https://viterbi-web.usc.edu/~soltanol/" target="_blank">Mahdi Soltanolkotabi</a>, <a rel="noreferrer noopener" href="https://www.avestimehr.com/" target="_blank">Salman Avestimehr</a><br>Accepted to <strong><span class="has-inline-color has-vivid-red-color">ICML 2021</span></strong> (International Conference on Machine Learning <strong>202</strong>1)<br>[<a rel="noreferrer noopener" href="https://arxiv.org/abs/2102.03161" target="_blank">Arxiv</a>] [<a rel="noreferrer noopener" href="http://chaoyanghe.com/pipetransformer" target="_blank">Homepage</a>] [<strong><a rel="noreferrer noopener" href="https://docs.google.com/presentation/d/1t6HWL33KIQo2as0nSHeBpXYtTBcy0nXCoLiKd0EashY/edit?usp=sharing" target="_blank">Slides</a></strong>] [<a rel="noreferrer noopener" href="https://videos.files.wordpress.com/3vsRzoiw/pipetransformer-animation_m4v_hd.mp4" target="_blank">Animation</a>] [<a rel="noreferrer noopener" href="https://github.com/Distributed-AI/PipeTransformer" target="_blank">Open Source Code</a>] [<a href="https://DistML.ai" target="_blank" rel="noreferrer noopener">DistML.ai</a>]</li></ul>
<!-- /wp:list -->

<iframe src="https://docs.google.com/presentation/d/e/2PACX-1vSbWDhzL2-ghYYGz_uZPS2y2CTx-WHbxskUNzxrC4MzHhjXUw9X01x4PoXnh7tD68vhYiKDZWnXg138/embed?start=true&loop=true&delayms=3000" frameborder="0" width="960" height="569" allowfullscreen="true" mozallowfullscreen="true" webkitallowfullscreen="true"></iframe>

<br><br>

--<br>
Chaoyang He <br>
<a href="https://chaoyanghe.com" target="_blank">https://chaoyanghe.com</a>