Publications

@article{dong2026pr2,
  title={PR2: Predictive Routing Replay for MoE-Based LLM Reinforcement Learning},
  author={Dong, Daize and Chen, Junlin and Jia, Haolong and Wu, Jiawei and Di, Huanwei and Liu, Jiang and Wu, Jialian and Liu, Zhengzhong and Liu, Zicheng and Barsoum, Emad and others},
  journal={arXiv preprint arXiv:2606.00395},
  year={2026},
  url={https://arxiv.org/abs/2606.00395}
}

@article{k2team2025k2v2,
  title = {K2-V2: A 360-Open, Reasoning-Enhanced LLM},
  author = {{K2 Team}},
  journal = {arXiv preprint arXiv:2512.06201},
  year = {2025}
}

@article{liu2025llm360k2,
  title = {LLM360 K2: Building a 65B 360-Open-Source Large Language Model from Scratch},
  author = {Liu, Zhengzhong and Tan, Bowen and Wang, Hongyi and Neiswanger, Willie and Tao, Tianhua and Li, Haonan and Koto, Fajri and Wang, Yuqi and Sun, Suqi and Pangarkar, Omkar and Fan, Richard and Gu, Yi and Miller, Victor and Ma, Liqun and Tang, Liping and Ranjan, Nikhil and Zhuang, Yonghao and He, Guowei and Wang, Renxi and Deng, Mingkai and Algayres, Robin and Li, Yuanzhi and Shen, Zhiqiang and Nakov, Preslav and Xing, Eric P.},
  journal = {arXiv preprint arXiv:2501.07124},
  year = {2025}
}

@article{ellington2024accurate,
  title = {Accurate and General DNA Representations Emerge from Genome Foundation Models at Scale},
  author = {Ellington, Caleb N. and Sun, Ning and Ho, Nicholas and Tao, Tianhua and Mahbub, Sazan and Li, Dian and Zhuang, Yonghao and Wang, Hongyi and Song, Le and Xing, Eric P.},
  journal = {bioRxiv},
  year = {2024},
  doi = {10.1101/2024.12.01.625444}
}

@article{sun2024mixture,
  title = {Mixture of Experts Enable Efficient and Effective Protein Understanding and Design},
  author = {Sun, Ning and Zou, Shuxian and Tao, Tianhua and Mahbub, Sazan and Li, Dian and Zhuang, Yonghao and Wang, Hongyi and Cheng, Xingyi and Song, Le and Xing, Eric P.},
  journal = {bioRxiv},
  year = {2024},
  doi = {10.1101/2024.11.29.625425}
}

@article{zou2024large,
  title = {A Large-Scale Foundation Model for RNA Function and Structure Prediction},
  author = {Zou, Shuxian and Tao, Tianhua and Mahbub, Sazan and Ellington, Caleb N. and Algayres, Robin and Li, Dian and Zhuang, Yonghao and Wang, Hongyi and Song, Le and Xing, Eric P.},
  journal = {bioRxiv},
  year = {2024},
  doi = {10.1101/2024.11.28.625345}
}

@article{ho2024scaling,
  title = {Scaling Dense Representations for Single Cell with Transcriptome-Scale Context},
  author = {Ho, Nicholas and Ellington, Caleb N. and Hou, Jinyu and Addagudi, Sohan and Mo, Shentong and Tao, Tianhua and Li, Dian and Zhuang, Yonghao and Wang, Hongyi and Cheng, Xingyi and Song, Le and Xing, Eric P.},
  journal = {bioRxiv},
  year = {2024},
  doi = {10.1101/2024.11.28.625303}
}