Publications

2025

1. CVPR

   Dataset Distillation with Neural Characteristic Function: A Minmax Perspective

   Shaobo Wang , Yicun Yang , Zhiyuan Liu , Chenghao Sun , Xuming Hu , Conghui He , and Linfeng Zhang

   Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition, 2025

   Bib PDF Code

   @article{wang2025dataset,
     title = {Dataset Distillation with Neural Characteristic Function: A Minmax Perspective},
     author = {Wang, Shaobo and Yang, Yicun and Liu, Zhiyuan and Sun, Chenghao and Hu, Xuming and He, Conghui and Zhang, Linfeng},
     year = {2025},
     journal = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition},
   }

2. ICLR

   Gnothi Seauton: Empowering Faithful Self-Interpretability in Black-Box Transformers

   Shaobo Wang , Hongxuan Tang , Mingyang Wang , Hongrui Zhang , Xuyang Liu , Weiya Li , Xuming Hu , and Linfeng Zhang

   International Conference on Learning Representations, 2025

   Bib PDF Code

   @article{wang2024gnothi,
     title = {Gnothi Seauton: Empowering Faithful Self-Interpretability in Black-Box Transformers},
     author = {Wang, Shaobo and Tang, Hongxuan and Wang, Mingyang and Zhang, Hongrui and Liu, Xuyang and Li, Weiya and Hu, Xuming and Zhang, Linfeng},
     year = {2025},
     primaryclass = {cs.LG},
     journal = {International Conference on Learning Representations},
   }

3. ICLR workshop

   Rethink Dataset Pruning From a Generalization Perspective

   Furui Xu* , Shaobo Wang* , Chenghao Sun , Jiajun Zhang , and Linfeng Zhang

   The Future of Machine Learning Data Practices and Repositories at ICLR 2025, 2025

   Bib PDF

   @article{xu2025unseen,
     title = {Rethink Dataset Pruning From a Generalization Perspective},
     author = {Xu*, Furui and Wang*, Shaobo and Sun, Chenghao and Zhang, Jiajun and Zhang, Linfeng},
     journal = {The Future of Machine Learning Data Practices and Repositories at ICLR 2025},
     year = {2025},
   }

4. arXiv

   Stop Looking for Important Tokens in Multimodal Language Models: Duplication Matters More

   Zichen Wen , Yifeng Gao , Shaobo Wang , Junyuan Zhang , Qintong Zhang , Weijia Li , Conghui He , and Linfeng Zhang

   2025

   Bib PDF

   @article{wen2025stoplookingimportanttokens,
     title = {Stop Looking for Important Tokens in Multimodal Language Models: Duplication Matters More},
     author = {Wen, Zichen and Gao, Yifeng and Wang, Shaobo and Zhang, Junyuan and Zhang, Qintong and Li, Weijia and He, Conghui and Zhang, Linfeng},
     year = {2025},
     eprint = {2502.11494},
     archiveprefix = {arXiv},
     primaryclass = {cs.CL},
   }

2024

1. NeurIPS

   Unveiling Induction Heads: Provable Training Dynamics and Feature Learning in Transformers

   Siyu Chen , Heejune Sheen , Tianhao Wang , and Zhuoran Yang

   Advances in Neural Information Processing Systems, 2024

   Bib PDF

   @article{chen2024unveiling,
     title = {Unveiling Induction Heads: Provable Training Dynamics and Feature Learning in Transformers},
     author = {Chen, Siyu and Sheen, Heejune and Wang, Tianhao and Yang, Zhuoran},
     journal = {Advances in Neural Information Processing Systems},
     year = {2024},
   }

2. ICLR workshop

   DRUPI: Dataset Reduction Using Privileged Information

   Shaobo Wang , Yantai Yang , Shuaiyu Zhang , Chenghao Sun , Weiya Li , Xuming Hu , and Linfeng Zhang

   The Future of Machine Learning Data Practices and Repositories at ICLR 2025, 2024

   Bib PDF

   @article{wang2024drupi,
     title = {DRUPI: Dataset Reduction Using Privileged Information},
     author = {Wang, Shaobo and Yang, Yantai and Zhang, Shuaiyu and Sun, Chenghao and Li, Weiya and Hu, Xuming and Zhang, Linfeng},
     year = {2024},
     eprint = {2410.01611},
     archiveprefix = {arXiv},
     primaryclass = {cs.CV},
     journal = {The Future of Machine Learning Data Practices and Repositories at ICLR 2025},
   }

3. arXiv

   Not All Samples Should Be Utilized Equally: Towards Understanding and Improving Dataset Distillation

   Shaobo Wang , Yantai Yang , Qilong Wang , Kaixin Li , Linfeng Zhang , and Junchi Yan

   arXiv preprint arXiv:2408.12483 (arXiv), 2024

   Bib PDF

   @article{wang2024samples,
     title = {Not All Samples Should Be Utilized Equally: Towards Understanding and Improving Dataset Distillation},
     author = {Wang, Shaobo and Yang, Yantai and Wang, Qilong and Li, Kaixin and Zhang, Linfeng and Yan, Junchi},
     year = {2024},
     eprint = {2408.12483},
     archiveprefix = {arXiv},
     primaryclass = {cs.CV},
     journal = {arXiv preprint arXiv:2408.12483 (arXiv)}
   }

2023

1. arXiv

   Unified Batch Normalization: Identifying and Alleviating the Feature Condensation in Batch Normalization and a Unified Framework

   Shaobo Wang , Xiangdong Zhang , and Junchi Yan

   arXiv preprint arXiv:2311.15993 (arXiv), 2023

   Bib PDF

   @article{wang2023unified,
     title = {Unified Batch Normalization: Identifying and Alleviating the Feature Condensation in Batch Normalization and a Unified Framework},
     author = {Wang, Shaobo and Zhang, Xiangdong and Yan, Junchi},
     year = {2023},
     eprint = {2311.15993},
     archiveprefix = {arXiv},
     primaryclass = {cs.CV},
     journal = {arXiv preprint arXiv:2311.15993 (arXiv)}
   }

2022

1. arXiv

   Trap of Feature Diversity in the Learning of MLPs

   Dongrui Liu* , Shaobo Wang* , Jie Ren , Kangrui Wang , Sheng Yin , Huiqi Deng , and Quanshi Zhang

   arXiv preprint arXiv:2112.00980 (arXiv), 2022

   Bib PDF

   @article{liu2022trap,
     title = {Trap of Feature Diversity in the Learning of MLPs},
     author = {Liu*, Dongrui and Wang*, Shaobo and Ren, Jie and Wang, Kangrui and Yin, Sheng and Deng, Huiqi and Zhang, Quanshi},
     year = {2022},
     eprint = {2112.00980},
     archiveprefix = {arXiv},
     primaryclass = {cs.LG},
     journal = {arXiv preprint arXiv:2112.00980 (arXiv)}
   }

2021

1. NeurIPS

   Visualizing the emergence of intermediate visual patterns in dnns

   Mingjie Li , Shaobo Wang , and Quanshi Zhang

   Advances in Neural Information Processing Systems, 2021

   Bib PDF

   @article{li2021visualizing,
     title = {Visualizing the emergence of intermediate visual patterns in dnns},
     author = {Li, Mingjie and Wang, Shaobo and Zhang, Quanshi},
     journal = {Advances in Neural Information Processing Systems},
     volume = {34},
     pages = {6594--6607},
     year = {2021},
   }