News
01. 2024
Three papers got accepted to
ICLR 2024.
07. 2023
One paper got accepted to ICCV 2023.
04. 2023
Two papers got accepted to
ICML 2023.
02. 2023
Jaehong won the best Ph.D. Dissertation Award
from the KAIST College of Engineering!
01. 2023
One paper got accepted to
ICLR 2023.
12. 2022
Jaehong successfully
defended his Ph.D. entitled 'On-device,
Online Continual Learning for the Real World'
[pdf]!
05. 2022
Two papers got accepted to
ICML 2022.
01. 2022
Two papers got accepted to
ICLR 2022
including one
oral presentation (acceptance rate=54/3391=1.6%).
Intro
I'm a Postdoctoral Research Associate in the
MURGe-Lab
at the
University of North Carolina, Chapel Hill, working with
Prof. Mohit Bansal.
Prior to joining UNC, I received my Ph.D. degree from
Korea Advanced Institute of Science and Technology (KAIST) in 2023, advised by
Prof. Sung Ju Hwang,
and won the best Ph.D. Dissertation Award
from the KAIST College of Engineering and School of Computing.
During my Ph.D. study, I interned at Microsoft Research, mentored by
Dr. Yue Cao,
and worked as a short-term visiting student at the Weizmann Institute of Science,
hosted by Prof. Yonina Eldar.
My research interest includes the following topics:
Recent Preprints
[P4] CREMA: Multimodal Compositional Video Reasoning via Efficient Modular Adaptation and Fusion
arXiv 2024
Project Page Paper Code BibTeX
@article{yu2024crema,
title={CREMA: Multimodal Compositional Video Reasoning via Efficient Modular Adaptation and Fusion},
author={Shoubin Yu, Jaehong Yoon and Mohit Bansal},
journal={arXiv preprint arXiv:2402.05889},
year={2024},
}
title={CREMA: Multimodal Compositional Video Reasoning via Efficient Modular Adaptation and Fusion},
author={Shoubin Yu, Jaehong Yoon and Mohit Bansal},
journal={arXiv preprint arXiv:2402.05889},
year={2024},
}
[P3] BECoTTA: Input-dependent Online Blending of Experts for Continual Test-time Adaptation
arXiv 2024
Project Page Paper Code BibTeX
@article{lee2024becotta,
title={BECoTTA: nput-dependent Online Blending of Experts for Continual Test-time Adaptation},
author={Lee, Daeun and Yoon, Jaehong and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2402.08712},
year={2024},
}
title={BECoTTA: nput-dependent Online Blending of Experts for Continual Test-time Adaptation},
author={Lee, Daeun and Yoon, Jaehong and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2402.08712},
year={2024},
}
[P2] Mementos: A Comprehensive Benchmark for Multimodal Large Language Model Reasoning over Image Sequences
arXiv 2024
Project Page Paper Code BibTeX
@article{wang2024mementos,
title={Mementos: A Comprehensive Benchmark for Multimodal Large Language Model Reasoning over Image Sequences},
author={Wang, Xiyao and Zhou, Yuhang and Liu, Xiaoyu and Lu, Hongjin and Xu, Yuancheng and He, Feihong and Yoon, Jaehong and Lu, Taixi and Bertasius, Gedas and Bansal, Mohit and others},
journal={arXiv preprint arXiv:2401.10529},
year={2024},
}
title={Mementos: A Comprehensive Benchmark for Multimodal Large Language Model Reasoning over Image Sequences},
author={Wang, Xiyao and Zhou, Yuhang and Liu, Xiaoyu and Lu, Hongjin and Xu, Yuancheng and He, Feihong and Yoon, Jaehong and Lu, Taixi and Bertasius, Gedas and Bansal, Mohit and others},
journal={arXiv preprint arXiv:2401.10529},
year={2024},
}
[P1] EVEREST: Efficient Masked Video Autoencoder by Removing Redundant Spatiotemporal Tokens
arXiv 2022
Paper Code BibTeX
@article{hwang2022efficient,
title={EVEREST: Efficient Masked Video Autoencoder by Removing Redundant Spatiotemporal Tokens},
author={Hwang, Sunil and Yoon, Jaehong and Lee, Youngwan and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2211.10636},
year={2022},
}
title={EVEREST: Efficient Masked Video Autoencoder by Removing Redundant Spatiotemporal Tokens},
author={Hwang, Sunil and Yoon, Jaehong and Lee, Youngwan and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2211.10636},
year={2022},
}
Publications
[W] STELLA: Continual Audio-Video Pre-training with Spatio-Temporal Localized Alignment
CVPR 2024 Workshop on Continual Learning (CLVision)Project Page Paper Code BibTeX
@article{lee2023lifelong,
title={STELLA: Continual Audio-Video Pre-training with Spatio-Temporal Localized Alignment},
author={Lee, Jaewoo and Yoon, Jaehong and Kim, Wonjae and Kim, Yunji and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2310.08204},
year={2023},
}
title={STELLA: Continual Audio-Video Pre-training with Spatio-Temporal Localized Alignment},
author={Lee, Jaewoo and Yoon, Jaehong and Kim, Wonjae and Kim, Yunji and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2310.08204},
year={2023},
}
[C18] Carpe Diem: On the Evaluation of World Knowledge in Lifelong Language Models
NeurIPS 2023 Workshop on Synthetic Data Generation with Generative AI (Oral)NAACL 2024
Dataset Paper BibTeX
@inproceedings{kim2024carpe,
title={Carpe Diem: On the Evaluation of World Knowledge in Lifelong Language Models},
author={Yujin Kim and Jaehong Yoon and Seonghyeon Ye and Sangmin Bae and Namgyu Ho and Sung Ju Hwang and Se-Young Yun},
booktitle={The North American Chapter of the Association for Computational Linguistics},
year={2024},
}
title={Carpe Diem: On the Evaluation of World Knowledge in Lifelong Language Models},
author={Yujin Kim and Jaehong Yoon and Seonghyeon Ye and Sangmin Bae and Namgyu Ho and Sung Ju Hwang and Se-Young Yun},
booktitle={The North American Chapter of the Association for Computational Linguistics},
year={2024},
}
[C17] Multimodal Representation Learning by Alternating Unimodal Adaptation
CVPR 2024
Paper Code BibTeX
@inproceedings{zhang2024multimodal,
title={Multimodal Representation Learning by Alternating Unimodal Adaptation},
author={Zhang, Xiaohui and Yoon, Jaehong and Bansal, Mohit and Yao, Huaxiu},
booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
year={2024},
}
title={Multimodal Representation Learning by Alternating Unimodal Adaptation},
author={Zhang, Xiaohui and Yoon, Jaehong and Bansal, Mohit and Yao, Huaxiu},
booktitle={Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition},
year={2024},
}
[C16] ECoFLaP: Efficient Coarse-to-Fine Layer-Wise Pruning for Vision-Language Models
ICLR 2024
Project Page Paper Code BibTeX
@inproceedings{sung2024ecoflap,
title={ECoFLaP: Efficient Coarse-to-Fine Layer-Wise Pruning for Vision-Language Models},
author={Sung, Yi-lin and Yoon, Jaehong and Bansal, Mohit},
booktitle={International Conference on Learning Representations},
year={2024},
}
title={ECoFLaP: Efficient Coarse-to-Fine Layer-Wise Pruning for Vision-Language Models},
author={Sung, Yi-lin and Yoon, Jaehong and Bansal, Mohit},
booktitle={International Conference on Learning Representations},
year={2024},
}
[C15] Analyzing and Mitigating Object Hallucination in Large Vision-Language Models
NeurIPS 2023 Workshop on Instruction Tuning and Instruction FollowingICLR 2024
Paper Code BibTeX
@inproceedings{Zhou2024analyzing,
title={Analyzing and Mitigating Object Hallucination in Large Vision-Language Models},
author={Zhou, Yiyang and Cui, Chenhang and Yoon, Jaehong and Zhang, Linjun and Deng, Zhun and Finn, Chelsea and Bansal, Mohit and Yao, Huaxiu},
booktitle={International Conference on Learning Representations},
year={2024},
}
title={Analyzing and Mitigating Object Hallucination in Large Vision-Language Models},
author={Zhou, Yiyang and Cui, Chenhang and Yoon, Jaehong and Zhang, Linjun and Deng, Zhun and Finn, Chelsea and Bansal, Mohit and Yao, Huaxiu},
booktitle={International Conference on Learning Representations},
year={2024},
}
[C14] Progressive Fourier Neural Representation for Sequential Video Compilation
ICLR 2024
Paper Code BibTeX
@inproceedings{kang2024progressive,
title={Progressive Fourier Neural Representation for Sequential Video Compilation},
author={Kang, Haeyong and Yoon, Jaehong and Kim, DaHyun and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Learning Representations},
year={2024},
}
title={Progressive Fourier Neural Representation for Sequential Video Compilation},
author={Kang, Haeyong and Yoon, Jaehong and Kim, DaHyun and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Learning Representations},
year={2024},
}
[C13] Text-Conditioned Sampling Framework for Text-to-Image Generation with Masked Generative Models
ICCV 2023
Project Page Paper BibTeX
@article{lee2023text,
title={Text-Conditioned Sampling Framework for Text-to-Image Generation with Masked Generative Models},
author={Lee, Jaewoong and Jang, Sangwon and Jo, Jaehyeong and Yoon, Jaehong and Kim, Yunji and Kim, Jin-Hwa and Ha, Jung-Woo and Hwang, Sung Ju},
journal={International Conference on Computer Vision},
year={2023},
}
title={Text-Conditioned Sampling Framework for Text-to-Image Generation with Masked Generative Models},
author={Lee, Jaewoong and Jang, Sangwon and Jo, Jaehyeong and Yoon, Jaehong and Kim, Yunji and Kim, Jin-Hwa and Ha, Jung-Woo and Hwang, Sung Ju},
journal={International Conference on Computer Vision},
year={2023},
}
[C12] Continual Learners are Incremental Model Generalizers
ICML 2023
Paper BibTeX
@inproceedings{yoon2023continual,
title={Continual Learners are Incremental Model Generalizers},
author={Yoon, Jaehong and Hwang, Sung Ju and Cao, Yue},
booktitle={International Conference on Machine Learning},
year={2023},
}
title={Continual Learners are Incremental Model Generalizers},
author={Yoon, Jaehong and Hwang, Sung Ju and Cao, Yue},
booktitle={International Conference on Machine Learning},
year={2023},
}
[C11] Personalized Subgraph Federated Learning
ICML 2023
Paper Code BibTeX
@inproceedings{Baek2023personalized,
title={Personalized Subgraph Federated Learning},
author={Baek, Jinheon and Jeong, Wonyong and Jin, Jiongdao and Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
year={2023},
}
title={Personalized Subgraph Federated Learning},
author={Baek, Jinheon and Jeong, Wonyong and Jin, Jiongdao and Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
year={2023},
}
[C10] On the Soft-Subnetwork for Few-shot Class Incremental Learning
ICLR 2023
Paper Code BibTeX
@inproceedings{kang2023on,
title={On the Soft-Subnetwork for Few-shot Class Incremental Learning},
author={Kang, Haeyong and Yoon, Jaehong and Madjid, Sultan Rizky Hikmawan and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Learning Representation},
year={2023},
url={https://openreview.net/forum?id=z57WK5lGeHd}
}
title={On the Soft-Subnetwork for Few-shot Class Incremental Learning},
author={Kang, Haeyong and Yoon, Jaehong and Madjid, Sultan Rizky Hikmawan and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Learning Representation},
year={2023},
url={https://openreview.net/forum?id=z57WK5lGeHd}
}
[W] BiTAT: Neural Network Binarization with Task-dependent Aggregated Transformation
ECCV 2022 Workshop on Computational Aspects of Deep LearningPaper BibTeX
@article{park2022bitat,
title={BiTAT: Neural Network Binarization with Task-dependent Aggregated Transformation},
author={Park, Geon and Yoon, Jaehong and Zhang, Haiyang and Zhang, Xing and Hwang, Sung Ju and Eldar, Yonina C},
journal={ECCV Workshop on Computational Aspects of Deep Learning (CADL)},
year={2022},
}
title={BiTAT: Neural Network Binarization with Task-dependent Aggregated Transformation},
author={Park, Geon and Yoon, Jaehong and Zhang, Haiyang and Zhang, Xing and Hwang, Sung Ju and Eldar, Yonina C},
journal={ECCV Workshop on Computational Aspects of Deep Learning (CADL)},
year={2022},
}
[C9] Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization
ICML 2022
Paper Code BibTeX
@inproceedings{yoon2022bitwidth,
title={Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization},
author={Yoon, Jaehong and Park, Geon and Jeong, Wonyong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={25552--25565},
year={2022},
organization={PMLR}
}
title={Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization},
author={Yoon, Jaehong and Park, Geon and Jeong, Wonyong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={25552--25565},
year={2022},
organization={PMLR}
}
[C8] Forget-free Continual Learning with Winning Subnetworks
ICML 2022
Paper Code BibTeX
@inproceedings{kang2022forget,
title={Forget-free Continual Learning with Winning Subnetworks},
author={Kang, Haeyong and Mina, Rusty John Lloyd and Madjid, Sultan Rizky Hikmawan and Yoon, Jaehong and Hasegawa-Johnson, Mark and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Machine Learning},
pages={10734--10750},
year={2022},
organization={PMLR}
}
title={Forget-free Continual Learning with Winning Subnetworks},
author={Kang, Haeyong and Mina, Rusty John Lloyd and Madjid, Sultan Rizky Hikmawan and Yoon, Jaehong and Hasegawa-Johnson, Mark and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Machine Learning},
pages={10734--10750},
year={2022},
organization={PMLR}
}
[C7] Representational Continuity for Unsupervised Continual Learning
ICLR 2022 Oral Presentation (Acceptance Rate=1.6%)Paper Code BibTeX
@inproceedings{madaan2022rethinking,
title={Rethinking the Representational Continuity: Towards Unsupervised Continual Learning},
author={Madaan, Divyam and Yoon, Jaehong and Li, Yuanchun and Liu, Yunxin and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=9Hrka5PA7LW}
}
title={Rethinking the Representational Continuity: Towards Unsupervised Continual Learning},
author={Madaan, Divyam and Yoon, Jaehong and Li, Yuanchun and Liu, Yunxin and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=9Hrka5PA7LW}
}
[C6] Online Coreset Selection for Rehearsal-based Continual Learning
ICLR 2022
Paper Code BibTeX
@inproceedings{yoon2022online,
title={Online Coreset Selection for Rehearsal-based Continual Learning},
author={Yoon, Jaehong and Madaan, Divyam and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=f9D-5WNG4Nv}
}
title={Online Coreset Selection for Rehearsal-based Continual Learning},
author={Yoon, Jaehong and Madaan, Divyam and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=f9D-5WNG4Nv}
}
[C5] Federated Continual Learning with Weighted Inter-client Transfer
ICML 2020 Workshop on Lifelong Machine LearningICML 2021
Paper Code BibTeX
@inproceedings{yoon2021federated,
title={Federated continual learning with weighted inter-client transfer},
author={Yoon, Jaehong and Jeong, Wonyong and Lee, Giwoong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={12073--12086},
year={2021},
organization={PMLR}
}
title={Federated continual learning with weighted inter-client transfer},
author={Yoon, Jaehong and Jeong, Wonyong and Lee, Giwoong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={12073--12086},
year={2021},
organization={PMLR}
}
[C4] Federated Semi-supervised Learning with Inter-Client Consistency & Disjoint Learning
ICML 2020 Workshop on Federated Learning (Best Student Paper Award)ICLR 2021
Paper Code BibTeX
@inproceedings{jeong2021federated,
title={Federated Semi-Supervised Learning with Inter-Client Consistency \& Disjoint Learning},
author={Jeong, Wonyong and Yoon, Jaehong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2021},
url={https://openreview.net/forum?id=ce6CFXBh30h}
}
title={Federated Semi-Supervised Learning with Inter-Client Consistency \& Disjoint Learning},
author={Jeong, Wonyong and Yoon, Jaehong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2021},
url={https://openreview.net/forum?id=ce6CFXBh30h}
}
[C3] Scalable and Order-robust Continual Learning with Additive Parameter Decomposition
ICLR 2020
Paper Code BibTeX
@inproceedings{Yoon2020Scalable,
title={Scalable and Order-robust Continual Learning with Additive Parameter Decomposition},
author={Yoon, Jaehong and Kim, Saehoon and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=r1gdj2EKPB}
}
title={Scalable and Order-robust Continual Learning with Additive Parameter Decomposition},
author={Yoon, Jaehong and Kim, Saehoon and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=r1gdj2EKPB}
}
[C2] Lifelong Learning with Dynamically Expandable Networks
ICLR 2018
Paper Code BibTeX
@inproceedings{yoon2018lifelong,
title={Lifelong Learning with Dynamically Expandable Networks},
author={Yoon, Jaehong and Yang, Eunho and Lee, Jeongtae and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2018},
url={https://openreview.net/forum?id=Sk7KsfW0-},
}
title={Lifelong Learning with Dynamically Expandable Networks},
author={Yoon, Jaehong and Yang, Eunho and Lee, Jeongtae and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2018},
url={https://openreview.net/forum?id=Sk7KsfW0-},
}
[C1] Combined Group and Exclusive Sparsity for Deep Neural Networks
ICML 2017
Paper Code BibTeX
@inproceedings{yoon2017combined,
title={Combined group and exclusive sparsity for deep neural networks},
author={Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={3958--3966},
year={2017},
organization={PMLR}
}
title={Combined group and exclusive sparsity for deep neural networks},
author={Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={3958--3966},
year={2017},
organization={PMLR}
}