News
07. 2023
One paper got accepted to ICCV 2023.
04. 2023
Two papers got accepted to
ICML 2023.
02. 2023
Jaehong won the best Ph.D. Dissertation Award
from the KAIST College of Engineering!
01. 2023
One paper got accepted to
ICLR 2023.
12. 2022
Jaehong successfully
defended his Ph.D. entitled 'On-device,
Online Continual Learning for the Real World'!
08. 2022
One paper got accepted to
ECCV 2022 Workshop on Computational Aspects of Deep Learning (CADL).
05. 2022
Two papers got accepted to
ICML 2022.
01. 2022
Two papers got accepted to
ICLR 2022
including one
oral presentation (acceptance rate=54/3391=1.6%).
Intro
I'm a Postdoctoral Research Associate in the MURGe-Lab at the University of North Carolina, Chapel Hill, working with Prof. Mohit Bansal.
Prior to joining UNC,
I received my Ph.D. degree from Korea Advanced Institute of Science and Technology (KAIST) in 2023, advised by Prof. Sung Ju Hwang,
and won the best Ph.D. Dissertation Award from the KAIST College of Engineering and School of Computing.
During my Ph.D. study, I interned at Microsoft Research, mentored by Dr. Yue Cao,
and worked as a short-term visiting student at the Weizmann Institute of Science, hosted by Prof. Yonina Eldar.
My research interest mainly focuses on developing continuously evolving and efficient deep learning alrogithms for deploying sustainable on-device artificial general intelligence systems. In particular, I've been focusing on tackling practical and real-world challenges in application domains, such as online/streaming learning, egocentric videos, and audio-video-text multimodal problems.
Recent Preprints
[P3] Analyzing and Mitigating Object Hallucination in Large Vision-Language Models
arXiv:2310.00754, 2023
Paper
@article{Zhou2023analyzing,
title={Analyzing and Mitigating Object Hallucination in Large Vision-Language Models},
author={Zhou, Yiyang and Cui, Chenhang and Yoon, Jaehong and Zhang, Linjun and Deng, Zhun and Finn, Chelsea and Bansal, Mohit and Yao, Huaxiu},
journal={arXiv preprint arXiv:2310.00754},
year={2023},
}
title={Analyzing and Mitigating Object Hallucination in Large Vision-Language Models},
author={Zhou, Yiyang and Cui, Chenhang and Yoon, Jaehong and Zhang, Linjun and Deng, Zhun and Finn, Chelsea and Bansal, Mohit and Yao, Huaxiu},
journal={arXiv preprint arXiv:2310.00754},
year={2023},
}
[P2] Progressive Fourier Neural Representation for Sequential Video Compilation
arXiv:2306.11305, 2023
Paper Code
@article{kang2023progressive,
title={Progressive Fourier Neural Representation for Sequential Video Compilation},
author={Kang, Haeyong and Yoon, Jaehong and Kim, DaHyun and Hwang, Sung Ju and Yoo, Chang D},
journal={arXiv preprint arXiv:2306.11305},
year={2023},
}
title={Progressive Fourier Neural Representation for Sequential Video Compilation},
author={Kang, Haeyong and Yoon, Jaehong and Kim, DaHyun and Hwang, Sung Ju and Yoo, Chang D},
journal={arXiv preprint arXiv:2306.11305},
year={2023},
}
[P1] EVEREST: Efficient Masked Video Autoencoder by Removing Redundant Spatiotemporal Tokens
arXiv:2211.10636, 2022Paper Code
@article{hwang2022efficient,
title={EVEREST: Efficient Masked Video Autoencoder by Removing Redundant Spatiotemporal Tokens},
author={Hwang, Sunil and Yoon, Jaehong and Lee, Youngwan and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2211.10636},
year={2022},
}
title={EVEREST: Efficient Masked Video Autoencoder by Removing Redundant Spatiotemporal Tokens},
author={Hwang, Sunil and Yoon, Jaehong and Lee, Youngwan and Hwang, Sung Ju},
journal={arXiv preprint arXiv:2211.10636},
year={2022},
}
Publications
[C13] Text-Conditioned Sampling Framework for Text-to-Image Generation with Masked Generative Models
ICCV 2023Project Page Paper
@article{lee2023text,
title={Text-Conditioned Sampling Framework for Text-to-Image Generation with Masked Generative Models},
author={Lee, Jaewoong and Jang, Sangwon and Jo, Jaehyeong and Yoon, Jaehong and Kim, Yunji and Kim, Jin-Hwa and Ha, Jung-Woo and Hwang, Sung Ju},
journal={International Conference on Computer Vision},
year={2023},
}
title={Text-Conditioned Sampling Framework for Text-to-Image Generation with Masked Generative Models},
author={Lee, Jaewoong and Jang, Sangwon and Jo, Jaehyeong and Yoon, Jaehong and Kim, Yunji and Kim, Jin-Hwa and Ha, Jung-Woo and Hwang, Sung Ju},
journal={International Conference on Computer Vision},
year={2023},
}
[C12] Continual Learners are Incremental Model Generalizers
ICML 2023Paper
@inproceedings{yoon2023continual,
title={Continual Learners are Incremental Model Generalizers},
author={Yoon, Jaehong and Hwang, Sung Ju and Cao, Yue},
booktitle={International Conference on Machine Learning},
year={2023},
}
title={Continual Learners are Incremental Model Generalizers},
author={Yoon, Jaehong and Hwang, Sung Ju and Cao, Yue},
booktitle={International Conference on Machine Learning},
year={2023},
}
[C11] Personalized Subgraph Federated Learning
ICML 2023Paper Code
@inproceedings{Baek2023personalized,
title={Personalized Subgraph Federated Learning},
author={Baek, Jinheon and Jeong, Wonyong and Jin, Jiongdao and Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
year={2023},
}
title={Personalized Subgraph Federated Learning},
author={Baek, Jinheon and Jeong, Wonyong and Jin, Jiongdao and Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
year={2023},
}
On-device, Online Continual Learning for the Real World
Ph.D. Thesis The Best Ph.D. Dissertation AwardPaper
[C10] On the Soft-Subnetwork for Few-shot Class Incremental Learning
ICLR 2023Paper Code
@inproceedings{kang2023on,
title={On the Soft-Subnetwork for Few-shot Class Incremental Learning},
author={Kang, Haeyong and Yoon, Jaehong and Madjid, Sultan Rizky Hikmawan and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Learning Representation},
year={2023},
url={https://openreview.net/forum?id=z57WK5lGeHd}
}
title={On the Soft-Subnetwork for Few-shot Class Incremental Learning},
author={Kang, Haeyong and Yoon, Jaehong and Madjid, Sultan Rizky Hikmawan and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Learning Representation},
year={2023},
url={https://openreview.net/forum?id=z57WK5lGeHd}
}
[W1] BiTAT: Neural Network Binarization with Task-dependent Aggregated Transformation
ECCV 2022 Workshop on Computational Aspects of Deep Learning (CADL)Paper
@article{park2022bitat,
title={BiTAT: Neural Network Binarization with Task-dependent Aggregated Transformation},
author={Park, Geon and Yoon, Jaehong and Zhang, Haiyang and Zhang, Xing and Hwang, Sung Ju and Eldar, Yonina C},
journal={ECCV Workshop on Computational Aspects of Deep Learning (CADL)},
year={2022},
}
title={BiTAT: Neural Network Binarization with Task-dependent Aggregated Transformation},
author={Park, Geon and Yoon, Jaehong and Zhang, Haiyang and Zhang, Xing and Hwang, Sung Ju and Eldar, Yonina C},
journal={ECCV Workshop on Computational Aspects of Deep Learning (CADL)},
year={2022},
}
[C9] Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization
ICML 2022Paper Code
@inproceedings{yoon2022bitwidth,
title={Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization},
author={Yoon, Jaehong and Park, Geon and Jeong, Wonyong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={25552--25565},
year={2022},
organization={PMLR}
}
title={Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization},
author={Yoon, Jaehong and Park, Geon and Jeong, Wonyong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={25552--25565},
year={2022},
organization={PMLR}
}
[C8] Forget-free Continual Learning with Winning Subnetworks
ICML 2022Paper Code
@inproceedings{kang2022forget,
title={Forget-free Continual Learning with Winning Subnetworks},
author={Kang, Haeyong and Mina, Rusty John Lloyd and Madjid, Sultan Rizky Hikmawan and Yoon, Jaehong and Hasegawa-Johnson, Mark and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Machine Learning},
pages={10734--10750},
year={2022},
organization={PMLR}
}
title={Forget-free Continual Learning with Winning Subnetworks},
author={Kang, Haeyong and Mina, Rusty John Lloyd and Madjid, Sultan Rizky Hikmawan and Yoon, Jaehong and Hasegawa-Johnson, Mark and Hwang, Sung Ju and Yoo, Chang D},
booktitle={International Conference on Machine Learning},
pages={10734--10750},
year={2022},
organization={PMLR}
}
[C7] Representational Continuity for Unsupervised Continual Learning
ICLR 2022 Oral Presentation (Acceptance Rate=1.6%)Paper Code
@inproceedings{madaan2022rethinking,
title={Rethinking the Representational Continuity: Towards Unsupervised Continual Learning},
author={Madaan, Divyam and Yoon, Jaehong and Li, Yuanchun and Liu, Yunxin and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=9Hrka5PA7LW}
}
title={Rethinking the Representational Continuity: Towards Unsupervised Continual Learning},
author={Madaan, Divyam and Yoon, Jaehong and Li, Yuanchun and Liu, Yunxin and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=9Hrka5PA7LW}
}
[C6] Online Coreset Selection for Rehearsal-based Continual Learning
ICLR 2022
Paper Code
@inproceedings{yoon2022online,
title={Online Coreset Selection for Rehearsal-based Continual Learning},
author={Yoon, Jaehong and Madaan, Divyam and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=f9D-5WNG4Nv}
}
title={Online Coreset Selection for Rehearsal-based Continual Learning},
author={Yoon, Jaehong and Madaan, Divyam and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2022},
url={https://openreview.net/forum?id=f9D-5WNG4Nv}
}
[C5] Federated Continual Learning with Weighted Inter-client Transfer
ICML 2020 Workshop on Lifelong Machine LearningICML 2021
Paper Code
@inproceedings{yoon2021federated,
title={Federated continual learning with weighted inter-client transfer},
author={Yoon, Jaehong and Jeong, Wonyong and Lee, Giwoong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={12073--12086},
year={2021},
organization={PMLR}
}
title={Federated continual learning with weighted inter-client transfer},
author={Yoon, Jaehong and Jeong, Wonyong and Lee, Giwoong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={12073--12086},
year={2021},
organization={PMLR}
}
[C4] Federated Semi-supervised Learning with Inter-Client Consistency & Disjoint Learning
ICML 2020 Workshop on Federated Learning (Long Presentation) (Best Student Paper Award)ICLR 2021
Paper Code
@inproceedings{jeong2021federated,
title={Federated Semi-Supervised Learning with Inter-Client Consistency \& Disjoint Learning},
author={Jeong, Wonyong and Yoon, Jaehong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2021},
url={https://openreview.net/forum?id=ce6CFXBh30h}
}
title={Federated Semi-Supervised Learning with Inter-Client Consistency \& Disjoint Learning},
author={Jeong, Wonyong and Yoon, Jaehong and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2021},
url={https://openreview.net/forum?id=ce6CFXBh30h}
}
[C3] Scalable and Order-robust Continual Learning with Additive Parameter Decomposition
ICLR 2020
Paper Code
@inproceedings{Yoon2020Scalable,
title={Scalable and Order-robust Continual Learning with Additive Parameter Decomposition},
author={Yoon, Jaehong and Kim, Saehoon and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=r1gdj2EKPB}
}
title={Scalable and Order-robust Continual Learning with Additive Parameter Decomposition},
author={Yoon, Jaehong and Kim, Saehoon and Yang, Eunho and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2020},
url={https://openreview.net/forum?id=r1gdj2EKPB}
}
[C2] Lifelong Learning with Dynamically Expandable Networks
ICLR 2018
Paper Code
@inproceedings{yoon2018lifelong,
title={Lifelong Learning with Dynamically Expandable Networks},
author={Yoon, Jaehong and Yang, Eunho and Lee, Jeongtae and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2018},
url={https://openreview.net/forum?id=Sk7KsfW0-},
}
title={Lifelong Learning with Dynamically Expandable Networks},
author={Yoon, Jaehong and Yang, Eunho and Lee, Jeongtae and Hwang, Sung Ju},
booktitle={International Conference on Learning Representations},
year={2018},
url={https://openreview.net/forum?id=Sk7KsfW0-},
}
[C1] Combined Group and Exclusive Sparsity for Deep Neural Networks
ICML 2017
Paper Code
@inproceedings{yoon2017combined,
title={Combined group and exclusive sparsity for deep neural networks},
author={Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={3958--3966},
year={2017},
organization={PMLR}
}
title={Combined group and exclusive sparsity for deep neural networks},
author={Yoon, Jaehong and Hwang, Sung Ju},
booktitle={International Conference on Machine Learning},
pages={3958--3966},
year={2017},
organization={PMLR}
}