- Lewis, A., White, M., Liu, J., Koike-Akino, T., Parsons, K., Wang, Y., "Winning Big with Small Models: Knowledge Distillation vs. Self-Training for Reducing Hallucination in Product QA Agents", ACL 2025 workshop on Generation, Evaluation & Metrics (GEM), Ofir Arviv, Miruna Clinciu, Kaustubh Dhole, Rotem Dror, Sebastian Gehrmann, Eliya Habba, Itay Itzhak, Simon Mille, Yotam Perlitz, Enrico Santus, João Sedoc, Michal Shmueli Scheuer, Gabriel Stanovsky, Oyvind Tafjord, Eds., July 2025, pp. 705-727.
BibTeX TR2025-114 PDF- @inproceedings{Lewis2025jul2,
- author = {Lewis, Ashley and White, Michael and Liu, Jing and Koike-Akino, Toshiaki and Parsons, Kieran and Wang, Ye},
- title = {{Winning Big with Small Models: Knowledge Distillation vs. Self-Training for Reducing Hallucination in Product QA Agents}},
- booktitle = {ACL 2025 workshop on Generation, Evaluation \& Metrics (GEM)},
- year = 2025,
- editor = {Ofir Arviv, Miruna Clinciu, Kaustubh Dhole, Rotem Dror, Sebastian Gehrmann, Eliya Habba, Itay Itzhak, Simon Mille, Yotam Perlitz, Enrico Santus, João Sedoc, Michal Shmueli Scheuer, Gabriel Stanovsky, Oyvind Tafjord},
- pages = {705--727},
- month = jul,
- publisher = {Association for Computational Linguistics},
- isbn = {979-8-89176-261-9},
- url = {https://www.merl.com/publications/TR2025-114}
- }
- Liu, J., Koike-Akino, T., Wang, Y., Mansour, H., Brand, M., "AWP: Activation-Aware Weight Pruning and Quantization with Projected Gradient Descent", International Conference on Machine Learning (ICML) workshop, July 2025.
BibTeX TR2025-111 PDF Presentation- @inproceedings{Liu2025jul,
- author = {{{Liu, Jing and Koike-Akino, Toshiaki and Wang, Ye and Mansour, Hassan and Brand, Matthew}}},
- title = {{{AWP: Activation-Aware Weight Pruning and Quantization with Projected Gradient Descent}}},
- booktitle = {International Conference on Machine Learning (ICML) workshop},
- year = 2025,
- month = jul,
- url = {https://www.merl.com/publications/TR2025-111}
- }
- Koike-Akino, T., Liu, J., Wang, Y., "u-MoE: Test-Time Pruning as Micro-Grained Mixture-of-Experts", International Conference on Machine Learning (ICML) Workshop, July 2025.
BibTeX TR2025-112 PDF Presentation- @inproceedings{Koike-Akino2025jul,
- author = {{{Koike-Akino, Toshiaki and Liu, Jing and Wang, Ye}}},
- title = {{{u-MoE: Test-Time Pruning as Micro-Grained Mixture-of-Experts}}},
- booktitle = {International Conference on Machine Learning (ICML) Workshop},
- year = 2025,
- month = jul,
- url = {https://www.merl.com/publications/TR2025-112}
- }
- Liu, J., Koike-Akino, T., Wang, P., Brand, M., Parsons, K., Wang, Y., "LoDA: Low-Dimensional Adaptation of Large Language Models" in Enhancing LLM Performance Efficacy, Fine-Tuning, and Inference Techniques, Passban, P. and Way, A. and Rezagholizadeh, M., Eds., DOI: 10.1007/978-3-031-85747-8_5, pp. 67-81, Springer, July 2025.
BibTeX TR2025-130 PDF- @incollection{Liu2025sep,
- author = {Liu, Jing and Koike-Akino, Toshiaki and Wang, Pu and Brand, Matthew and Parsons, Kieran and Wang, Ye},
- title = {{LoDA: Low-Dimensional Adaptation of Large Language Models}},
- booktitle = {Enhancing LLM Performance Efficacy, Fine-Tuning, and Inference Techniques},
- year = 2025,
- editor = {Passban, P. and Way, A. and Rezagholizadeh, M.},
- pages = {67--81},
- month = sep,
- publisher = {Springer},
- doi = {10.1007/978-3-031-85747-8_5},
- isbn = {978-3-031-85746-1},
- url = {https://www.merl.com/publications/TR2025-130}
- }
- Wang, R., Wang, Y., Liu, J., Koike-Akino, T., "Quantum Diffusion Models for Few-Shot Learning", ICAD, DOI: 10.1109/ICAD65464.2025.11114033, June 2025.
BibTeX TR2025-095 PDF Presentation- @inproceedings{Wang2025jun2,
- author = {{{Wang, Ruhan and Wang, Ye and Liu, Jing and Koike-Akino, Toshiaki}}},
- title = {{{Quantum Diffusion Models for Few-Shot Learning}}},
- booktitle = {ICAD},
- year = 2025,
- month = jun,
- publisher = {IEEE},
- doi = {10.1109/ICAD65464.2025.11114033},
- isbn = {979-8-3315-2472-2},
- url = {https://www.merl.com/publications/TR2025-095}
- }
- Koike-Akino, T., Chen, X., Liu, J., Wang, Y., Wang, P., Brand, M., "LatentLLM: Attention-Aware Joint Tensor Compression", IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshop, June 2025.
BibTeX TR2025-075 PDF Presentation- @inproceedings{Koike-Akino2025jun,
- author = {{{Koike-Akino, Toshiaki and Chen, Xiangyu and Liu, Jing and Wang, Ye and Wang, Pu and Brand, Matthew}}},
- title = {{{LatentLLM: Attention-Aware Joint Tensor Compression}}},
- booktitle = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR) Workshop},
- year = 2025,
- month = jun,
- url = {https://www.merl.com/publications/TR2025-075}
- }
- Chen, X., Liu, J., Wang, Y., Brand, M., Wang, P., Koike-Akino, T., "TuneComp: Joint Fine-Tuning and Compression for Large Foundation Models", IEEE Conference on Computer Vision and Pattern Recognition (CVPR) workshop on Efficient and On-Device Generation, June 2025.
BibTeX TR2025-079 PDF Presentation- @inproceedings{Chen2025jun,
- author = {{{Chen, Xiangyu and Liu, Jing and Wang, Ye and Brand, Matthew and Wang, Pu and Koike-Akino, Toshiaki}}},
- title = {{{TuneComp: Joint Fine-Tuning and Compression for Large Foundation Models}}},
- booktitle = {IEEE Conference on Computer Vision and Pattern Recognition (CVPR) workshop on Efficient and On-Device Generation},
- year = 2025,
- month = jun,
- url = {https://www.merl.com/publications/TR2025-079}
- }
- Park, Y.-J., Germain, F.G., Liu, J., Wang, Y., Koike-Akino, T., Wichern, G., Azizan, N., Laughman, C.R., Chakrabarty, A., "Probabilistic Forecasting for Building Energy Systems using Time-Series Foundation Models", arXiv, May 2025.
BibTeX arXiv- @article{Park2025may,
- author = {Park, Young-Jin and Germain, François G and Liu, Jing and Wang, Ye and Koike-Akino, Toshiaki and Wichern, Gordon and Azizan, Navid and Laughman, Christopher R. and Chakrabarty, Ankush},
- title = {{Probabilistic Forecasting for Building Energy Systems using Time-Series Foundation Models}},
- journal = {arXiv},
- year = 2025,
- month = may,
- url = {https://arxiv.org/abs/2506.00630}
- }
- Smedemark-Margulies, N., Wang, Y., Koike-Akino, T., Liu, J., Parsons, K., Bicer, Y., Erdogmus, D., "Improving Subject Transfer in EEG Classification with Divergence Estimation", Journal of Neural Engineering, DOI: 10.1088/1741-2552/ad9777, Vol. 21, No. 6, April 2025.
BibTeX TR2025-044 PDF Software- @article{Smedemark-Margulies2025apr,
- author = {Smedemark-Margulies, Niklas and Wang, Ye and Koike-Akino, Toshiaki and Liu, Jing and Parsons, Kieran and Bicer, Yunus and Erdogmus, Deniz},
- title = {{Improving Subject Transfer in EEG Classification with Divergence Estimation}},
- journal = {Journal of Neural Engineering},
- year = 2025,
- volume = 21,
- number = 6,
- month = apr,
- doi = {10.1088/1741-2552/ad9777},
- url = {https://www.merl.com/publications/TR2025-044}
- }
- Wang, R., Wang, Y., Liu, J., Koike-Akino, T., "Quantum Diffusion Models for Few-Shot Learning", AAAI Conference on Artificial Intelligence, March 2025.
BibTeX TR2025-025 PDF- @inproceedings{Wang2025mar,
- author = {Wang, Ruhan and Wang, Ye and Liu, Jing and Koike-Akino, Toshiaki},
- title = {{Quantum Diffusion Models for Few-Shot Learning}},
- booktitle = {AAAI Conference on Artificial Intelligence},
- year = 2025,
- month = mar,
- url = {https://www.merl.com/publications/TR2025-025}
- }
- Rashid, M.R.U., Liu, J., Koike-Akino, T., Wang, Y., Mehnaz, S., "Forget to Flourish: Leveraging Machine-Unlearning on Pretrained Language Models for Privacy Leakage", AAAI Conference on Artificial Intelligence, Toby Walsh, Julie Shah, Zico Kolter, Eds., DOI: 10.1609/aaai.v39i19.34218, February 2025, pp. 20139-20147.
BibTeX TR2025-017 PDF- @inproceedings{Rashid2025feb,
- author = {Rashid, Md Rafi Ur and Liu, Jing and Koike-Akino, Toshiaki and Wang, Ye and Mehnaz, Shagufta},
- title = {{Forget to Flourish: Leveraging Machine-Unlearning on Pretrained Language Models for Privacy Leakage}},
- booktitle = {Proceedings of the AAAI Conference on Artificial Intelligence},
- year = 2025,
- editor = {Toby Walsh, Julie Shah, Zico Kolter},
- pages = {20139--20147},
- month = feb,
- publisher = {Association for the Advancement of Artificial Intelligence (AAAI)},
- doi = {10.1609/aaai.v39i19.34218},
- issn = {2374-3468},
- isbn = {978-1-57735-897-8},
- url = {https://www.merl.com/publications/TR2025-017}
- }
- Bimbraw, K., Wang, Y., Liu, J., Koike-Akino, T., "GPT Sonograpy: Hand Gesture Decoding from Forearm Ultrasound Images via VLM", Advances in Neural Information Processing Systems (NeurIPS), December 2024.
BibTeX TR2024-175 PDF Presentation- @inproceedings{Bimbraw2024dec,
- author = {Bimbraw, Keshav and Wang, Ye and Liu, Jing and Koike-Akino, Toshiaki},
- title = {{GPT Sonograpy: Hand Gesture Decoding from Forearm Ultrasound Images via VLM}},
- booktitle = {Advancements In Medical Foundation Models: Explainability, Robustness, Security, and Beyond Workshop at Neural Information Processing Systems (NeurIPS)},
- year = 2024,
- month = dec,
- url = {https://www.merl.com/publications/TR2024-175}
- }
- Chen, X., Wang, Y., Brand, M., Wang, P., Liu, J., Koike-Akino, T., "Slaying the HyDRA: Parameter-Efficient Hyper Networks with Low-Displacement Rank Adaptation", Advances in Neural Information Processing Systems (NeurIPS), December 2024.
BibTeX TR2024-157 PDF Presentation- @inproceedings{Chen2024dec,
- author = {Chen, Xiangyu and Wang, Ye and Brand, Matthew and Wang, Pu and Liu, Jing and Koike-Akino, Toshiaki},
- title = {{Slaying the HyDRA: Parameter-Efficient Hyper Networks with Low-Displacement Rank Adaptation}},
- booktitle = {Workshop on Adaptive Foundation Models: Evolving AI for Personalized and Efficient Learning at Neural Information Processing Systems (NeurIPS)},
- year = 2024,
- month = dec,
- url = {https://www.merl.com/publications/TR2024-157}
- }
- Park, Y.-J., Germain, F.G., Liu, J., Wang, Y., Koike-Akino, T., Wichern, G., Laughman, C.R., Azizan, N., Chakrabarty, A., "Probabilistic Forecasting for Building Energy Systems: Are Time-Series Foundation Models The Answer?", Advances in Neural Information Processing Systems (NeurIPS), December 2024.
BibTeX TR2025-001 PDF- @inproceedings{Park2024dec,
- author = {{{Park, Young-Jin and Germain, François G and Liu, Jing and Wang, Ye and Koike-Akino, Toshiaki and Wichern, Gordon and Laughman, Christopher R. and Azizan, Navid and Chakrabarty, Ankush}}},
- title = {{{Probabilistic Forecasting for Building Energy Systems: Are Time-Series Foundation Models The Answer?}}},
- booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
- year = 2024,
- month = dec,
- url = {https://www.merl.com/publications/TR2025-001}
- }
- Liu, J., Wang, Y., Koike-Akino, T., Nakai, T., Oonishi, K., Higashi, T., "MEL-PETs Defense for the NeurIPS 2024 LLM Privacy Challenge Blue Team Track", LLM Privacy Challenge at Neural Information Processing Systems (NeurIPS) 2024, December 2024.
BibTeX TR2024-166 PDF Video Presentation- @inproceedings{Liu2024dec,
- author = {Liu, Jing and Wang, Ye and Koike-Akino, Toshiaki and Nakai, Tsunato and Oonishi, Kento and Higashi, Takuya},
- title = {{MEL-PETs Defense for the NeurIPS 2024 LLM Privacy Challenge Blue Team Track}},
- booktitle = {LLM Privacy Challenge at Neural Information Processing Systems (NeurIPS) 2024},
- year = 2024,
- month = dec,
- url = {https://www.merl.com/publications/TR2024-166}
- }
- Wang, Y., Nakai, T., Liu, J., Koike-Akino, T., Oonishi, K., Higashi, T., "MEL-PETs Joint-Context Attack for the NeurIPS 2024 LLM Privacy Challenge Red Team Track", LLM Privacy Challenge at Neural Information Processing Systems (NeurIPS), December 2024.
BibTeX TR2024-165 PDF Video Presentation- @inproceedings{Wang2024dec2,
- author = {Wang, Ye and Nakai, Tsunato and Liu, Jing and Koike-Akino, Toshiaki and Oonishi, Kento and Higashi, Takuya},
- title = {{MEL-PETs Joint-Context Attack for the NeurIPS 2024 LLM Privacy Challenge Red Team Track}},
- booktitle = {LLM Privacy Challenge at Neural Information Processing Systems (NeurIPS)},
- year = 2024,
- month = dec,
- url = {https://www.merl.com/publications/TR2024-165}
- }
- Rashid, M.R.U., Liu, J., Koike-Akino, T., Mehnaz, S., Wang, Y., "Forget to Flourish: Leveraging Machine-Unlearning on Pretrained Language Models for Privacy Leakage", Red Teaming GenAI Workshop at Neural Information Processing Systems (NeurIPS), December 2024.
BibTeX TR2024-168 PDF- @inproceedings{Rashid2024dec,
- author = {Rashid, Md Rafi Ur and Liu, Jing and Koike-Akino, Toshiaki and Mehnaz, Shagufta and Wang, Ye},
- title = {{Forget to Flourish: Leveraging Machine-Unlearning on Pretrained Language Models for Privacy Leakage}},
- booktitle = {Red Teaming GenAI Workshop at Neural Information Processing Systems (NeurIPS)},
- year = 2024,
- month = dec,
- publisher = {OpenReview},
- url = {https://www.merl.com/publications/TR2024-168}
- }
- Ryo, H., Rashid, M.R.U., Lewis, A., Liu, J., Koike-Akino, T., Parsons, K., Wang, Y., "Smoothed Embeddings for Robust Language Models", Safe Generative AI Workshop at Advances in Neural Information Processing Systems (NeurIPS), December 2024.
BibTeX TR2024-170 PDF Presentation- @inproceedings{Ryo2024dec,
- author = {Ryo, Hase and Rashid, Md Rafi Ur and Lewis, Ashley and Liu, Jing and Koike-Akino, Toshiaki and Parsons, Kieran and Wang, Ye},
- title = {{Smoothed Embeddings for Robust Language Models}},
- booktitle = {Safe Generative AI Workshop at Advances in Neural Information Processing Systems (NeurIPS)},
- year = 2024,
- month = dec,
- publisher = {OpenReview},
- url = {https://www.merl.com/publications/TR2024-170}
- }
- Chen, X., Liu, J., Wang, Y., Wang, P., Brand, M., Wang, G., Koike-Akino, T., "SuperLoRA: Parameter-Efficient Unified Adaptation of Large Foundation Models", British Machine Vision Conference (BMVC), November 2024.
BibTeX TR2024-156 PDF Presentation- @inproceedings{Chen2024nov,
- author = {Chen, Xiangyu and Liu, Jing and Wang, Ye and Wang, Pu and Brand, Matthew and Wang, Guanghui and Koike-Akino, Toshiaki},
- title = {{SuperLoRA: Parameter-Efficient Unified Adaptation of Large Foundation Models}},
- booktitle = {British Machine Vision Conference (BMVC)},
- year = 2024,
- month = nov,
- publisher = {British Machine Vision Association},
- url = {https://www.merl.com/publications/TR2024-156}
- }
- Wang, R., Wang, Y., Liu, J., Koike-Akino, T., "Quantum Diffusion Models for Few-Shot Learning", arXiv, November 2024.
BibTeX arXiv- @article{Wang2024nov,
- author = {Wang, Ruhan and Wang, Ye and Liu, Jing and Koike-Akino, Toshiaki},
- title = {{Quantum Diffusion Models for Few-Shot Learning}},
- journal = {arXiv},
- year = 2024,
- month = nov,
- url = {https://arxiv.org/abs/2411.04217}
- }
- Li, Z., Lowy, A., Liu, J., Koike-Akino, T., Parsons, K., Malin, B., Wang, Y., "Analyzing Inference Privacy Risks Through Gradients In Machine Learning", ACM Conference on Computer and Communications Security (CCS), DOI: 10.1145/3658644.3690304, October 2024, pp. 3466-3480.
BibTeX TR2024-141 PDF- @inproceedings{Li2024oct,
- author = {Li, Zhuohang and Lowy, Andrew and Liu, Jing and Koike-Akino, Toshiaki and Parsons, Kieran and Malin, Bradley and Wang, Ye},
- title = {{Analyzing Inference Privacy Risks Through Gradients In Machine Learning}},
- booktitle = {Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security},
- year = 2024,
- pages = {3466--3480},
- month = oct,
- publisher = {Association for Computing Machinery},
- doi = {10.1145/3658644.3690304},
- isbn = {9798400706363},
- url = {https://www.merl.com/publications/TR2024-141}
- }
- Liu, J., Lowy, A., Koike-Akino, T., Parsons, K., Wang, Y., "Efficient Differentially Private Fine-Tuning of Diffusion Models", International Conference on Machine Learning (ICML) workshop (Next Generation of AI Safety), July 2024.
BibTeX TR2024-104 PDF Presentation- @inproceedings{Liu2024jul,
- author = {Liu, Jing and Lowy, Andrew and Koike-Akino, Toshiaki and Parsons, Kieran and Wang, Ye},
- title = {{Efficient Differentially Private Fine-Tuning of Diffusion Models}},
- booktitle = {International Conference on Machine Learning (ICML) workshop (Next Generation of AI Safety)},
- year = 2024,
- month = jul,
- url = {https://www.merl.com/publications/TR2024-104}
- }
- Bimbraw, K., Liu, J., Wang, Y., Koike-Akino, T., "Random Channel Ablation for Robust Hand Gesture Classification with Multimodal Biosignals", International Conference of the IEEE Engineering in Medicine and Biology Society, DOI: 10.1109/EMBC53108.2024.10782851, July 2024.
BibTeX TR2024-103 PDF- @inproceedings{Bimbraw2024jul3,
- author = {Bimbraw, Keshav and Liu, Jing and Wang, Ye and Koike-Akino, Toshiaki},
- title = {{Random Channel Ablation for Robust Hand Gesture Classification with Multimodal Biosignals}},
- booktitle = {International Conference of the IEEE Engineering in Medicine and Biology Society},
- year = 2024,
- month = jul,
- publisher = {IEEE},
- doi = {10.1109/EMBC53108.2024.10782851},
- issn = {2694-0604},
- isbn = {979-8-3503-7149-9},
- url = {https://www.merl.com/publications/TR2024-103}
- }
- Hase, R., Wang, Y., Koike-Akino, T., Liu, J., Parsons, K., "Variational Randomized Smoothing for Sample-Wise Adversarial Robustness", arXiv, July 2024.
BibTeX arXiv- @article{Hase2024jul,
- author = {Hase, Ryo and Wang, Ye and Koike-Akino, Toshiaki and Liu, Jing and Parsons, Kieran},
- title = {{Variational Randomized Smoothing for Sample-Wise Adversarial Robustness}},
- journal = {arXiv},
- year = 2024,
- month = jul,
- url = {https://arxiv.org/abs/2407.11844}
- }
- Bimbraw, K., Wang, Y., Liu, J., Koike-Akino, T., "GPT Sonograpy: Hand Gesture Decoding from Forearm Ultrasound Images via VLM", arXiv, July 2024.
BibTeX arXiv- @article{Bimbraw2024jul2,
- author = {Bimbraw, Keshav and Wang, Ye and Liu, Jing and Koike-Akino, Toshiaki},
- title = {{GPT Sonograpy: Hand Gesture Decoding from Forearm Ultrasound Images via VLM}},
- journal = {arXiv},
- year = 2024,
- month = jul,
- url = {https://arxiv.org/abs/2407.10870}
- }