publications

2024

1. What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias

   Cem Üyük, Mike Lasby, Mohamed Yassin, Utku Evci, and Yani Ioannou

   arXiv preprint arXiv:2411.09816 2024

   arXiv BibTeX

   @article{cem2024fips,
     author = {Üyük, Cem and Lasby, Mike and Yassin, Mohamed and Evci, Utku and Ioannou, Yani},
     title = {What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias},
     journal = {arXiv preprint arXiv:2411.09816},
     year = {2024},
     arxivid = {2411.09816},
     eprint = {2411.09816},
     eprinttype = {arXiv},
     abbr = {arXiv preprint},
     bibtex_show = {true},
     preprint = {true},
     selected = {true}
   }

   arXiv preprint

   ---

2. What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias

   Aida Mohammadshahi, and Yani Ioannou

   arXiv preprint arXiv:2410.08407 2024

   arXiv BibTeX

   @article{mohammadshahi2024leftafterdistillation,
     author = {Mohammadshahi, Aida and Ioannou, Yani},
     title = {What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias},
     journal = {arXiv preprint arXiv:2410.08407},
     year = {2024},
     arxivid = {2410.08407},
     eprint = {2410.08407},
     eprinttype = {arXiv},
     abbr = {arXiv preprint},
     bibtex_show = {true},
     preprint = {true},
     selected = {true}
   }

   arXiv preprint

   ---

3. Trustworthy and Responsible AI for Human-Centric Autonomous Decision-Making Systems

   Farzaneh Dehghani, Mahsa Dibaji, Fahim Anzum, Lily Dey, Alican Basdemir, Sayeh Bayat, Jean-Christophe Boucher, Steve Drew, Sarah Elaine Eaton, Richard Frayne, Gouri Ginde, Ashley Harris,  Yani Ioannou, Catherine Lebel, John Lysack, Leslie Salgado Arzuaga, Emma Stanley, Roberto Souza, Ronnie Souza Santos, Lana Wells, Tyler Williamson, Matthias Wilms, Zaman Wahid, Mark Ungrin, Marina Gavrilova, and Mariana Bento

   arXiv preprint arXiv:2410.08407 2024

   arXiv BibTeX

   @article{dehghani2024trustworthy,
     author = {Dehghani, Farzaneh and Dibaji, Mahsa and Anzum, Fahim and Dey, Lily and Basdemir, Alican and Bayat, Sayeh and Boucher, Jean-Christophe and Drew, Steve and Eaton, Sarah Elaine and Frayne, Richard and Ginde, Gouri and Harris, Ashley and Ioannou, Yani and Lebel, Catherine and Lysack, John and Arzuaga, Leslie Salgado and Stanley, Emma and Souza, Roberto and de Souza Santos, Ronnie and Wells, Lana and Williamson, Tyler and Wilms, Matthias and Wahid, Zaman and Ungrin, Mark and Gavrilova, Marina and Bento, Mariana},
     title = {Trustworthy and Responsible AI for Human-Centric Autonomous Decision-Making Systems},
     journal = {arXiv preprint arXiv:2410.08407},
     year = {2024},
     arxivid = {2408.15550},
     eprint = {2408.15550},
     eprinttype = {arXiv},
     abbr = {arXiv preprint},
     bibtex_show = {true},
     preprint = {true}
   }

   arXiv preprint

   ---

4. Navigating Extremes: Dynamic Sparsity in Large Output Spaces

   Nasib Ullah, Erik Schultheis, Mike Lasby,  Yani Ioannou, and Rohit Babbar

   In 38th Annual Conference Neural Information Processing Systems (NeurIPS) 2024, Vancouver, BC, Canada 2024

   arXiv Website BibTeX

   @inproceedings{nasib2024navigating,
     author = {Ullah, Nasib and Schultheis, Erik and Lasby, Mike and Ioannou, Yani and Babbar, Rohit},
     booktitle = {{38th Annual Conference Neural Information Processing Systems (NeurIPS) 2024}},
     abbr = {NeurIPS},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10/2024-12-16},
     title = {Navigating Extremes: Dynamic Sparsity in Large Output Spaces},
     year = {2024},
     arxivid = {2411.03171},
     eprint = {2411.03171},
     eprinttype = {arXiv},
     url = {https://nips.cc/virtual/2024/poster/95193},
     bibtex_show = {true},
     selected = {true}
   }

   NeurIPS

   ---

5. Winning Tickets from Random Initialization: Aligning Masks for Sparse Training

   Rohan Jain, Mohammed Adnan, Ekansh Sharma, and Yani Ioannou

   In 2nd Workshop on Unifying Representations in Neural Models (UniReps), NeurIPS 2024 Workshops, Vancouver, BC, Canada 2024

   Paper Website BibTeX

   @inproceedings{jain2024winningtickets_unireps,
     author = {Jain, Rohan and Adnan, Mohammed and Sharma, Ekansh and Ioannou, Yani},
     booktitle = {{2nd Workshop on Unifying Representations in Neural Models (UniReps), NeurIPS 2024 Workshops}},
     abbr = {NeurIPS Workshops},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-14},
     title = {Winning Tickets from Random Initialization: Aligning Masks for Sparse Training},
     year = {2024},
     url = {https://openreview.net/forum?id=xLiQjuoUyl&noteId=XhnMPwBdGC},
     paper = {https://openreview.net/pdf?id=xLiQjuoUyl},
     bibtex_show = {true},
     selected = {true}
   }

   NeurIPS Workshops

   ---

6. What’s Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias

   Aida Mohammadshahi, and Yani Ioannou

   In 19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops, Vancouver, BC, Canada 2024

   Website BibTeX

   @inproceedings{mohammadshahi2024leftafterdistillation_wiml,
     author = {Mohammadshahi, Aida and Ioannou, Yani},
     booktitle = {{19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops}},
     abbr = {NeurIPS Workshops WiML},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10},
     title = {What’s Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias},
     year = {2024},
     url = {https://neurips.cc/virtual/2024/107546},
     bibtex_show = {true}
   }

   NeurIPS Workshops WiML

   ---

7. Learning to Reweight Examples in Backdoor Defense

   Yufan Feng, Benjamin Tan, and Yani Ioannou

   In 19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops, Vancouver, BC, Canada 2024

   Website BibTeX

   @inproceedings{feng2024learningreweight_wiml,
     author = {Feng, Yufan and Tan, Benjamin and Ioannou, Yani},
     booktitle = {{19th Workshop for Women in Machine Learning (WiML), NeurIPS 2024 Workshops}},
     abbr = {NeurIPS Workshops WiML},
     venue = {{Vancouver, BC, Canada}},
     eventdate = {2024-12-10},
     title = {Learning to Reweight Examples in Backdoor Defense},
     year = {2024},
     url = {https://neurips.cc/virtual/2024/107522},
     bibtex_show = {true}
   }

   NeurIPS Workshops WiML

   ---

8. SelfXit: An Unsupervised Early Exit Mechanism for Deep Neural Networks

   Hossein KhademSohi, Mohammadamin Abedi,  Yani Ioannou, STEVE DREW, Pooyan Jamshidi, and Hadi Hemmati

   Transactions on Machine Learning Research (TMLR) 2024

   Paper Code Website BibTeX

   @article{khademsohi2024selfxit,
     title = {SelfXit: An Unsupervised Early Exit Mechanism for Deep Neural Networks},
     author = {KhademSohi, Hossein and Abedi, Mohammadamin and Ioannou, Yani and DREW, STEVE and Jamshidi, Pooyan and Hemmati, Hadi},
     journal = {Transactions on Machine Learning Research (TMLR)},
     issn = {2835-8856},
     year = {2024},
     url = {https://openreview.net/forum?id=h4rUKKfl5S},
     paper = {https://openreview.net/pdf?id=h4rUKKfl5S},
     code = {https://github.com/hoseinkhs/AutoCacheLayer/},
     abbr = {TMLR},
     bibtex_show = {true}
   }

   TMLR

   ---

9. Dynamic Sparse Training with Structured Sparsity

   Mike Lasby, Anna Golubeva, Utku Evci, Mihai Nica, and Yani Ioannou

   In International Conference on Learning Representations (ICLR), Vienna, Austria 2024

   Paper arXiv Code Poster Slides Website BibTeX

   @inproceedings{lasby2024srigl,
     author = {Lasby, Mike and Golubeva, Anna and Evci, Utku and Nica, Mihai and Ioannou, Yani},
     booktitle = {{International Conference on Learning Representations (ICLR)}},
     abbr = {ICLR},
     venue = {{Vienna, Austria}},
     eventdate = {2024-05-07/2024-05-11},
     title = {Dynamic Sparse Training with Structured Sparsity},
     year = {2024},
     arxivid = {2305.02299},
     eprint = {2305.02299},
     eprinttype = {arXiv},
     url = {https://iclr.cc/virtual/2024/poster/17975},
     poster = {https://iclr.cc/media/PosterPDFs/ICLR%202024/17975.png?t=1714578235.2299273},
     slides = {https://iclr.cc/media/iclr-2024/Slides/17975.pdf},
     paper = {https://openreview.net/pdf?id=kOBkxFRKTA},
     code = {https://github.com/calgaryml/condensed-sparsity},
     bibtex_show = {true},
     selected = {true}
   }

   ICLR

   ---

10. Dynamic Sparse Training with Structured Sparsity

    Mike Lasby, Anna Golubeva, Utku Evci, Mihai Nica, and Yani Ioannou

    In Conference on Parsimony and Learning (Recent Spotlight Track), 2024

    Paper Code Website BibTeX

    @inproceedings{lasby2024srigl_cpal,
      title = {Dynamic Sparse Training with Structured Sparsity},
      author = {Lasby, Mike and Golubeva, Anna and Evci, Utku and Nica, Mihai and Ioannou, Yani},
      booktitle = {Conference on Parsimony and Learning (Recent Spotlight Track)},
      year = {2024},
      url = {https://openreview.net/forum?id=LWBzJRTBAH},
      paper = {https://openreview.net/pdf?id=LWBzJRTBAH},
      code = {https://github.com/calgaryml/condensed-sparsity},
      bibtex_show = {true}
    }

    ---

11. Classification Bias on a Data Diet

    Tejas Pote, Mohammed Adnan, Yigit Yargic, and Yani Ioannou

    In Conference on Parsimony and Learning (CPAL) Recent Spotlight Track, Hong Kong 2024

    Paper Poster Website BibTeX

    @inproceedings{pote2024classification,
      title = {Classification Bias on a Data Diet},
      abbr = {CPAL},
      venue = {{Hong Kong}},
      eventdate = {2024-01-03/2024-02-06},
      author = {Pote, Tejas and Adnan, Mohammed and Yargic, Yigit and Ioannou, Yani},
      booktitle = {Conference on Parsimony and Learning (CPAL) Recent Spotlight Track},
      year = {2024},
      url = {https://openreview.net/pdf?id=7n6CQrcJI9},
      poster = {https://www.calgaryml.com/assets/pdf/Classification_Bias_on_a_Data_Diet_Poster.pdf},
      paper = {https://openreview.net/pdf?id=7n6CQrcJI9},
      bibtex_show = {true}
    }

    CPAL

    ---

2023

1. Meta-GCN: A Dynamically Weighted Loss Minimization Method for Dealing with the Data Imbalance in Graph Neural Networks

   Mahdi Mohammadizadeh, Arash Mozhdehi,  Yani Ioannou, and Xin Wang

   In 36th Canadian Conference on Artificial Intelligence, Canadian AI, CANAI 2023, Montreal, Canada, June 5-9, 2023, Proceedings, 2023

   DOI Website BibTeX

   @inproceedings{DBLP:conf/ai/MohammadizadehM23,
     author = {Mohammadizadeh, Mahdi and Mozhdehi, Arash and Ioannou, Yani and Wang, Xin},
     editor = {Soares, Am{\'{\i}}lcar and Zulkernine, Farhana H. and Dividino, Renata and Rabbany, Reihaneh and Ye, Qiang and Beach, David and Ali, Karim},
     title = {Meta-GCN: {A} Dynamically Weighted Loss Minimization Method for Dealing with the Data Imbalance in Graph Neural Networks},
     booktitle = {36th Canadian Conference on Artificial Intelligence, Canadian AI, {CANAI} 2023, Montreal, Canada, June 5-9, 2023, Proceedings},
     publisher = {Canadian Artificial Intelligence Association},
     year = {2023},
     url = {https://doi.org/10.21428/594757db.0041f830},
     doi = {10.21428/594757DB.0041F830},
     abbr = {CANAI},
     bibtex_show = {true}
   }

   CANAI

   ---

2. Bounding generalization error with input compression: An empirical study with infinite-width networks

   Angus Galloway, Anna Golubeva, Mahmoud Salem, Mihai Nica,  Yani A. Ioannou, and Graham W. Taylor

   Transactions on Machine Learning Research (TMLR) 2023

   arXiv Website BibTeX

   @article{galloway2023bounding,
     author = {Galloway, Angus and Golubeva, Anna and Salem, Mahmoud and Nica, Mihai and Ioannou, Yani A. and Taylor, Graham W.},
     title = {Bounding generalization error with input compression: An empirical study with infinite-width networks},
     journal = {Transactions on Machine Learning Research (TMLR)},
     volume = {2023},
     year = {2023},
     url = {https://openreview.net/forum?id=jbZEUtULft},
     arxivid = {2207.09408},
     eprint = {2207.09408},
     eprinttype = {arXiv},
     abbr = {TMLR},
     bibtex_show = {true}
   }

   TMLR

   ---

2022

1. Monitoring Shortcut Learning using Mutual Information

   Mohammed Adnan,  Yani Ioannou, Chuan-Yung Tsai, Angus Galloway, H. R. Tizhoosh, and Graham W. Taylor

   In ICML 2022 Workshop on Spurious Correlations, Invariance, and Stability, Baltimore, MD, USA Jul 2022

   arXiv BibTeX

   @inproceedings{mohammed2022monitoringshortcuts,
     author = {Adnan, Mohammed and Ioannou, Yani and Tsai, Chuan-Yung and Galloway, Angus and Tizhoosh, H. R. and Taylor, Graham W.},
     title = {Monitoring Shortcut Learning using Mutual Information},
     year = {2022},
     booktitle = {ICML 2022 Workshop on Spurious Correlations, Invariance, and Stability},
     month = jul,
     day = {22},
     abbr = {ICML Workshops},
     eventdate = {2022-07-22},
     venue = {Baltimore, MD, USA},
     bibtex_show = {true},
     arxivid = {2206.13034},
     eprint = {2206.13034},
     eprinttype = {arXiv}
   }

   ICML Workshops

   ---

2. Condensing Sparse Layers

   Anna Golubeva, Mike Lasby,  Yani Ioannou, and Mihai Nica

   In 2nd Workshop on Sparsity in Neural Networks, Virtual Jul 2022

   Paper Poster Blog Website BibTeX

   @inproceedings{golubeva2022condensed,
     author = {Golubeva, Anna and Lasby, Mike and Ioannou, Yani and Nica, Mihai},
     title = {Condensing Sparse Layers},
     year = {2022},
     booktitle = {2nd Workshop on Sparsity in Neural Networks},
     month = jul,
     day = {13},
     eventdate = {2022-07-13},
     venue = {Virtual},
     bibtex_show = {true},
     abbr = {ICLR Workshops},
     url = {https://sites.google.com/view/sparsity-workshop-2022/accepted-papers},
     blog = {https://annagolubeva.github.io/posts/2022-condensing-sparse/},
     poster = {https://drive.google.com/open?id=1QQRPaFDhyEZEVKEZ73AJdP2ISDgYdu5F},
     paper = {https://drive.google.com/file/d/13gUfpF9LRsMVPKA65emKrxXmhyYXsb92/view}
   }

   ICLR Workshops

   ---

3. Gradient Flow in Sparse Neural Networks and How Lottery Tickets Win

   Utku Evci,  Yani A. Ioannou, Cem Keskin, and Yann Dauphin

   In Proceedings of the 36th AAAI Conference on Artificial Intelligence, Vancouver, BC, Canada Feb 2022

   DOI arXiv Poster BibTeX

   @inproceedings{evci2022gradientflowsparse,
     author = {Evci, Utku and Ioannou, Yani A. and Keskin, Cem and Dauphin, Yann},
     title = {{Gradient Flow in Sparse Neural Networks and How Lottery Tickets Win}},
     year = {2022},
     booktitle = {Proceedings of the 36th AAAI Conference on Artificial Intelligence},
     abbr = {AAAI},
     venue = {Vancouver, BC, Canada},
     eventdate = {2022-02-22/2022-03-1},
     month = feb,
     arxivid = {2010.03533},
     eprint = {2010.03533},
     eprinttype = {arXiv},
     poster = {https://doi.org/10.5281/zenodo.6047581},
     doi = {10.1609/aaai.v36i6.20611},
     bibtex_show = {true},
     selected = {true}
   }

   AAAI

   ---

2021

1. Domain-Agnostic Clustering with Self-Distillation

   Mohammed Adnan,  Yani Ioannou, Chuan-Yung Tsai, and Graham Taylor

   In 2nd NeurIPS Workshop on Self-Supervised Learning: Theory and Practice, Virtual Conference Nov 2021

   Paper arXiv Poster Website BibTeX

   @inproceedings{mohammed2021clusteringselfdistillation,
     author = {Adnan, Mohammed and Ioannou, Yani and Tsai, Chuan-Yung and Taylor, Graham},
     title = {Domain-Agnostic Clustering with Self-Distillation},
     year = {2021},
     booktitle = {2nd NeurIPS Workshop on Self-Supervised Learning: Theory and Practice},
     abbr = {NeurIPS Workshops},
     month = nov,
     day = {23},
     eventdate = {2021-11-23},
     venue = {Virtual Conference},
     arxivid = {2111.12170},
     eprint = {2111.12170},
     eprinttype = {arXiv},
     poster = {https://sslneurips21.github.io/files/Poster/NeurIPS%20SSL%20poster.pdf},
     paper = {https://sslneurips21.github.io/files/CameraReady/domain_agnostic_clustering_with_self_distillation.pdf},
     url = {https://sslneurips21.github.io/pages/Accepted%20Paper.html},
     bibtex_show = {true}
   }

   NeurIPS Workshops

   ---