papers.bib

---
---

@string{aps = {American Physical Society,}}

@article{mundnich2020tiles,
  title={TILES-2018, a longitudinal physiologic and behavioral data set of hospital workers},
  author={Mundnich, Karel and Booth, Brandon M and l'Hommedieu, Michelle and Feng, Tiantian and Girault, Benjamin and L'hommedieu, Justin and Wildman, Mackenzie and Skaaden, Sophia and Nadarajan, Amrutha and Villatte, Jennifer L and others},
  journal={Scientific Data},
  volume={7},
  number={1},
  pages={354},
  year={2020},
  publisher={Nature Publishing Group UK London},
  selected={true},
  abbr={Scientific Data},
  abbr2={Dataset},
  bibtex_show={true},
  website={https://tiles-data.isi.edu/}
}


@article{yau2022tiles,
  title={TILES-2019: A longitudinal physiologic and behavioral data set of medical residents in an intensive care unit},
  author={Yau, Joanna C and Girault, Benjamin and Feng, Tiantian and Mundnich, Karel and Nadarajan, Amrutha and Booth, Brandon M and Ferrara, Emilio and Lerman, Kristina and Hsieh, Eric and Narayanan, Shrikanth},
  journal={Scientific Data},
  volume={9},
  number={1},
  pages={536},
  year={2022},
  publisher={Nature Publishing Group UK London},
  selected={true},
  abbr={Scientific Data},
  bibtex_show={true},
  abbr2={Dataset},
  website={https://tiles-data.isi.edu/}
}

@inproceedings{bose2023mm,
  title={MM-AU: Towards Multimodal Understanding of Advertisement Videos},
  author={Bose, Digbalay and Hebbar, Rajat and Feng, Tiantian and Somandepalli, Krishna and Xu, Anfeng and Narayanan, Shrikanth},
  booktitle={Proceedings of the 31st ACM International Conference on Multimedia},
  pages={86--95},
  year={2023},
  selected={true},
  abbr={ACM Multimedia},
  abbr2={Dataset},
  bibtex_show={true},
}

@article{feng2024can,
  title={Can Text-to-image Model Assist Multi-modal Learning for Visual Recognition with Visual Modality Missing?},
  author={Feng, Tiantian and Yang, Daniel and Bose, Digbalay and Narayanan, Shrikanth},
  journal={arXiv preprint arXiv:2402.09036},
  year={2024},
  selected={true},
  abbr={Preprint},
  abbr2={Generative AI},
  bibtex_show={true},
}

@article{feng2023unlocking,
  title={Unlocking Foundation Models for Privacy-Enhancing Speech Understanding: An Early Study on Low Resource Speech Training Leveraging Label-guided Synthetic Speech Content},
  author={Feng, Tiantian and Bose, Digbalay and Shi, Xuan and Narayanan, Shrikanth},
  journal={arXiv preprint arXiv:2306.07791},
  year={2023},
  selected={true},
  abbr={Voice Privacy},
  abbr2={Generative AI},
  bibtex_show={true},
}

@article{zhang2023gpt,
  title={GPT-FL: Generative pre-trained model-assisted federated learning},
  author={Zhang*, Tuo and Feng*, Tiantian and Alam, Samiul and Zhang, Mi and Narayanan, Shrikanth S and Avestimehr, Salman},
  journal={arXiv preprint arXiv:2306.02210},
  year={2023},
  selected={true},
  abbr={Preprint},
  abbr2={Generative AI},
  bibtex_show={true},
}

@article{feng2023review,
  title={A Review of Speech-centric Trustworthy Machine Learning: Privacy, Safety, and Fairness},
  author={Feng, Tiantian and Hebbar, Rajat and Mehlman, Nicholas and Shi, Xuan and Kommineni, Aditya and Narayanan, Shrikanth},
  journal={APSIPA Transactions on Signal and Information Processing},
  volume={12},
  number={3},
  year={2023},
  publisher={Now Publishers, Inc.},
  selected={true},
  abbr={Journal},
  abbr2={Trustworthiness},
  bibtex_show={true},
}

@inproceedings{feng2022enhancing,
  title={Enhancing privacy through domain adaptive noise injection for speech emotion recognition},
  author={Feng, Tiantian and Hashemi, Hanieh and Annavaram, Murali and Narayanan, Shrikanth S},
  booktitle={ICASSP 2022-2022 IEEE international conference on acoustics, speech and signal processing (ICASSP)},
  pages={7702--7706},
  year={2022},
  organization={IEEE},
  selected={true},
  abbr={ICASSP 2022},
  bibtex_show={true},
  abbr2={Trustworthiness},
  code={https://github.com/usc-sail/speech-emotion-privacy-trust}
}

@inproceedings{feng2024trust,
  title={TRUST-SER: On The Trustworthiness Of Fine-Tuning Pre-Trained Speech Embeddings For Speech Emotion Recognition},
  author={Feng, Tiantian and Hebbar, Rajat and Narayanan, Shrikanth},
  booktitle={ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={11201--11205},
  year={2024},
  organization={IEEE},
  selected={true},
  abbr={ICASSP 2024},
  bibtex_show={true},
  abbr2={Trustworthiness},
  code={https://github.com/usc-sail/trust-ser}
}

@inproceedings{feng2023fedmultimodal,
  title={FedMultimodal: A Benchmark for Multimodal Federated Learning},
  author={Feng, Tiantian and Bose, Digbalay and Zhang, Tuo and Hebbar, Rajat and Ramakrishna, Anil and Gupta, Rahul and Zhang, Mi and Avestimehr, Salman and Narayanan, Shrikanth},
  booktitle={Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining},
  pages={4035--4045},
  year={2023},
  selected={true},
  abbr={SIGKDD 2023},
  bibtex_show={true},
  abbr2={Federated Learning},
  code={https://github.com/usc-sail/fed-multimodal/tree/main}
}

@inproceedings{zhang2023fedaudio,
  title={FedAudio: A federated learning benchmark for audio tasks},
  author={Zhang, Tuo and Feng, Tiantian and Alam, Samiul and Lee, Sunwoo and Zhang, Mi and Narayanan, Shrikanth S and Avestimehr, Salman},
  booktitle={ICASSP 2023-2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={1--5},
  year={2023},
  organization={IEEE},
  selected={true},
  abbr={ICASSP 2023},
  bibtex_show={true},
  abbr2={Federated Learning},
  code={https://github.com/zhang-tuo-pdf/FedAudio}
}

@article{feng2024partial,
  title={Partial federated learning: Unlocking non-biometric text information sharing for federated learning},
  author={Feng, Tiantian and Ramakrishna, Anil and Majmudar, Jimit and Peris, Charith and Wang, Jixuan and Chung, Clement and Zemel, Richard and Ziyadi, Morteza and Gupta, Rahul},
  booktitle={ICASSP Workshops 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  year={2024},
  selected={true},
  abbr={ICASSP TSP 2024},
  bibtex_show={true},
  abbr2={Federated Learning},
}


@inproceedings{feng22b_interspeech,
  author={Tiantian Feng and Raghuveer Peri and Shrikanth Narayanan},
  title={{User-Level Differential Privacy against Attribute Inference Attack of Speech Emotion Recognition on Federated Learning}},
  year={2022},
  booktitle={Proc. Interspeech 2022},
  pages={5055--5059},
  doi={10.21437/Interspeech.2022-10060},
  selected={true},
  abbr={INTERSPEECH 2022},
  bibtex_show={true},
  abbr2={Federated Learning},
  code={https://github.com/usc-sail/fed-ser-leakage}
}

@inproceedings{feng2024foundation,
  title={Foundation Model Assisted Automatic Speech Emotion Recognition: Transcribing, Annotating, and Augmenting},
  author={Feng, Tiantian and Narayanan, Shrikanth},
  booktitle={ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={12116--12120},
  year={2024},
  organization={IEEE},
  selected={true},
  abbr={ICASSP 2024},
  bibtex_show={true},
  abbr2={Foundation Model},
  code={https://github.com/usc-sail/foundation-ser}
}

@inproceedings{feng2023peft,
  title={PEFT-SER: On the use of parameter efficient transfer learning approaches for speech emotion recognition using pre-trained speech models},
  author={Feng, Tiantian and Narayanan, Shrikanth},
  booktitle={2023 11th International Conference on Affective Computing and Intelligent Interaction (ACII)},
  pages={1--8},
  year={2023},
  organization={IEEE},
  selected={true},
  abbr={ACII 2023},
  bibtex_show={true},
  abbr2={Foundation Model},
  code={https://github.com/usc-sail/peft-ser}
}


@article{feng2024understanding,
  title={Understanding Stress, Burnout, and Behavioral Patterns in Medical Residents Using Large-scale Longitudinal Wearable Recordings},
  author={Feng, Tiantian and Narayanan, Shrikanth},
  journal={arXiv preprint arXiv:2402.09028},
  year={2024},
  selected={true},
  abbr={Preprint},
  abbr2={Wearables},
  bibtex_show={true},
}

@article{feng2021multimodal,
  title={A multimodal analysis of physical activity, sleep, and work shift in nurses with wearable sensor data},
  author={Feng, Tiantian and Booth, Brandon M and Baldwin-Rodr{\'\i}guez, Brooke and Osorno, Felipe and Narayanan, Shrikanth},
  journal={Scientific reports},
  volume={11},
  number={1},
  pages={8693},
  year={2021},
  publisher={Nature Publishing Group UK London},
  selected={true},
  abbr={Scientific Reports},
  bibtex_show={true},
  abbr2={Wearables},
  code={https://github.com/usc-sail/tiles-day-night/tree/main}
}

@article{jati2021temporal,
  title={Temporal dynamics of workplace acoustic scenes: Egocentric analysis and prediction},
  author={Jati, Arindam and Nadarajan, Amrutha and Peri, Raghuveer and Mundnich, Karel and Feng, Tiantian and Girault, Benjamin and Narayanan, Shrikanth},
  journal={IEEE/ACM Transactions on Audio, Speech, and Language Processing},
  volume={29},
  pages={756--769},
  year={2021},
  publisher={IEEE},
  selected={true},
  abbr={ACM Transactions},
  abbr2={Wearables},
  bibtex_show={true},
}

@inproceedings{feng2018tiles,
  title={Tiles Audio Recorder: An Unobtrusive Wearable Solution to Track Audio Activity},
  author={Feng, Tiantian and Nadarajan, Amrutha and Vaz, Colin and Booth, Brandon and Narayanan, Shrikanth},
  booktitle={Proceedings of the 4th ACM Workshop on Wearable Systems and Applications},
  pages={33--38},
  year={2018},
  selected={true},
  abbr={Mobisys Workshop},
  bibtex_show={true},
  abbr2={Wearables},
  code={https://github.com/tiantiaf0627/tiles-audio-recorder/tree/main}
}

@inproceedings{feng2019discovering,
  title={Discovering optimal variable-length time series motifs in large-scale wearable recordings of human bio-behavioral signals},
  author={Feng, Tiantian and Narayanan, Shrikanth S},
  booktitle={ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={7615--7619},
  year={2019},
  organization={IEEE},
  selected={true},
  abbr={ICASSP 2019},
  bibtex_show={true},
  abbr2={Wearables},
}


@article{booth2019multimodal,
  title={Multimodal human and environmental sensing for longitudinal behavioral studies in naturalistic settings: Framework for sensor selection, deployment, and management},
  author={Booth, Brandon M and Mundnich, Karel and Feng, Tiantian and Nadarajan, Amrutha and Falk, Tiago H and Villatte, Jennifer L and Ferrara, Emilio and Narayanan, Shrikanth},
  journal={Journal of medical Internet research},
  volume={21},
  number={8},
  pages={e12832},
  year={2019},
  publisher={JMIR Publications Toronto, Canada},
  abbr={JMIR},
  bibtex_show={true},
  abbr2={Wearables},
}

@article{nashiro2023increasing,
  title={Increasing coordination and responsivity of emotion-related brain regions with a heart rate variability biofeedback randomized trial},
  author={Nashiro, Kaoru and Min, Jungwon and Yoo, Hyun Joo and Cho, Christine and Bachman, Shelby L and Dutt, Shubir and Thayer, Julian F and Lehrer, Paul M and Feng, Tiantian and Mercer, Noah and others},
  journal={Cognitive, Affective, \& Behavioral Neuroscience},
  volume={23},
  number={1},
  pages={66--83},
  year={2023},
  publisher={Springer},
  abbr={Journal},
  bibtex_show={true},
  abbr2={HRV},
}

@inproceedings{feng2019imputing,
  title={Imputing missing data in large-scale multivariate biomedical wearable recordings using bidirectional recurrent neural networks with temporal activation regularization},
  author={Feng, Tiantian and Narayanan, Shrikanth},
  booktitle={2019 41st annual international conference of the IEEE engineering in medicine and biology society (EMBC)},
  pages={2529--2534},
  year={2019},
  organization={IEEE},
  abbr={EMBC 2019},
  bibtex_show={true},
  abbr2={Wearables},
}


@article{feng2021attribute,
  title={Attribute inference attack of speech emotion recognition in federated learning settings},
  author={Feng, Tiantian and Hashemi, Hanieh and Hebbar, Rajat and Annavaram, Murali and Narayanan, Shrikanth S},
  journal={arXiv preprint arXiv:2112.13416},
  year={2021},
  abbr={Preprint},
  bibtex_show={true},
  abbr2={Federated Learning},
}


@inproceedings{feng22_interspeech,
  author={Tiantian Feng and Shrikanth Narayanan},
  title={{Semi-FedSER: Semi-supervised Learning for Speech Emotion Recognition On Federated Learning using Multiview Pseudo-Labeling}},
  year={2022},
  booktitle={Proc. Interspeech 2022},
  pages={5050--5054},
  doi={10.21437/Interspeech.2022-141},
  abbr={INTERSPEECH 2022},
  bibtex_show={true},
  code={https://github.com/usc-sail/fed-ser-semi},
  abbr2={Federated Learning},
}

@inproceedings{booth2019toward,
  title={Toward robust interpretable human movement pattern analysis in a workplace setting},
  author={Booth, Brandon M and Feng, Tiantian and Jangalwa, Abhishek and Narayanan, Shrikanth S},
  booktitle={ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={7630--7634},
  year={2019},
  organization={IEEE},
  abbr={ICASSP 2019},
  bibtex_show={true},
  abbr2={Wearables},
}

@article{nashiro2023effects,
  title={Effects of a randomised trial of 5-week heart rate variability biofeedback intervention on cognitive function: possible benefits for inhibitory control},
  author={Nashiro, Kaoru and Yoo, Hyun Joo and Cho, Christine and Min, Jungwon and Feng, Tiantian and Nasseri, Padideh and Bachman, Shelby L and Lehrer, Paul and Thayer, Julian F and Mather, Mara},
  journal={Applied psychophysiology and biofeedback},
  volume={48},
  number={1},
  pages={35--48},
  year={2023},
  publisher={Springer},
  abbr={Journal},
  bibtex_show={true},
  abbr2={HRV},
}

@inproceedings{feng2021privacy,
  title={Privacy and utility preserving data transformation for speech emotion recognition},
  author={Feng, Tiantian and Narayanan, Shrikanth},
  booktitle={2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII)},
  pages={1--7},
  year={2021},
  organization={IEEE},
  abbr={ACII 2021},
  bibtex_show={true},
  abbr2={Trustworthiness},
}

@inproceedings{feng2020modeling,
  title={Modeling behavioral consistency in large-scale wearable recordings of human bio-behavioral signals},
  author={Feng, Tiantian and Narayanan, Shrikanth S},
  booktitle={ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={1011--1015},
  year={2020},
  organization={IEEE},
  abbr={ICASSP 2020},
  bibtex_show={true},
  abbr2={Wearables},
}


@article{sorensen2019cross,
  title={Cross-modal coordination of face-directed gaze and emotional speech production in school-aged children and adolescents with asd},
  author={Sorensen, Tanner and Zane, Emily and Feng, Tiantian and Narayanan, Shrikanth and Grossman, Ruth},
  journal={Scientific reports},
  volume={9},
  number={1},
  pages={18301},
  year={2019},
  publisher={Nature Publishing Group UK London},
  abbr={Scientific Report},
  bibtex_show={true},
  abbr2={Child Understanding},
}

@inproceedings{feng2020modeling,
  title={Modeling behavior as mutual dependency between physiological signals and indoor location in large-scale wearable sensor study},
  author={Feng, Tiantian and Booth, Brandon M and Narayanan, Shrikanth S},
  booktitle={ICASSP 2020-2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={1016--1020},
  year={2020},
  organization={IEEE},
  abbr={ICASSP 2020},
  bibtex_show={true},
  abbr2={Wearables},
}

@article{zhu2022understanding,
  title={Understanding the effect of speed on human emotion perception in mediated social touch using voice coil actuators},
  author={Zhu, Xin and Feng, Tiantian and Culbertson, Heather},
  journal={Frontiers in Computer Science},
  volume={4},
  pages={826637},
  year={2022},
  publisher={Frontiers},
  abbr={Frontiers},
  bibtex_show={true},
  abbr2={Wearables},
}

@article{xu2023understanding,
  title={Understanding spoken language development of children with asd using pre-trained speech embeddings},
  author={Xu, Anfeng and Hebbar, Rajat and Lahiri, Rimita and Feng, Tiantian and Butler, Lindsay and Shen, Lue and Tager-Flusberg, Helen and Narayanan, Shrikanth},
  journal={arXiv preprint arXiv:2305.14117},
  year={2023},
  abbr={INTERSPEECH 2023},
  bibtex_show={true},
  abbr2={Child Understanding},
}


@article{lahiri2023robust,
  title={Robust self supervised speech embeddings for child-adult classification in interactions involving children with autism},
  author={Lahiri, Rimita and Feng, Tiantian and Hebbar, Rajat and Lord, Catherine and Kim, So Hyun and Narayanan, Shrikanth},
  journal={arXiv preprint arXiv:2307.16398},
  year={2023},
  abbr={INTERSPEECH 2023},
  bibtex_show={true},
  abbr2={Child Understanding},
}


@inproceedings{xu2024audio,
  title={Audio-visual child-adult speaker classification in dyadic interactions},
  author={Xu, Anfeng and Huang, Kevin and Feng, Tiantian and Tager-Flusberg, Helen and Narayanan, Shrikanth},
  booktitle={ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={8090--8094},
  year={2024},
  organization={IEEE},
  abbr={ICASSP 2024},
  bibtex_show={true},
  abbr2={Child Understanding},
}

@inproceedings{stewart2024emotion,
  title={Emotion-Aligned Contrastive Learning Between Images and Music},
  author={Stewart, Shanti and Avramidis, Kleanthis and Feng, Tiantian and Narayanan, Shrikanth},
  booktitle={ICASSP 2024-2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)},
  pages={8135--8139},
  year={2024},
  organization={IEEE},
  abbr={ICASSP 2024},
  bibtex_show={true},
  abbr2={Foundation Model},
}