Digital Image and Video Forensics
Spring 2008 - Present
Description
Digital images are everywhere - from our cell phones to the pages of our online news sites. How we choose to use digital image processing raises a surprising host of legal and ethical questions that we must address. What are the ramifications of hiding data within an innocent image? Is this an intentional security practice when used legitimately, or intentional deception? Is tampering with an image appropriate in cases where the image might affect public behavior? Does an image represent a crime, or is it simply a representation of a scene that has never existed? Before action can even be taken on the basis of a questionable image, we must detect something about the image itself. Investigators from a diverse set of fields require the best possible tools to tackle the challenges presented by the malicious use of today's digital image processing techniques.
In this work, we are exploring the emerging field of digital image forensics, including the topic areas of source camera identification, forgery detection, provanance analysis, steganalysis, and semantic content analysis. In source camera identification, we seek to identify the particular model of a camera, or the exact camera, that produced an image. Forgery detection's goal is to establish the authenticity of an image, or to expose any potential tampering the image might have undergone. Provenance analysis attempts to trace the source and lineage of an image or video, especially after it has undergone several rounds of edits. With steganalysis, the detection of hidden data within an image is performed, with a possible attempt to recover any detected data. And finally, the semantic content analysis we work on finds patterns in the messages conveyed by a collection of media objects.
This work was supported by Air Force STTR Award No. FA9550-05-C-0172, DARPA and Air Force Research Laboratory (AFRL) agreement numbers FA8750-16-2-0173 and FA8750-20-2-1004, USAID agreement number 7200AA18CA00054, and the NVIDIA Corporation.
Publications
- "AI Misinformation Detectors Can’t Save Us From Tyranny — At Least Not Yet,",Bulletin of the Atomic Scientists,September 2024.
- "C-CLIP: Contrastive Image-Text Encoders to Close the Descriptive-Commentative, ,
Gap,"Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision
(WACV),January 2024.[pdf][bibtex]@inproceedings{theisen2024c,
title={C-CLIP: Contrastive Image-Text Encoders
to Close the Descriptive-Commentative Gap},
author={Theisen, William and Scheirer, Walter J},
booktitle={Proceedings of the IEEE/CVF Winter Conference
on Applications of Computer Vision (WACV)},
pages={7241--7250},
year={2024}
}
- "Motif Mining: Finding and Summarizing Remixed Image Content,", , , ,
, ,Proceedings of the IEEE/CVF Winter Conference on Applications of Computer Vision
(WACV),January 2023.[pdf][bibtex]@inproceedings{Theisen_2023,
author = {Theisen, William and
Cedre, Daniel Gonzalez and
Carmichael, Zachariah and
Moreira, Daniel and
Weninger, Tim and
Scheirer, Walter},
title = {Motif Mining: Finding and Summarizing Remixed Image Content},
publisher = {arXiv},
booktitle = {Proceedings of the IEEE/CVF Winter Conference on
Applications of Computer Vision (WACV)},
year = {2023},
}
- "SILA: A System For Scientific Image Analysis,", , , , , , , , ,
, , , ,Scientific Reports,October 2022.[pdf][bibtex]@article{moreira2022sila,
title={SILA: a system for scientific image analysis},
author={Moreira, Daniel and
Cardenuto, Jo{\~a}o Phillipe and
Shao, Ruiting and
Baireddy, Sriram and
Cozzolino, Davide and
Gragnaniello, Diego and
Abd-Almageed, Wael and
Bestagini, Paolo and
Tubaro, Stefano and
Rocha, Anderson and
Scheirer, Walter and
Verdoliva, Luisa and
Delp, Edward},
journal={Scientific Reports},
volume={12},
number={1},
pages={1--15},
year={2022},
publisher={Nature Publishing Group}
}
- "Forensic Analysis of Synthetically Generated Western Blot Images,", , , , ,
, , , , ,May 2022.[pdf][bibtex]@article{mandelli2022forensic,
title={Forensic Analysis of Synthetically Generated Western Blot Images},
author={Sara Mandelli and Davide Cozzolino and Joao P. Cardenuto
and Daniel Moreira and Paolo Bestagini and Walter Scheirer and
Anderson Rocha and Luisa Verdoliva and Stefano Tubaro and Edward J. Delp},
year={2022},
journal={IEEE Access},
volume={10},
}
- "Image Provenance Analysis (Chapter),", , , ,
, ,Multimedia Forensics (Springer),April 2022.[pdf][bibtex]@Inbook{Moreira2022,
author="Moreira, Daniel
and Theisen, William
and Scheirer, Walter
and Bharati, Aparna
and Brogan, Joel
and Rocha, Anderson",
editor="Sencar, Husrev Taha
and Verdoliva, Luisa
and Memon, Nasir",
title="Image Provenance Analysis",
bookTitle="Multimedia Forensics",
year="2022",
publisher="Springer Singapore",
address="Singapore",
pages="389--432",
sbn="978-981-16-7621-5",
doi="10.1007/978-981-16-7621-5_15",
url="https://doi.org/10.1007/978-981-16-7621-5_15"
}
- "Fast Local Spatial Verification for Feature-Agnostic Large-Scale Image Retrieval,", , , , ,
, ,IEEE Transactions on Image Processing (T-IP),July 2021.[pdf][bibtex]@article{Brogan_TIP21,
author = {Joel Brogan and
Aparna Bharati and
Daniel Moreira and
Kevin W. Bowyer and
Patrick J. Flynn and
Anderson Rocha and
Walter J. Scheirer},
title = {Fast Local Spatial Verification for Feature-Agnostic Large-Scale Image Retrieval},
journal = {IEEE Transactions on Image Processing (T-IP)},
volume = {30},
year = {2021}
}
- "Learning Transformation-Aware Embeddings for Image Forensics,", , , , ,
,IEEE Transactions on Information Forensics and Security (T-IFS),January 2021.[pdf] [code][bibtex]@article{Bharati_TIFS2021,
title={Learning Transformation-Aware Embeddings for Image Forensics},
author={Aparna Bharati and Daniel Moreira and Patrick Flynn and
Anderson Rocha and Kevin Bowyer and Walter Scheirer},
year={2021},
journal={IEEE Transactions on Information Forensics and Security (T-IFS)},
volume={16}
}
- "Automatic Discovery of Political Meme Genres with Diverse Appearances,", , , , , , ,Proceedings of the International AAAI Conference on Web and Social Media (ICWSM),June 2021.[pdf] [code] [data][bibtex]@inproceedings{theisen2021automatic,
title={Automatic Discovery of Political Meme Genres with Diverse Appearances},
author={William Theisen and Joel Brogan and Pamela Bilo Thomas and
Daniel Moreira and Pascal Phoa and Tim Weninger and Walter Scheirer},
booktitle={International AAAI Conference on Web and Social Media (ICWSM)}
year={2021},
}
- "An AI Early Warning System to Monitor Online Disinformation, Stop Violence, and Protect Elections,", , ,Bulletin of the Atomic Scientists,March 2020.[pdf][bibtex]@article{yankoski2020ai,
title={An AI early warning system to monitor online disinformation, stop violence, and protect elections},
author={Yankoski, Michael and Weninger, Tim and Scheirer, Walter},
journal={Bulletin of the Atomic Scientists},
month={March},
year={2020},
publisher={Taylor \& Francis}
}
- "Beyond Pixels: Image Provenance Analysis Leveraging Metadata,", , , , ,
, , ,IEEE Winter Conference on Applications of Computer Vision (WACV),January 2019.[pdf][bibtex]@inproceedings{DBLP:journals/corr/Bharati18,
author = {Aparna Bharati and
Daniel Moreira and
Joel Brogan and
Patricia Hale and
Kevin Bowyer and
Patrick Flynn and
Anderson Rocha and
Walter J. Scheirer},
title = {Beyond Pixels: Image Provenance Analysis Leveraging Metadata},
booktitle = {IEEE Winter Conference on Applications of Computer Vision (WACV)},
year = {2019},
}
- "Image Provenance Analysis at Scale,", , , , ,
, , , ,IEEE Transactions on Image Processing (T-IP),December 2018.[pdf] [dataset] [code][bibtex]@article{MoreiraProvenance2018,
author = {Daniel Moreira and
Aparna Bharati and
Joel Brogan and
Allan da Silva Pinto and
Michael Parowski and
Kevin W. Bowyer and
Patrick J. Flynn and
Anderson Rocha and
Walter J. Scheirer},
title = {Image Provenance Analysis at Scale},
journal = {IEEE Transactions on Image Processing (T-IP)},
volume = {27},
number = {12},
year = {2018}
}
- "Provenance Filtering for Multimedia Phylogeny,", , , , , ,
,Proceedings of the IEEE International Conference on Image Processing (ICIP),September 2017.[pdf][bibtex]@InProceedings{Pinto_2017_ICIP,
author = {Allan da Silva Pinto and
Daniel Moreira and
Aparna Bharati and
Joel Brogan and
Kevin W. Bowyer and
Patrick J. Flynn and
Walter J. Scheirer and
Anderson Rocha},
title = {Provenance Filtering for Multimedia Phylogeny},
booktitle = {IEEE International Conference on Image Processing (ICIP)},
year = {2017}
}
- "U-Phylogeny: Undirected Provenance Graph Construction in the Wild,", , , , , ,
,Proceedings of the IEEE International Conference on Image Processing (ICIP),September 2017.[pdf][bibtex]@InProceedings{Bharati_2017_ICIP,
author = {Aparna Bharati and
Daniel Moreira and
Allan da Silva Pinto and
Joel Brogan and
Kevin W. Bowyer and
Patrick J. Flynn and
Walter J. Scheirer and
Anderson Rocha},
title = {U-Phylogeny: Undirected Provenance Graph Consruction in the Wild},
booktitle = {IEEE International Conference on Image Processing (ICIP)},
year = {2017}
}
- "Spotting the Difference: Context Retrieval and Analysis for Improved Forgery Detection, , , , , ,
and Localization,"
, , ,Proceedings of the IEEE International Conference on Image Processing (ICIP),September 2017.[pdf][bibtex]@InProceedings{Brogan_2017_ICIP,
author = {Joel Brogan and
Paolo Bestagini and
Aparna Bharati and
Allan da Silva Pinto and
Daniel Moreira and
Kevin W. Bowyer and
Patrick J. Flynn and
Anderson Rocha and
Walter J. Scheirer},
title = {Spotting the Difference: Context Retrieval and Analysis for Improved
Forgery Detection and Localization},
booktitle = {IEEE International Conference on Image Processing (ICIP)},
year = {2017}
}
- "Open Set Source Camera Attribution and Device Linking,", , , , ,Pattern Recognition Letters (PRL),April 2014.[pdf][bibtex]@article{Costa_2014_PRL,
author = {Filipe O. Costa and Ewerton Silva and Michael Eckmann and Walter J. Scheirer and Anderson Rocha},
title = {Open Set Source Camera Attribution and Device Linking},
journal = {Pattern Recognition Letters},
volume = {36},
month = {April},
year = {2014},
} - "Open Set Source Camera Attribution," (Best Student Paper Award), , ,Proceedings of XXV SIBGRAPI - Conference on Graphics, Patterns and Images,August 2012.
- "Vision of the Unseen: Current Trends and Challenges in Digital Image and Video Forensics,", , , ,ACM Computing Surveys (CSUR),October 2011.[pdf][bibtex]@article{Rocha_2011_CSUR,
author = {Anderson Rocha and Walter J. Scheirer and Terrance E. Boult and Siome Goldenstein},
title = {Vision of the Unseen: Current Trends and Challenges in Digital Image and Video Forensics},
journal = {ACM Computing Surveys (CSUR)},
volume = {43},
issue = {4},
month = {October},
year = {2011}
} - "The Unseen Challenge Data Sets,", , , ,Proceedings of the First IEEE Workitorial on Vision of the Unseen,June 2008.
Press Coverage
- MIT Technology Review: "The US Military is Funding an Effort to Catch Deepfakes and other AI Trickery"