use crate::Harness; use image::ImageError; use std::fmt::Display; use std::io::ErrorKind; use std::path::PathBuf; pub type SnapshotResult = Result<(), SnapshotError>; #[non_exhaustive] pub struct SnapshotOptions { /// The threshold for the image comparison. /// The default is `0.6` (which is enough for most egui tests to pass across different /// wgpu backends). pub threshold: f32, /// The number of pixels that can differ before the snapshot is considered a failure. /// Preferably, you should use `threshold` to control the sensitivity of the image comparison. /// As a last resort, you can use this to allow a certain number of pixels to differ. /// If `None`, the default is `0` (meaning no pixels can differ). /// If `Some`, the value can be set per OS pub failed_pixel_count_threshold: usize, /// The path where the snapshots will be saved. /// The default is `tests/snapshots`. pub output_path: PathBuf, } /// Helper struct to define the number of pixels that can differ before the snapshot is considered a failure. /// This is useful if you want to set different thresholds for different operating systems. /// /// The default values are 0 / 0.0 /// /// Example usage: /// ```no_run /// use egui_kittest::{OsThreshold, SnapshotOptions}; /// let mut harness = egui_kittest::Harness::new_ui(|ui| { /// ui.label("Hi!"); /// }); /// harness.snapshot_options( /// "os_threshold_example", /// &SnapshotOptions::new() /// .threshold(OsThreshold::new(0.0).windows(10.0)) /// .failed_pixel_count_threshold(OsThreshold::new(0).windows(10).macos(53) /// )) /// ``` #[derive(Debug, Clone, Copy)] pub struct OsThreshold { pub windows: T, pub macos: T, pub linux: T, pub fallback: T, } impl From for OsThreshold { fn from(value: usize) -> Self { Self::new(value) } } impl OsThreshold where T: Copy, { /// Use the same value for all pub fn new(same: T) -> Self { Self { windows: same, macos: same, linux: same, fallback: same, } } /// Set the threshold for Windows. #[inline] pub fn windows(mut self, threshold: T) -> Self { self.windows = threshold; self } /// Set the threshold for macOS. #[inline] pub fn macos(mut self, threshold: T) -> Self { self.macos = threshold; self } /// Set the threshold for Linux. #[inline] pub fn linux(mut self, threshold: T) -> Self { self.linux = threshold; self } /// Get the threshold for the current operating system. pub fn threshold(&self) -> T { if cfg!(target_os = "windows") { self.windows } else if cfg!(target_os = "macos") { self.macos } else if cfg!(target_os = "linux") { self.linux } else { self.fallback } } } impl From> for usize { fn from(threshold: OsThreshold) -> Self { threshold.threshold() } } impl From> for f32 { fn from(threshold: OsThreshold) -> Self { threshold.threshold() } } impl Default for SnapshotOptions { fn default() -> Self { Self { threshold: 0.6, output_path: PathBuf::from("tests/snapshots"), failed_pixel_count_threshold: 0, // Default is 0, meaning no pixels can differ } } } impl SnapshotOptions { /// Create a new [`SnapshotOptions`] with the default values. pub fn new() -> Self { Default::default() } /// Change the threshold for the image comparison. /// The default is `0.6` (which is enough for most egui tests to pass across different /// wgpu backends). #[inline] pub fn threshold(mut self, threshold: impl Into) -> Self { self.threshold = threshold.into(); self } /// Change the path where the snapshots will be saved. /// The default is `tests/snapshots`. #[inline] pub fn output_path(mut self, output_path: impl Into) -> Self { self.output_path = output_path.into(); self } /// Change the number of pixels that can differ before the snapshot is considered a failure. /// /// Preferably, you should use [`Self::threshold`] to control the sensitivity of the image comparison. /// As a last resort, you can use this to allow a certain number of pixels to differ. #[inline] pub fn failed_pixel_count_threshold( mut self, failed_pixel_count_threshold: impl Into>, ) -> Self { let failed_pixel_count_threshold = failed_pixel_count_threshold.into().threshold(); self.failed_pixel_count_threshold = failed_pixel_count_threshold; self } } #[derive(Debug)] pub enum SnapshotError { /// Image did not match snapshot Diff { /// Name of the test name: String, /// Count of pixels that were different (above the per-pixel threshold). diff: i32, /// Path where the diff image was saved diff_path: PathBuf, }, /// Error opening the existing snapshot (it probably doesn't exist, check the /// [`ImageError`] for more information) OpenSnapshot { /// Path where the snapshot was expected to be path: PathBuf, /// The error that occurred err: ImageError, }, /// The size of the image did not match the snapshot SizeMismatch { /// Name of the test name: String, /// Expected size expected: (u32, u32), /// Actual size actual: (u32, u32), }, /// Error writing the snapshot output WriteSnapshot { /// Path where a file was expected to be written path: PathBuf, /// The error that occurred err: ImageError, }, /// Error rendering the image RenderError { /// The error that occurred err: String, }, } const HOW_TO_UPDATE_SCREENSHOTS: &str = "Run `UPDATE_SNAPSHOTS=1 cargo test --all-features` to update the snapshots."; impl Display for SnapshotError { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { match self { Self::Diff { name, diff, diff_path, } => { let diff_path = std::path::absolute(diff_path).unwrap_or(diff_path.clone()); write!( f, "'{name}' Image did not match snapshot. Diff: {diff}, {}. {HOW_TO_UPDATE_SCREENSHOTS}", diff_path.display() ) } Self::OpenSnapshot { path, err } => { let path = std::path::absolute(path).unwrap_or(path.clone()); match err { ImageError::IoError(io) => match io.kind() { ErrorKind::NotFound => { write!( f, "Missing snapshot: {}. {HOW_TO_UPDATE_SCREENSHOTS}", path.display() ) } err => { write!( f, "Error reading snapshot: {err}\nAt: {}. {HOW_TO_UPDATE_SCREENSHOTS}", path.display() ) } }, err => { write!( f, "Error decoding snapshot: {err}\nAt: {}. Make sure git-lfs is setup correctly. Read the instructions here: https://github.com/emilk/egui/blob/main/CONTRIBUTING.md#making-a-pr", path.display() ) } } } Self::SizeMismatch { name, expected, actual, } => { write!( f, "'{name}' Image size did not match snapshot. Expected: {expected:?}, Actual: {actual:?}. {HOW_TO_UPDATE_SCREENSHOTS}" ) } Self::WriteSnapshot { path, err } => { let path = std::path::absolute(path).unwrap_or(path.clone()); write!(f, "Error writing snapshot: {err}\nAt: {}", path.display()) } Self::RenderError { err } => { write!(f, "Error rendering image: {err}") } } } } #[derive(Clone, Copy, Debug, PartialEq, Eq)] enum Mode { Test, UpdateFailing, UpdateAll, } impl Mode { fn from_env() -> Self { let Ok(value) = std::env::var("UPDATE_SNAPSHOTS") else { return Self::Test; }; match value.as_str() { "false" | "0" | "no" | "off" => Self::Test, "true" | "1" | "yes" | "on" => Self::UpdateFailing, "force" => Self::UpdateAll, unknown => { panic!("Unsupported value for UPDATE_SNAPSHOTS: {unknown:?}"); } } } fn is_update(&self) -> bool { match self { Self::Test => false, Self::UpdateFailing | Self::UpdateAll => true, } } } /// Image snapshot test with custom options. /// /// If you want to change the default options for your whole project, it's recommended to create a /// new `my_image_snapshot` function in your project that calls this function with the desired options. /// You could additionally use the /// [disallowed_methods](https://rust-lang.github.io/rust-clippy/master/#disallowed_methods) /// lint to disable use of the [`image_snapshot`] to prevent accidentally using the wrong defaults. /// /// The snapshot files will be saved under [`SnapshotOptions::output_path`]. /// The snapshot will be saved under `{output_path}/{name}.png`. /// The new image from the most recent test run will be saved under `{output_path}/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `{output_path}/{name}.diff.png`. /// /// If the env-var `UPDATE_SNAPSHOTS` is set, then the old image will backed up under `{output_path}/{name}.old.png`. /// and then new image will be written to `{output_path}/{name}.png` /// /// # Errors /// Returns a [`SnapshotError`] if the image does not match the snapshot or if there was an error /// reading or writing the snapshot. pub fn try_image_snapshot_options( new: &image::RgbaImage, name: impl Into, options: &SnapshotOptions, ) -> SnapshotResult { try_image_snapshot_options_impl(new, name.into(), options) } fn try_image_snapshot_options_impl( new: &image::RgbaImage, name: String, options: &SnapshotOptions, ) -> SnapshotResult { #![expect(clippy::print_stdout)] let mode = Mode::from_env(); let SnapshotOptions { threshold, output_path, failed_pixel_count_threshold, } = options; let parent_path = if let Some(parent) = PathBuf::from(&name).parent() { output_path.join(parent) } else { output_path.clone() }; std::fs::create_dir_all(parent_path).ok(); // The one that is checked in to git let snapshot_path = output_path.join(format!("{name}.png")); // These should be in .gitignore: let diff_path = output_path.join(format!("{name}.diff.png")); let old_backup_path = output_path.join(format!("{name}.old.png")); let new_path = output_path.join(format!("{name}.new.png")); // Delete old temporary files if they exist: std::fs::remove_file(&diff_path).ok(); std::fs::remove_file(&old_backup_path).ok(); std::fs::remove_file(&new_path).ok(); let update_snapshot = || { // Keep the old version so the user can compare it: std::fs::rename(&snapshot_path, &old_backup_path).ok(); // Write the new file to the checked in path: new.save(&snapshot_path) .map_err(|err| SnapshotError::WriteSnapshot { err, path: snapshot_path.clone(), })?; // No need for an explicit `.new` file: std::fs::remove_file(&new_path).ok(); println!("Updated snapshot: {}", snapshot_path.display()); Ok(()) }; // Always write a `.new` file so the user can compare: new.save(&new_path) .map_err(|err| SnapshotError::WriteSnapshot { err, path: new_path.clone(), })?; let previous = match image::open(&snapshot_path) { Ok(image) => image.to_rgba8(), Err(err) => { // No previous snapshot - probablye a new test. if mode.is_update() { return update_snapshot(); } else { return Err(SnapshotError::OpenSnapshot { path: snapshot_path.clone(), err, }); } } }; if previous.dimensions() != new.dimensions() { if mode.is_update() { return update_snapshot(); } else { return Err(SnapshotError::SizeMismatch { name, expected: previous.dimensions(), actual: new.dimensions(), }); } } // Compare existing image to the new one: let threshold = if mode == Mode::UpdateAll { 0.0 } else { *threshold }; let result = dify::diff::get_results(previous, new.clone(), threshold, true, None, &None, &None); if let Some((num_wrong_pixels, diff_image)) = result { diff_image .save(diff_path.clone()) .map_err(|err| SnapshotError::WriteSnapshot { path: diff_path.clone(), err, })?; let is_sameish = num_wrong_pixels as i64 <= *failed_pixel_count_threshold as i64; match mode { Mode::Test => { if is_sameish { Ok(()) } else { Err(SnapshotError::Diff { name, diff: num_wrong_pixels, diff_path, }) } } Mode::UpdateFailing => { if is_sameish { Ok(()) } else { update_snapshot() } } Mode::UpdateAll => update_snapshot(), } } else { Ok(()) } } /// Image snapshot test. /// /// This uses the default [`SnapshotOptions`]. Use [`try_image_snapshot_options`] if you want to /// e.g. change the threshold or output path. /// /// The snapshot files will be saved under [`SnapshotOptions::output_path`]. /// The snapshot will be saved under `{output_path}/{name}.png`. /// The new image from the most recent test run will be saved under `{output_path}/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `{output_path}/{name}.diff.png`. /// /// # Errors /// Returns a [`SnapshotError`] if the image does not match the snapshot or if there was an error /// reading or writing the snapshot. pub fn try_image_snapshot(current: &image::RgbaImage, name: impl Into) -> SnapshotResult { try_image_snapshot_options(current, name, &SnapshotOptions::default()) } /// Image snapshot test with custom options. /// /// If you want to change the default options for your whole project, it's recommended to create a /// new `my_image_snapshot` function in your project that calls this function with the desired options. /// You could additionally use the /// [disallowed_methods](https://rust-lang.github.io/rust-clippy/master/#disallowed_methods) /// lint to disable use of the [`image_snapshot`] to prevent accidentally using the wrong defaults. /// /// The snapshot files will be saved under [`SnapshotOptions::output_path`]. /// The snapshot will be saved under `{output_path}/{name}.png`. /// The new image from the most recent test run will be saved under `{output_path}/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `{output_path}/{name}.diff.png`. /// /// # Panics /// Panics if the image does not match the snapshot or if there was an error reading or writing the /// snapshot. #[track_caller] pub fn image_snapshot_options( current: &image::RgbaImage, name: impl Into, options: &SnapshotOptions, ) { match try_image_snapshot_options(current, name, options) { Ok(_) => {} Err(err) => { panic!("{}", err); } } } /// Image snapshot test. /// /// The snapshot will be saved under `tests/snapshots/{name}.png`. /// The new image from the last test run will be saved under `tests/snapshots/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `tests/snapshots/{name}.diff.png`. /// /// # Panics /// Panics if the image does not match the snapshot or if there was an error reading or writing the /// snapshot. #[track_caller] pub fn image_snapshot(current: &image::RgbaImage, name: impl Into) { match try_image_snapshot(current, name) { Ok(_) => {} Err(err) => { panic!("{}", err); } } } #[cfg(feature = "wgpu")] impl Harness<'_, State> { /// Render an image using the setup [`crate::TestRenderer`] and compare it to the snapshot /// with custom options. /// /// If you want to change the default options for your whole project, you could create an /// [extension trait](http://xion.io/post/code/rust-extension-traits.html) to create a /// new `my_image_snapshot` function on the Harness that calls this function with the desired options. /// You could additionally use the /// [disallowed_methods](https://rust-lang.github.io/rust-clippy/master/#disallowed_methods) /// lint to disable use of the [`Harness::snapshot`] to prevent accidentally using the wrong defaults. /// /// The snapshot files will be saved under [`SnapshotOptions::output_path`]. /// The snapshot will be saved under `{output_path}/{name}.png`. /// The new image from the most recent test run will be saved under `{output_path}/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `{output_path}/{name}.diff.png`. /// /// # Errors /// Returns a [`SnapshotError`] if the image does not match the snapshot, if there was an /// error reading or writing the snapshot, if the rendering fails or if no default renderer is available. pub fn try_snapshot_options( &mut self, name: impl Into, options: &SnapshotOptions, ) -> SnapshotResult { let image = self .render() .map_err(|err| SnapshotError::RenderError { err })?; try_image_snapshot_options(&image, name.into(), options) } /// Render an image using the setup [`crate::TestRenderer`] and compare it to the snapshot. /// The snapshot will be saved under `tests/snapshots/{name}.png`. /// The new image from the last test run will be saved under `tests/snapshots/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `tests/snapshots/{name}.diff.png`. /// /// # Errors /// Returns a [`SnapshotError`] if the image does not match the snapshot, if there was an /// error reading or writing the snapshot, if the rendering fails or if no default renderer is available. pub fn try_snapshot(&mut self, name: impl Into) -> SnapshotResult { let image = self .render() .map_err(|err| SnapshotError::RenderError { err })?; try_image_snapshot(&image, name) } /// Render an image using the setup [`crate::TestRenderer`] and compare it to the snapshot /// with custom options. /// /// If you want to change the default options for your whole project, you could create an /// [extension trait](http://xion.io/post/code/rust-extension-traits.html) to create a /// new `my_image_snapshot` function on the Harness that calls this function with the desired options. /// You could additionally use the /// [disallowed_methods](https://rust-lang.github.io/rust-clippy/master/#disallowed_methods) /// lint to disable use of the [`Harness::snapshot`] to prevent accidentally using the wrong defaults. /// /// The snapshot files will be saved under [`SnapshotOptions::output_path`]. /// The snapshot will be saved under `{output_path}/{name}.png`. /// The new image from the most recent test run will be saved under `{output_path}/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `{output_path}/{name}.diff.png`. /// /// # Panics /// Panics if the image does not match the snapshot, if there was an error reading or writing the /// snapshot, if the rendering fails or if no default renderer is available. #[track_caller] pub fn snapshot_options(&mut self, name: impl Into, options: &SnapshotOptions) { match self.try_snapshot_options(name, options) { Ok(_) => {} Err(err) => { panic!("{}", err); } } } /// Render an image using the setup [`crate::TestRenderer`] and compare it to the snapshot. /// The snapshot will be saved under `tests/snapshots/{name}.png`. /// The new image from the last test run will be saved under `tests/snapshots/{name}.new.png`. /// If the new image didn't match the snapshot, a diff image will be saved under `tests/snapshots/{name}.diff.png`. /// /// # Panics /// Panics if the image does not match the snapshot, if there was an error reading or writing the /// snapshot, if the rendering fails or if no default renderer is available. #[track_caller] pub fn snapshot(&mut self, name: impl Into) { match self.try_snapshot(name) { Ok(_) => {} Err(err) => { panic!("{}", err); } } } } /// Utility to collect snapshot errors and display them at the end of the test. /// /// # Example /// ``` /// # let harness = MockHarness; /// # struct MockHarness; /// # impl MockHarness { /// # fn try_snapshot(&self, _: &str) -> Result<(), egui_kittest::SnapshotError> { Ok(()) } /// # } /// /// // [...] Construct a Harness /// /// let mut results = egui_kittest::SnapshotResults::new(); /// /// // Call add for each snapshot in your test /// results.add(harness.try_snapshot("my_test")); /// /// // If there are any errors, SnapshotResults will panic once dropped. /// ``` /// /// # Panics /// Panics if there are any errors when dropped (this way it is impossible to forget to call `unwrap`). /// If you don't want to panic, you can use [`SnapshotResults::into_result`] or [`SnapshotResults::into_inner`]. /// If you want to panic early, you can use [`SnapshotResults::unwrap`]. #[derive(Debug, Default)] pub struct SnapshotResults { errors: Vec, } impl Display for SnapshotResults { fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { if self.errors.is_empty() { write!(f, "All snapshots passed") } else { writeln!(f, "Snapshot errors:")?; for error in &self.errors { writeln!(f, " {error}")?; } Ok(()) } } } impl SnapshotResults { pub fn new() -> Self { Default::default() } /// Check if the result is an error and add it to the list of errors. pub fn add(&mut self, result: SnapshotResult) { if let Err(err) = result { self.errors.push(err); } } /// Check if there are any errors. pub fn has_errors(&self) -> bool { !self.errors.is_empty() } /// Convert this into a `Result<(), Self>`. #[expect(clippy::missing_errors_doc)] pub fn into_result(self) -> Result<(), Self> { if self.has_errors() { Err(self) } else { Ok(()) } } pub fn into_inner(mut self) -> Vec { std::mem::take(&mut self.errors) } /// Panics if there are any errors, displaying each. #[expect(clippy::unused_self)] #[track_caller] pub fn unwrap(self) { // Panic is handled in drop } } impl From for Vec { fn from(results: SnapshotResults) -> Self { results.into_inner() } } impl Drop for SnapshotResults { #[track_caller] fn drop(&mut self) { // Don't panic if we are already panicking (the test probably failed for another reason) if std::thread::panicking() { return; } #[expect(clippy::manual_assert)] if self.has_errors() { panic!("{}", self); } } }