diff --git a/Directory.Packages.props b/Directory.Packages.props
index 0967532dc32c..720c5198937b 100644
--- a/Directory.Packages.props
+++ b/Directory.Packages.props
@@ -76,12 +76,12 @@
     <PackageVersion Include="System.IO.Abstractions.TestingHelpers" Version="17.2.3" />
     <PackageVersion Include="System.Management" Version="8.0.0" />
     <PackageVersion Include="System.Reactive" Version="6.0.1" />
-    <PackageVersion Include="System.Runtime.Caching" Version="8.0.0" />
+    <PackageVersion Include="System.Runtime.Caching" Version="8.0.1" />
     <!-- Package System.Security.Cryptography.ProtectedData added as a hack for being able to exclude the runtime assets so they don't conflict with 8.0.1. This is a dependency of System.Data.OleDb but the 8.0.1 version wasn't published to nuget. -->
     <PackageVersion Include="System.Security.Cryptography.ProtectedData" Version="8.0.0" />
     <PackageVersion Include="System.ServiceProcess.ServiceController" Version="8.0.0" />
     <PackageVersion Include="System.Text.Encoding.CodePages" Version="8.0.0" />
-    <PackageVersion Include="System.Text.Json" Version="8.0.4" />
+    <PackageVersion Include="System.Text.Json" Version="8.0.5" />
     <PackageVersion Include="UnicodeInformation" Version="2.6.0" />
     <PackageVersion Include="UnitsNet" Version="5.56.0" />
     <PackageVersion Include="UTF.Unknown" Version="2.5.1" />
diff --git a/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml b/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml
index 9943a6962d87..887e8d383642 100644
--- a/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml
+++ b/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml
@@ -102,6 +102,15 @@
             LoadingState="{x:Bind UnsupportedFilePreviewer.State, Mode=OneWay}"
             Source="{x:Bind UnsupportedFilePreviewer.Preview, Mode=OneWay}"
             Visibility="{x:Bind IsUnsupportedPreviewVisible(UnsupportedFilePreviewer, Previewer.State), Mode=OneWay}" />
+
+        <TextBlock
+            x:Name="NoMoreFiles"
+            Text="{x:Bind NoMoreFilesText, Mode=OneTime}"
+            HorizontalAlignment="Center"
+            VerticalAlignment="Center"
+            Style="{StaticResource BodyStrongTextBlockStyle}"
+            Visibility="Collapsed"
+            AutomationProperties.HeadingLevel="1" />
     </Grid>
     <UserControl.KeyboardAccelerators>
         <KeyboardAccelerator
diff --git a/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml.cs b/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml.cs
index cb776fc277f5..c60d062d7078 100644
--- a/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml.cs
+++ b/src/modules/peek/Peek.FilePreviewer/FilePreview.xaml.cs
@@ -47,6 +47,9 @@ public sealed partial class FilePreview : UserControl, IDisposable
                 typeof(FilePreview),
                 new PropertyMetadata(false, async (d, e) => await ((FilePreview)d).OnScalingFactorPropertyChanged()));
 
+        [ObservableProperty]
+        private int numberOfFiles;
+
         [ObservableProperty]
         [NotifyPropertyChangedFor(nameof(ImagePreviewer))]
         [NotifyPropertyChangedFor(nameof(VideoPreviewer))]
@@ -62,6 +65,9 @@ public sealed partial class FilePreview : UserControl, IDisposable
         [ObservableProperty]
         private string infoTooltip = ResourceLoaderInstance.ResourceLoader.GetString("PreviewTooltip_Blank");
 
+        [ObservableProperty]
+        private string noMoreFilesText = ResourceLoaderInstance.ResourceLoader.GetString("NoMoreFiles");
+
         private CancellationTokenSource _cancellationTokenSource = new();
 
         public FilePreview()
@@ -158,6 +164,8 @@ private async Task OnItemPropertyChanged()
             // Clear up any unmanaged resources before creating a new previewer instance.
             (Previewer as IDisposable)?.Dispose();
 
+            NoMoreFiles.Visibility = NumberOfFiles == 0 ? Visibility.Visible : Visibility.Collapsed;
+
             if (Item == null)
             {
                 Previewer = null;
diff --git a/src/modules/peek/Peek.UI/MainWindowViewModel.cs b/src/modules/peek/Peek.UI/MainWindowViewModel.cs
index d129949f3680..87755c68de0b 100644
--- a/src/modules/peek/Peek.UI/MainWindowViewModel.cs
+++ b/src/modules/peek/Peek.UI/MainWindowViewModel.cs
@@ -3,26 +3,57 @@
 // See the LICENSE file in the project root for more information.
 
 using System;
-using System.Linq;
-
+using System.Collections.Generic;
+using System.IO;
+using System.Threading.Tasks;
 using CommunityToolkit.Mvvm.ComponentModel;
 using ManagedCommon;
+using Microsoft.UI.Dispatching;
 using Microsoft.UI.Xaml;
 using Peek.Common.Helpers;
 using Peek.Common.Models;
 using Peek.UI.Models;
 using Windows.Win32.Foundation;
+using static Peek.UI.Native.NativeMethods;
 
 namespace Peek.UI
 {
     public partial class MainWindowViewModel : ObservableObject
     {
-        private static readonly string _defaultWindowTitle = ResourceLoaderInstance.ResourceLoader.GetString("AppTitle/Title");
+        /// <summary>
+        /// The minimum time in milliseconds between navigation events.
+        /// </summary>
         private const int NavigationThrottleDelayMs = 100;
 
-        [ObservableProperty]
+        /// <summary>
+        /// The delay in milliseconds before a delete operation begins, to allow for navigation
+        /// away from the current item to occur.
+        /// </summary>
+        private const int DeleteDelayMs = 200;
+
+        /// <summary>
+        /// Holds the indexes of each <see cref="IFileSystemItem"/> the user has deleted.
+        /// </summary>
+        private readonly HashSet<int> _deletedItemIndexes = [];
+
+        private static readonly string _defaultWindowTitle = ResourceLoaderInstance.ResourceLoader.GetString("AppTitle/Title");
+
+        /// <summary>
+        /// The actual index of the current item in the items array. Does not necessarily
+        /// correspond to <see cref="_displayIndex"/> if one or more files have been deleted.
+        /// </summary>
         private int _currentIndex;
 
+        /// <summary>
+        /// The item index to display in the titlebar.
+        /// </summary>
+        [ObservableProperty]
+        private int _displayIndex;
+
+        /// <summary>
+        /// The item to be displayed by a matching previewer. May be null if the user has deleted
+        /// all items.
+        /// </summary>
         [ObservableProperty]
         private IFileSystemItem? _currentItem;
 
@@ -37,11 +68,43 @@ partial void OnCurrentItemChanged(IFileSystemItem? value)
         private string _windowTitle;
 
         [ObservableProperty]
+        [NotifyPropertyChangedFor(nameof(DisplayItemCount))]
         private NeighboringItems? _items;
 
+        /// <summary>
+        /// The number of items selected and available to preview. Decreases as the user deletes
+        /// items. Displayed on the title bar.
+        /// </summary>
+        private int _displayItemCount;
+
+        public int DisplayItemCount
+        {
+            get => Items?.Count - _deletedItemIndexes.Count ?? 0;
+            set
+            {
+                if (_displayItemCount != value)
+                {
+                    _displayItemCount = value;
+                    OnPropertyChanged();
+                }
+            }
+        }
+
         [ObservableProperty]
         private double _scalingFactor = 1.0;
 
+        private enum NavigationDirection
+        {
+            Forwards,
+            Backwards,
+        }
+
+        /// <summary>
+        /// The current direction in which the user is moving through the items collection.
+        /// Determines how we act when a file is deleted.
+        /// </summary>
+        private NavigationDirection _navigationDirection = NavigationDirection.Forwards;
+
         public NeighboringItemsQuery NeighboringItemsQuery { get; }
 
         private DispatcherTimer NavigationThrottleTimer { get; set; } = new();
@@ -63,50 +126,124 @@ public void Initialize(HWND foregroundWindowHandle)
             }
             catch (Exception ex)
             {
-                Logger.LogError("Failed to get File Explorer Items: " + ex.Message);
+                Logger.LogError("Failed to get File Explorer Items.", ex);
             }
 
-            CurrentIndex = 0;
+            _currentIndex = DisplayIndex = 0;
 
-            if (Items != null && Items.Count > 0)
-            {
-                CurrentItem = Items[0];
-            }
+            CurrentItem = (Items != null && Items.Count > 0) ? Items[0] : null;
         }
 
         public void Uninitialize()
         {
-            CurrentIndex = 0;
+            _currentIndex = DisplayIndex = 0;
             CurrentItem = null;
+            _deletedItemIndexes.Clear();
             Items = null;
+            _navigationDirection = NavigationDirection.Forwards;
         }
 
-        public void AttemptPreviousNavigation()
+        public void AttemptPreviousNavigation() => Navigate(NavigationDirection.Backwards);
+
+        public void AttemptNextNavigation() => Navigate(NavigationDirection.Forwards);
+
+        private void Navigate(NavigationDirection direction, bool isAfterDelete = false)
         {
             if (NavigationThrottleTimer.IsEnabled)
             {
                 return;
             }
 
-            NavigationThrottleTimer.Start();
+            if (Items == null || Items.Count == _deletedItemIndexes.Count)
+            {
+                _currentIndex = DisplayIndex = 0;
+                CurrentItem = null;
+                return;
+            }
+
+            _navigationDirection = direction;
+
+            int offset = direction == NavigationDirection.Forwards ? 1 : -1;
+
+            do
+            {
+                _currentIndex = MathHelper.Modulo(_currentIndex + offset, Items.Count);
+            }
+            while (_deletedItemIndexes.Contains(_currentIndex));
+
+            CurrentItem = Items[_currentIndex];
+
+            // If we're navigating forwards after a delete operation, the displayed index does not
+            // change, e.g. "(2/3)" becomes "(2/2)".
+            if (isAfterDelete && direction == NavigationDirection.Forwards)
+            {
+                offset = 0;
+            }
+
+            DisplayIndex = MathHelper.Modulo(DisplayIndex + offset, DisplayItemCount);
 
-            var itemCount = Items?.Count ?? 1;
-            CurrentIndex = MathHelper.Modulo(CurrentIndex - 1, itemCount);
-            CurrentItem = Items?.ElementAtOrDefault(CurrentIndex);
+            NavigationThrottleTimer.Start();
         }
 
-        public void AttemptNextNavigation()
+        /// <summary>
+        /// Sends the current item to the Recycle Bin.
+        /// </summary>
+        public void DeleteItem()
         {
-            if (NavigationThrottleTimer.IsEnabled)
+            if (CurrentItem == null || !IsFilePath(CurrentItem.Path))
             {
                 return;
             }
 
-            NavigationThrottleTimer.Start();
+            _deletedItemIndexes.Add(_currentIndex);
+            OnPropertyChanged(nameof(DisplayItemCount));
+
+            string path = CurrentItem.Path;
+
+            DispatcherQueue.GetForCurrentThread().TryEnqueue(() =>
+            {
+                Task.Delay(DeleteDelayMs);
+                DeleteFile(path);
+            });
 
-            var itemCount = Items?.Count ?? 1;
-            CurrentIndex = MathHelper.Modulo(CurrentIndex + 1, itemCount);
-            CurrentItem = Items?.ElementAtOrDefault(CurrentIndex);
+            Navigate(_navigationDirection, isAfterDelete: true);
+        }
+
+        private void DeleteFile(string path, bool permanent = false)
+        {
+            SHFILEOPSTRUCT fileOp = new()
+            {
+                wFunc = FO_DELETE,
+                pFrom = path + "\0\0",
+                fFlags = (ushort)(FOF_NOCONFIRMATION | (permanent ? 0 : FOF_ALLOWUNDO)),
+            };
+
+            int result = SHFileOperation(ref fileOp);
+
+            if (result != 0)
+            {
+                string warning = "Could not delete file. " +
+                    (DeleteFileErrors.TryGetValue(result, out string? errorMessage) ? errorMessage : $"Error code {result}.");
+                Logger.LogWarning(warning);
+            }
+        }
+
+        private static bool IsFilePath(string path)
+        {
+            if (string.IsNullOrEmpty(path))
+            {
+                return false;
+            }
+
+            try
+            {
+                FileAttributes attributes = File.GetAttributes(path);
+                return (attributes & FileAttributes.Directory) != FileAttributes.Directory;
+            }
+            catch (Exception)
+            {
+                return false;
+            }
         }
 
         private void NavigationThrottleTimer_Tick(object? sender, object e)
diff --git a/src/modules/peek/Peek.UI/Models/NeighboringItems.cs b/src/modules/peek/Peek.UI/Models/NeighboringItems.cs
index f6a9a744f37c..b63096889f7d 100644
--- a/src/modules/peek/Peek.UI/Models/NeighboringItems.cs
+++ b/src/modules/peek/Peek.UI/Models/NeighboringItems.cs
@@ -10,7 +10,7 @@
 
 namespace Peek.UI.Models
 {
-    public class NeighboringItems : IReadOnlyList<IFileSystemItem>
+    public partial class NeighboringItems : IReadOnlyList<IFileSystemItem>
     {
         public IFileSystemItem this[int index] => Items[index] = Items[index] ?? ShellItemArray.GetItemAt(index).ToIFileSystemItem();
 
@@ -27,14 +27,8 @@ public NeighboringItems(IShellItemArray shellItemArray)
             Items = new IFileSystemItem[Count];
         }
 
-        public IEnumerator<IFileSystemItem> GetEnumerator()
-        {
-            return new NeighboringItemsEnumerator(this);
-        }
+        public IEnumerator<IFileSystemItem> GetEnumerator() => new NeighboringItemsEnumerator(this);
 
-        IEnumerator IEnumerable.GetEnumerator()
-        {
-            return GetEnumerator();
-        }
+        IEnumerator IEnumerable.GetEnumerator() => GetEnumerator();
     }
 }
diff --git a/src/modules/peek/Peek.UI/Native/NativeMethods.cs b/src/modules/peek/Peek.UI/Native/NativeMethods.cs
index 95badbae0323..96acbef1718c 100644
--- a/src/modules/peek/Peek.UI/Native/NativeMethods.cs
+++ b/src/modules/peek/Peek.UI/Native/NativeMethods.cs
@@ -3,9 +3,9 @@
 // See the LICENSE file in the project root for more information.
 
 using System;
+using System.Collections.Generic;
 using System.Runtime.InteropServices;
 using System.Text;
-
 using Peek.Common.Models;
 
 namespace Peek.UI.Native
@@ -51,5 +51,53 @@ public enum AssocStr
 
         [DllImport("user32.dll", CharSet = CharSet.Unicode)]
         internal static extern int GetClassName(IntPtr hWnd, StringBuilder buf, int nMaxCount);
+
+        /// <summary>
+        /// Shell File Operations structure. Used for file deletion.
+        /// </summary>
+        [StructLayout(LayoutKind.Sequential, CharSet = CharSet.Auto)]
+        internal struct SHFILEOPSTRUCT
+        {
+            public IntPtr hwnd;
+            public int wFunc;
+            public string pFrom;
+            public string pTo;
+            public ushort fFlags;
+            public bool fAnyOperationsAborted;
+            public IntPtr hNameMappings;
+            public string lpszProgressTitle;
+        }
+
+        [DllImport("shell32.dll", CharSet = CharSet.Auto)]
+        internal static extern int SHFileOperation(ref SHFILEOPSTRUCT fileOp);
+
+        /// <summary>
+        /// File delete operation.
+        /// </summary>
+        internal const int FO_DELETE = 0x0003;
+
+        /// <summary>
+        /// Send to Recycle Bin flag.
+        /// </summary>
+        internal const int FOF_ALLOWUNDO = 0x0040;
+
+        /// <summary>
+        /// Do not request user confirmation for file delete flag.
+        /// </summary>
+        internal const int FOF_NOCONFIRMATION = 0x0010;
+
+        /// <summary>
+        /// Common error codes when calling SHFileOperation to delete a file.
+        /// </summary>
+        /// <remarks>See winerror.h for full list.</remarks>
+        public static readonly Dictionary<int, string> DeleteFileErrors = new()
+        {
+            { 2, "The system cannot find the file specified." },
+            { 3, "The system cannot find the path specified." },
+            { 5, "Access is denied." },
+            { 19, "The media is write protected." },
+            { 32, "The process cannot access the file because it is being used by another process." },
+            { 33, "The process cannot access the file because another process has locked a portion of the file." },
+        };
     }
 }
diff --git a/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml b/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml
index eeb47aaf975d..a8d9d98a47f6 100644
--- a/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml
+++ b/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml
@@ -39,14 +39,15 @@
         <views:TitleBar
             x:Name="TitleBarControl"
             Grid.Row="0"
-            FileIndex="{x:Bind ViewModel.CurrentIndex, Mode=OneWay}"
+            FileIndex="{x:Bind ViewModel.DisplayIndex, Mode=OneWay}"
             IsMultiSelection="{x:Bind ViewModel.NeighboringItemsQuery.IsMultipleFilesActivation, Mode=OneWay}"
             Item="{x:Bind ViewModel.CurrentItem, Mode=OneWay}"
-            NumberOfFiles="{x:Bind ViewModel.Items.Count, Mode=OneWay}" />
+            NumberOfFiles="{x:Bind ViewModel.DisplayItemCount, Mode=OneWay}" />
 
         <fp:FilePreview
             Grid.Row="1"
             Item="{x:Bind ViewModel.CurrentItem, Mode=OneWay}"
+            NumberOfFiles="{x:Bind ViewModel.DisplayItemCount, Mode=OneWay}"
             PreviewSizeChanged="FilePreviewer_PreviewSizeChanged"
             ScalingFactor="{x:Bind ViewModel.ScalingFactor, Mode=OneWay}" />
     </Grid>
diff --git a/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml.cs b/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml.cs
index ae94b0cb4462..52e5f597c70d 100644
--- a/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml.cs
+++ b/src/modules/peek/Peek.UI/PeekXAML/MainWindow.xaml.cs
@@ -55,6 +55,14 @@ public MainWindow()
             AppWindow.Closing += AppWindow_Closing;
         }
 
+        private void Content_KeyUp(object sender, KeyRoutedEventArgs e)
+        {
+            if (e.Key == Windows.System.VirtualKey.Delete)
+            {
+                this.ViewModel.DeleteItem();
+            }
+        }
+
         /// <summary>
         /// Toggling the window visibility and querying files when necessary.
         /// </summary>
@@ -125,6 +133,7 @@ private void Initialize(Windows.Win32.Foundation.HWND foregroundWindowHandle)
 
             ViewModel.Initialize(foregroundWindowHandle);
             ViewModel.ScalingFactor = this.GetMonitorScale();
+            this.Content.KeyUp += Content_KeyUp;
 
             bootTime.Stop();
 
@@ -138,6 +147,8 @@ private void Uninitialize()
 
             ViewModel.Uninitialize();
             ViewModel.ScalingFactor = 1;
+
+            this.Content.KeyUp -= Content_KeyUp;
         }
 
         /// <summary>
diff --git a/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml b/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml
index 2d768dcf36d7..57e073d8a5b4 100644
--- a/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml
+++ b/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml
@@ -59,7 +59,7 @@
                     x:Name="AppTitle_FileName"
                     Grid.Column="1"
                     Style="{StaticResource CaptionTextBlockStyle}"
-                    Text="{x:Bind Item.Name, Mode=OneWay}"
+                    Text="{x:Bind FileName, Mode=OneWay}"
                     TextWrapping="NoWrap" />
             </Grid>
         </Grid>
diff --git a/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml.cs b/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml.cs
index 17d9724d7999..9ed5c327dbe9 100644
--- a/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml.cs
+++ b/src/modules/peek/Peek.UI/PeekXAML/Views/TitleBar.xaml.cs
@@ -55,7 +55,7 @@ public sealed partial class TitleBar : UserControl
                nameof(NumberOfFiles),
                typeof(int),
                typeof(TitleBar),
-               new PropertyMetadata(null, null));
+               new PropertyMetadata(null, (d, e) => ((TitleBar)d).OnNumberOfFilesPropertyChanged()));
 
         [ObservableProperty]
         private string openWithAppText = ResourceLoaderInstance.ResourceLoader.GetString("LaunchAppButton_OpenWith_Text");
@@ -66,6 +66,9 @@ public sealed partial class TitleBar : UserControl
         [ObservableProperty]
         private string? fileCountText;
 
+        [ObservableProperty]
+        private string fileName = string.Empty;
+
         [ObservableProperty]
         private string defaultAppName = string.Empty;
 
@@ -242,28 +245,40 @@ private void UpdateTitleBarCustomization(MainWindow mainWindow)
 
         private void OnFilePropertyChanged()
         {
-            if (Item == null)
-            {
-                return;
-            }
-
             UpdateFileCountText();
+            UpdateFilename();
             UpdateDefaultAppToLaunch();
         }
 
+        private void UpdateFilename()
+        {
+            FileName = Item?.Name ?? string.Empty;
+        }
+
         private void OnFileIndexPropertyChanged()
         {
             UpdateFileCountText();
         }
 
+        private void OnNumberOfFilesPropertyChanged()
+        {
+            UpdateFileCountText();
+        }
+
+        /// <summary>
+        /// Respond to a change in the current file being previewed or the number of files available.
+        /// </summary>
         private void UpdateFileCountText()
         {
-            // Update file count
-            if (NumberOfFiles > 1)
+            if (NumberOfFiles >= 1)
             {
                 string fileCountTextFormat = ResourceLoaderInstance.ResourceLoader.GetString("AppTitle_FileCounts_Text");
                 FileCountText = string.Format(CultureInfo.InvariantCulture, fileCountTextFormat, FileIndex + 1, NumberOfFiles);
             }
+            else
+            {
+                FileCountText = string.Empty;
+            }
         }
 
         private void UpdateDefaultAppToLaunch()
diff --git a/src/modules/peek/Peek.UI/Strings/en-us/Resources.resw b/src/modules/peek/Peek.UI/Strings/en-us/Resources.resw
index c6b7945d3377..9c57f263b1e5 100644
--- a/src/modules/peek/Peek.UI/Strings/en-us/Resources.resw
+++ b/src/modules/peek/Peek.UI/Strings/en-us/Resources.resw
@@ -326,4 +326,8 @@
     <value>Toggle text wrapping</value>
     <comment>Toggle whether text in pane is word-wrapped</comment>
   </data>
+  <data name="NoMoreFiles" xml:space="preserve">
+    <value>No more files to preview.</value>
+    <comment>The message to show when there are no files remaining to preview.</comment>
+  </data>
 </root>
\ No newline at end of file