diff --git a/bors.toml b/bors.toml
index 2e90e3b..e799c0b 100644
--- a/bors.toml
+++ b/bors.toml
@@ -3,6 +3,7 @@ delete-merged-branches = true
 
 status = [
   "Clippy",
+  "Miri",
   "MSRV Tests",
   "Rustfmt",
   "Tests",
diff --git a/crates/slice-dst/src/lib.rs b/crates/slice-dst/src/lib.rs
index a3798cf..7d06d01 100644
--- a/crates/slice-dst/src/lib.rs
+++ b/crates/slice-dst/src/lib.rs
@@ -88,15 +88,18 @@
 
 extern crate alloc;
 
-use core::ptr::NonNull;
+#[cfg(has_ptr_slice_from_raw_parts)]
+use core::ptr::slice_from_raw_parts_mut as slice_from_raw_parts;
+#[cfg(not(has_ptr_slice_from_raw_parts))]
+use core::slice::from_raw_parts_mut as slice_from_raw_parts;
 #[cfg(feature = "erasable")]
 use erasable::{Erasable, ErasedPtr};
 use {
     alloc::{
-        alloc::{alloc, handle_alloc_error},
+        alloc::{alloc, dealloc, handle_alloc_error},
         boxed::Box,
     },
-    core::{alloc::Layout, ptr, slice},
+    core::{alloc::Layout, mem::ManuallyDrop, ptr, slice},
 };
 
 /// A custom slice-based dynamically sized type.
@@ -195,9 +198,31 @@ unsafe impl<S: ?Sized + SliceDst> AllocSliceDst<S> for Box<S> {
     where
         I: FnOnce(ptr::NonNull<S>),
     {
-        let ptr = alloc_slice_dst(len);
-        init(ptr);
-        Box::from_raw(ptr.as_ptr())
+        struct RawBox<S: ?Sized + SliceDst>(ptr::NonNull<S>, Layout);
+
+        impl<S: ?Sized + SliceDst> RawBox<S> {
+            unsafe fn new(len: usize) -> Self {
+                let layout = S::layout_for(len);
+                RawBox(alloc_slice_dst(len), layout)
+            }
+
+            unsafe fn finalize(self) -> Box<S> {
+                let this = ManuallyDrop::new(self);
+                Box::from_raw(this.0.as_ptr())
+            }
+        }
+
+        impl<S: ?Sized + SliceDst> Drop for RawBox<S> {
+            fn drop(&mut self) {
+                unsafe {
+                    dealloc(self.0.as_ptr().cast(), self.1);
+                }
+            }
+        }
+
+        let ptr = RawBox::new(len);
+        init(ptr.0);
+        ptr.finalize()
     }
 }
 
@@ -221,7 +246,7 @@ unsafe impl<Header, Item> SliceDst for SliceWithHeader<Header, Item> {
         Self::layout(len).0
     }
 
-    fn retype(ptr: NonNull<[()]>) -> NonNull<Self> {
+    fn retype(ptr: ptr::NonNull<[()]>) -> ptr::NonNull<Self> {
         unsafe { ptr::NonNull::new_unchecked(ptr.as_ptr() as *mut _) }
     }
 }
@@ -246,30 +271,91 @@ impl<Header, Item> SliceWithHeader<Header, Item> {
         I: IntoIterator<Item = Item>,
         I::IntoIter: ExactSizeIterator,
     {
-        let mut items = items.into_iter();
+        let items = items.into_iter();
         let len = items.len();
-        let (layout, [length_offset, header_offset, slice_offset]) = Self::layout(len);
-
-        unsafe {
-            A::new_slice_dst(len, |ptr| {
-                let raw = ptr.as_ptr().cast::<u8>();
-                ptr::write(raw.add(length_offset).cast(), len);
-                ptr::write(raw.add(header_offset).cast(), header);
-                let mut slice_ptr = raw.add(slice_offset).cast::<Item>();
-                for _ in 0..len {
-                    let item = items
-                        .next()
-                        .expect("ExactSizeIterator over-reported length");
-                    ptr::write(slice_ptr, item);
-                    slice_ptr = slice_ptr.offset(1);
+
+        struct InProgress<Header, Item> {
+            raw: ptr::NonNull<SliceWithHeader<Header, Item>>,
+            written: usize,
+            layout: Layout,
+            length_offset: usize,
+            header_offset: usize,
+            slice_offset: usize,
+        }
+
+        impl<Header, Item> Drop for InProgress<Header, Item> {
+            fn drop(&mut self) {
+                unsafe {
+                    ptr::drop_in_place(slice_from_raw_parts(
+                        self.raw().add(self.slice_offset).cast::<Item>(),
+                        self.written,
+                    ));
+                }
+            }
+        }
+
+        impl<Header, Item> InProgress<Header, Item> {
+            fn init(
+                len: usize,
+                header: Header,
+                mut items: impl Iterator<Item = Item> + ExactSizeIterator,
+            ) -> impl FnOnce(ptr::NonNull<SliceWithHeader<Header, Item>>) {
+                move |ptr| {
+                    let mut this = Self::new(len, ptr);
+
+                    unsafe {
+                        for _ in 0..len {
+                            let item = items
+                                .next()
+                                .expect("ExactSizeIterator over-reported length");
+                            this.push(item);
+                        }
+
+                        assert!(
+                            items.next().is_none(),
+                            "ExactSizeIterator under-reported length"
+                        );
+
+                        this.finish(len, header)
+                    }
+                }
+            }
+
+            fn raw(&self) -> *mut u8 {
+                self.raw.as_ptr().cast()
+            }
+
+            fn new(len: usize, raw: ptr::NonNull<SliceWithHeader<Header, Item>>) -> Self {
+                let (layout, [length_offset, header_offset, slice_offset]) =
+                    SliceWithHeader::<Header, Item>::layout(len);
+                InProgress {
+                    raw,
+                    written: 0,
+                    layout,
+                    length_offset,
+                    header_offset,
+                    slice_offset,
                 }
-                assert!(
-                    items.next().is_none(),
-                    "ExactSizeIterator under-reported length"
-                );
-                assert_eq!(layout, Layout::for_value(ptr.as_ref()));
-            })
+            }
+
+            unsafe fn push(&mut self, item: Item) {
+                self.raw()
+                    .add(self.slice_offset)
+                    .cast::<Item>()
+                    .add(self.written)
+                    .write(item);
+                self.written += 1;
+            }
+
+            unsafe fn finish(self, len: usize, header: Header) {
+                let this = ManuallyDrop::new(self);
+                ptr::write(this.raw().add(this.length_offset).cast(), len);
+                ptr::write(this.raw().add(this.header_offset).cast(), header);
+                debug_assert_eq!(this.layout, Layout::for_value(this.raw.as_ref()))
+            }
         }
+
+        unsafe { A::new_slice_dst(len, InProgress::init(len, header, items)) }
     }
 }
 
@@ -286,11 +372,6 @@ where
 #[cfg(feature = "erasable")]
 unsafe impl<Header, Item> Erasable for SliceWithHeader<Header, Item> {
     unsafe fn unerase(this: ErasedPtr) -> ptr::NonNull<Self> {
-        #[cfg(not(has_ptr_slice_from_raw_parts))]
-        let slice_from_raw_parts = slice::from_raw_parts_mut::<()>;
-        #[cfg(has_ptr_slice_from_raw_parts)]
-        let slice_from_raw_parts = ptr::slice_from_raw_parts_mut::<()>;
-
         let len: usize = ptr::read(this.as_ptr().cast());
         let raw = ptr::NonNull::new_unchecked(slice_from_raw_parts(this.as_ptr().cast(), len));
         Self::retype(raw)
diff --git a/crates/slice-dst/tests/leak.rs b/crates/slice-dst/tests/leak.rs
new file mode 100644
index 0000000..fca52bb
--- /dev/null
+++ b/crates/slice-dst/tests/leak.rs
@@ -0,0 +1,103 @@
+use {
+    slice_dst::*,
+    std::{
+        alloc::Layout,
+        panic, ptr,
+        rc::Rc,
+        sync::{
+            atomic::{AtomicUsize, Ordering::SeqCst},
+            Arc,
+        },
+    },
+};
+
+struct DropTracking<'a> {
+    place: &'a AtomicUsize,
+}
+
+impl<'a> DropTracking<'a> {
+    fn new(place: &'a AtomicUsize) -> Self {
+        place.fetch_add(1, SeqCst);
+        DropTracking { place }
+    }
+}
+
+impl Drop for DropTracking<'_> {
+    fn drop(&mut self) {
+        self.place.fetch_sub(1, SeqCst);
+    }
+}
+
+#[test]
+#[cfg_attr(
+    all(miri, target_os = "windows"),
+    ignore = "miri does not support panicking on windows rust-lang/miri#1059"
+)]
+fn bad_exactsizeiterator() {
+    struct Iter<'a> {
+        counter: &'a AtomicUsize,
+        len: usize,
+    }
+
+    impl ExactSizeIterator for Iter<'_> {
+        fn len(&self) -> usize {
+            self.len
+        }
+    }
+
+    impl<'a> Iterator for Iter<'a> {
+        type Item = DropTracking<'a>;
+
+        fn next(&mut self) -> Option<Self::Item> {
+            match self.len {
+                0 | 1 => None,
+                _ => {
+                    self.len -= 1;
+                    Some(DropTracking::new(self.counter))
+                }
+            }
+        }
+    }
+
+    let mut counter = AtomicUsize::new(0);
+    let _ = std::panic::catch_unwind(|| {
+        let _: Box<_> = SliceWithHeader::new::<Box<_>, _>(
+            DropTracking::new(&counter),
+            Iter {
+                counter: &counter,
+                len: 5,
+            },
+        );
+    });
+    assert_eq!(*counter.get_mut(), 0);
+}
+
+struct S(u8);
+
+unsafe impl SliceDst for S {
+    fn layout_for(_: usize) -> Layout {
+        Layout::new::<S>()
+    }
+
+    fn retype(ptr: ptr::NonNull<[()]>) -> ptr::NonNull<Self> {
+        ptr.cast()
+    }
+}
+
+#[test]
+#[cfg_attr(
+    all(miri, target_os = "windows"),
+    ignore = "miri does not support panicking on windows rust-lang/miri#1059"
+)]
+fn panic_in_init() {
+    // This relies on miri to catch leaks
+    let _ = std::panic::catch_unwind(|| {
+        let _: Box<S> = unsafe { AllocSliceDst::new_slice_dst(0, |_| panic!()) };
+    });
+    let _ = std::panic::catch_unwind(|| {
+        let _: Arc<S> = unsafe { AllocSliceDst::new_slice_dst(0, |_| panic!()) };
+    });
+    let _ = std::panic::catch_unwind(|| {
+        let _: Rc<S> = unsafe { AllocSliceDst::new_slice_dst(0, |_| panic!()) };
+    });
+}