Add no_std support

Author: mcroad

.github/workflows/rust.yml

@@ -14,7 +14,7 @@ jobs:
       - name: Checkout Crate
         uses: actions/checkout@v2
       - name: Install hongfuzz dependancies
-        run: sudo apt install build-essential binutils-dev libunwind-dev libblocksruntime-dev liblzma-dev
+        run: sudo apt update && sudo apt install build-essential binutils-dev libunwind-dev libblocksruntime-dev liblzma-dev
       - name: Checkout Toolchain
         uses: actions-rs/toolchain@v1
         with:
@@ -25,6 +25,7 @@ jobs:
         env:
           DO_FUZZ: true
           DO_LINT: true
+          DO_NO_STD: true
         run: ./contrib/test.sh
 
   bench_nightly:
@@ -46,16 +47,21 @@ jobs:
       - name: Running cargo test
         env:
           DO_BENCH: true
+          DO_NO_STD: true
         run: ./contrib/test.sh
 
   UnitTests:
     name: Tests
     runs-on: ubuntu-latest
     strategy:
+      fail-fast: false
       matrix:
-        rust:
-          - 1.29.0
-          - beta
+        include:
+          - rust: 1.29.0
+          - rust: beta
+          - rust: 1.47
+            env:
+              DO_NO_STD: true
     steps:
       - name: Checkout Crate
         uses: actions/checkout@v2
@@ -73,6 +79,7 @@ jobs:
             cargo update --verbose --package "serde" --precise "1.0.98" && \
             cargo update --verbose --package "serde_derive" --precise "1.0.98"
       - name: Running cargo
+        env: ${{ matrix.env }}
         run: ./contrib/test.sh
 
   AllTests:
@@ -95,3 +102,24 @@ jobs:
         env:
           BITCOINVERSION: '22.0'
         run: ./contrib/test.sh
+
+  Embedded:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+      - name: Set up QEMU
+        run: sudo apt update && sudo apt install qemu-system-arm gcc-arm-none-eabi
+      - name: Checkout Toolchain
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: minimal
+          toolchain: nightly
+          override: true
+          components: rust-src
+          target: thumbv7m-none-eabi
+      - name: Run
+        env:
+          RUSTFLAGS: "-C link-arg=-Tlink.x"
+          CARGO_TARGET_THUMBV7M_NONE_EABI_RUNNER: "qemu-system-arm -cpu cortex-m3 -machine mps2-an385 -m 1G -nographic -semihosting-config enable=on,target=native -kernel"
+        run: cd embedded && cargo run --target thumbv7m-none-eabi

Cargo.toml

@@ -10,32 +10,42 @@ keywords = [ "crypto", "bitcoin"]
 readme = "README.md"
 
 [features]
+default = ["std"]
+# rust-bitcoin default features
+# necessary because bitcoin/secp-recovery is a default feature
+std = ["bitcoin/std", "bitcoin/secp-recovery"]
+no-std = ["hashbrown", "bitcoin/no-std", "secp256k1/alloc"]
 compiler = []
 trace = []
 unstable = []
-default = []
-use-serde = ["serde", "bitcoin/use-serde"]
+use-serde = ["bitcoin/use-serde", "serde"]
 rand = ["bitcoin/rand"]
 
 [dependencies]
 bitcoin = "0.28.0"
 serde = { version = "1.0", optional = true}
+hashbrown = { version = "0.11", optional = true }
 
 [[example]]
 name = "htlc"
-required-features = ["compiler"]
+required-features = ["std", "compiler"]
 
 [[example]]
 name = "parse"
+required-features = ["std"]
 
 [[example]]
 name = "sign_multisig"
+required-features = ["std"]
 
 [[example]]
 name = "verify_tx"
+required-features = ["std"]
 
 [[example]]
 name = "psbt"
+required-features = ["std"]
 
 [[example]]
 name = "xpub_descriptors"
+required-features = ["std"]

README.md

@@ -30,6 +30,8 @@ are convertible to `bitcoin::PublicKey`
 completing an unsigned `bitcoin::TxIn` with appropriate data
 * Determining the specific keys, hash preimages and timelocks used to spend
 coins in a given Bitcoin transaction
+* `no_std` support enabled by disabling the `default-features` and enabling
+`"no-std"`. See `embedded/` for an example.
 
 More information can be found in [the documentation](https://docs.rs/miniscript)
 or in [the `examples/` directory](https://github.com/apoelstra/rust-miniscript/tree/master/examples)

contrib/test.sh

@@ -1,6 +1,6 @@
 #!/bin/sh -ex
 
-FEATURES="compiler use-serde rand"
+FEATURES="compiler rand use-serde"
 
 # Use toolchain if explicitly specified
 if [ -n "$TOOLCHAIN" ]
@@ -30,9 +30,27 @@ then
     )
 fi
 
-# Test without any features first
+# Then test with the default features
 cargo test --verbose
 
+if [ "$DO_NO_STD" = true ]
+then
+  # Build no_std, to make sure that cfg(test) doesn't hide any issues
+  cargo build --verbose --no-default-features --features="no-std"
+
+  # Test no_std
+  cargo test --verbose --no-default-features --features="no-std"
+
+  # Build all features
+  cargo build --verbose --no-default-features --features="no-std $FEATURES"
+
+  # Build specific features
+  for feature in ${FEATURES}
+  do
+      cargo build --verbose --no-default-features --features="no-std $feature"
+  done
+fi
+
 # Test each feature
 for feature in ${FEATURES}
 do

embedded/Cargo.toml

@@ -0,0 +1,27 @@
+[package]
+authors = [
+  "Riccardo Casatta <[email protected]>",
+  "Dev Random <[email protected]>",
+]
+edition = "2018"
+readme = "README.md"
+name = "embedded"
+version = "0.1.0"
+
+[dependencies]
+cortex-m = "0.6.0"
+cortex-m-rt = "0.6.10"
+cortex-m-semihosting = "0.3.3"
+panic-halt = "0.2.0"
+alloc-cortex-m = "0.4.1"
+miniscript = { path = "../", default-features = false, features = ["no-std"] }
+
+[[bin]]
+name = "embedded"
+test = false
+bench = false
+
+[profile.release]
+codegen-units = 1 # better optimizations
+debug = true      # symbols are nice and they don't increase the size on Flash
+lto = true        # better optimizations

embedded/README.md

@@ -0,0 +1,22 @@
+# Running
+
+To run the embedded test, first prepare your environment:
+
+```shell
+sudo ./scripts/install-deps
+rustup target add thumbv7m-none-eabi
+```
+
+Then:
+
+```shell
+source ./scripts/env.sh && cargo run +nightly --target thumbv7m-none-eabi
+```
+
+Output should be something like:
+
+```text
+heap size 1048576
+descriptor sh(wsh(or_d(c:pk_k(020e0338c96a8870479f2396c373cc7696ba124e8635d41b0ea581112b67817261),c:pk_k(0250863ad64a87ae8a2fe83c1af1a8403cb53f53e486d8511dad8a04887e5b2352))))
+p2sh address 3CJxbQBfWAe1ZkKiGQNEYrioV73ZwvBWns
+```

embedded/memory.x

@@ -0,0 +1,5 @@
+MEMORY
+{
+  FLASH : ORIGIN = 0x00000000, LENGTH = 1024K
+  RAM : ORIGIN = 0x20000000, LENGTH = 512K
+}

embedded/scripts/env.sh

@@ -0,0 +1,2 @@
+export RUSTFLAGS="-C link-arg=-Tlink.x"
+export CARGO_TARGET_THUMBV7M_NONE_EABI_RUNNER="qemu-system-arm -cpu cortex-m3 -machine mps2-an385 -m 1G -nographic -semihosting-config enable=on,target=native -kernel"

embedded/scripts/install-deps

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+apt install gcc-arm-none-eabi qemu-system-arm gdb-multiarch

embedded/src/main.rs

@@ -0,0 +1,83 @@
+#![no_std]
+#![no_main]
+#![feature(alloc_error_handler)]
+#![feature(panic_info_message)]
+
+extern crate alloc;
+
+use alloc::string::ToString;
+use core::alloc::Layout;
+use core::panic::PanicInfo;
+
+use alloc_cortex_m::CortexMHeap;
+
+use core::str::FromStr;
+use miniscript::DescriptorTrait;
+
+use cortex_m::asm;
+use cortex_m_rt::entry;
+use cortex_m_semihosting::{debug, hprintln};
+
+// this is the allocator the application will use
+#[global_allocator]
+static ALLOCATOR: CortexMHeap = CortexMHeap::empty();
+
+const HEAP_SIZE: usize = 1024 * 1024; // 1024 KB
+
+#[entry]
+fn main() -> ! {
+    hprintln!("heap size {}", HEAP_SIZE).unwrap();
+
+    unsafe { ALLOCATOR.init(cortex_m_rt::heap_start() as usize, HEAP_SIZE) }
+
+    // begin miniscript test
+    let descriptor = "sh(wsh(or_d(\
+        c:pk_k(020e0338c96a8870479f2396c373cc7696ba124e8635d41b0ea581112b67817261),\
+        c:pk_k(0250863ad64a87ae8a2fe83c1af1a8403cb53f53e486d8511dad8a04887e5b2352)\
+    )))";
+    hprintln!("descriptor {}", descriptor).unwrap();
+    let desc =
+        miniscript::Descriptor::<miniscript::bitcoin::PublicKey>::from_str(descriptor).unwrap();
+
+    // Derive the P2SH address
+    let p2sh_addr = desc
+        .address(miniscript::bitcoin::Network::Bitcoin)
+        .unwrap()
+        .to_string();
+    hprintln!("p2sh address {}", p2sh_addr).unwrap();
+    assert_eq!(p2sh_addr, "3CJxbQBfWAe1ZkKiGQNEYrioV73ZwvBWns");
+
+    // Check whether the descriptor is safe
+    // This checks whether all spend paths are accessible in bitcoin network.
+    // It maybe possible that some of the spend require more than 100 elements in Wsh scripts
+    // Or they contain a combination of timelock and heightlock.
+    assert!(desc.sanity_check().is_ok());
+
+    // Estimate the satisfaction cost
+    assert_eq!(desc.max_satisfaction_weight().unwrap(), 293);
+    // end miniscript test
+
+    // exit QEMU
+    // NOTE do not run this on hardware; it can corrupt OpenOCD state
+    debug::exit(debug::EXIT_SUCCESS);
+
+    loop {}
+}
+
+// define what happens in an Out Of Memory (OOM) condition
+#[alloc_error_handler]
+fn alloc_error(_layout: Layout) -> ! {
+    hprintln!("alloc error").unwrap();
+    debug::exit(debug::EXIT_FAILURE);
+    asm::bkpt();
+
+    loop {}
+}
+
+#[inline(never)]
+#[panic_handler]
+fn panic(info: &PanicInfo) -> ! {
+    hprintln!("panic {:?}", info.message()).unwrap();
+    debug::exit(debug::EXIT_FAILURE);
+    loop {}
+}

src/descriptor/bare.rs

@@ -18,7 +18,8 @@
 //! Also includes pk, and pkh descriptors
 //!
 
-use std::{fmt, str::FromStr};
+use core::{fmt, str::FromStr};
+use prelude::*;
 
 use bitcoin::{self, blockdata::script, Script};
 

src/descriptor/checksum.rs

@@ -3,7 +3,8 @@
 //! This module contains a re-implementation of the function used by Bitcoin Core to calculate the
 //! checksum of a descriptor
 
-use std::iter::FromIterator;
+use core::iter::FromIterator;
+use prelude::*;
 
 use Error;
 
@@ -102,7 +103,7 @@ pub(super) fn verify_checksum(s: &str) -> Result<&str, Error> {
 #[cfg(test)]
 mod test {
     use super::*;
-    use std::str;
+    use core::str;
 
     macro_rules! check_expected {
         ($desc: expr, $checksum: expr) => {