chore: use libp2p 0.28.x

Author: vasco-santos

packages/interface-ipfs-core/src/swarm/addrs.js

@@ -38,15 +38,15 @@ module.exports = (common, options) => {
     })
 
     it('should get a list of node addresses', async () => {
-      const peerInfos = await ipfsA.swarm.addrs()
-      expect(peerInfos).to.not.be.empty()
-      expect(peerInfos).to.be.an('array')
+      const peers = await ipfsA.swarm.addrs()
+      expect(peers).to.not.be.empty()
+      expect(peers).to.be.an('array')
 
-      for (const peerInfo of peerInfos) {
-        expect(CID.isCID(new CID(peerInfo.id))).to.be.true()
-        expect(peerInfo).to.have.a.property('addrs').that.is.an('array')
+      for (const peer of peers) {
+        expect(CID.isCID(new CID(peer.id))).to.be.true()
+        expect(peer).to.have.a.property('addrs').that.is.an('array')
 
-        for (const ma of peerInfo.addrs) {
+        for (const ma of peer.addrs) {
           expect(Multiaddr.isMultiaddr(ma)).to.be.true()
         }
       }

packages/ipfs/package.json

@@ -93,7 +93,7 @@
     "hapi-pino": "^6.1.0",
     "hashlru": "^2.3.0",
     "interface-datastore": "^1.0.2",
-    "ipfs-bitswap": "^1.0.0",
+    "ipfs-bitswap": "ipfs/js-ipfs-bitswap#chore/use-libp2p-0.28",
     "ipfs-block-service": "^0.17.1",
     "ipfs-core-utils": "^0.2.3",
     "ipfs-http-client": "^44.1.0",
@@ -129,21 +129,21 @@
     "iterable-ndjson": "^1.1.0",
     "jsondiffpatch": "^0.4.1",
     "just-safe-set": "^2.1.0",
-    "libp2p": "^0.27.7",
-    "libp2p-bootstrap": "^0.10.3",
+    "libp2p": "^0.28.0-rc.0",
+    "libp2p-bootstrap": "^0.11.0",
     "libp2p-crypto": "^0.17.6",
-    "libp2p-delegated-content-routing": "^0.4.4",
-    "libp2p-delegated-peer-routing": "^0.4.2",
-    "libp2p-floodsub": "^0.20.0",
-    "libp2p-gossipsub": "^0.3.0",
-    "libp2p-kad-dht": "^0.18.7",
+    "libp2p-delegated-content-routing": "^0.5.0",
+    "libp2p-delegated-peer-routing": "^0.5.0",
+    "libp2p-floodsub": "^0.21.0",
+    "libp2p-gossipsub": "^0.4.0",
+    "libp2p-kad-dht": "^0.19.1",
     "libp2p-keychain": "^0.6.0",
-    "libp2p-mdns": "^0.13.1",
+    "libp2p-mdns": "^0.14.1",
     "libp2p-mplex": "^0.9.3",
     "libp2p-record": "^0.7.3",
     "libp2p-secio": "^0.12.2",
     "libp2p-tcp": "^0.14.5",
-    "libp2p-webrtc-star": "^0.17.10",
+    "libp2p-webrtc-star": "^0.18.0",
     "libp2p-websockets": "^0.13.3",
     "mafmt": "^7.0.0",
     "merge-options": "^2.0.0",

packages/ipfs/src/cli/daemon.js

@@ -60,7 +60,7 @@ class Daemon {
   }
 }
 
-function getLibp2p ({ libp2pOptions, options, config, peerInfo }) {
+function getLibp2p ({ libp2pOptions, options, config, peerId }) {
   // Attempt to use any of the WebRTC versions available globally
   let electronWebRTC
   let wrtc
@@ -98,7 +98,7 @@ function getLibp2p ({ libp2pOptions, options, config, peerInfo }) {
     }
 
     libp2pOptions.modules.contentRouting = libp2pOptions.modules.contentRouting || []
-    libp2pOptions.modules.contentRouting.push(new DelegatedContentRouter(peerInfo.id, delegatedApiOptions))
+    libp2pOptions.modules.contentRouting.push(new DelegatedContentRouter(peerId, delegatedApiOptions))
 
     libp2pOptions.modules.peerRouting = libp2pOptions.modules.peerRouting || []
     libp2pOptions.modules.peerRouting.push(new DelegatedPeerRouter(delegatedApiOptions))

packages/ipfs/src/core/components/dht.js

@@ -77,10 +77,10 @@ module.exports = ({ libp2p, repo }) => {
         options.maxNumProviders = options.numProviders
       }
 
-      for await (const peerInfo of libp2p._dht.findProviders(key, options)) {
+      for await (const peer of libp2p._dht.findProviders(key, options)) {
         yield {
-          id: peerInfo.id.toB58String(),
-          addrs: peerInfo.multiaddrs.toArray()
+          id: peer.id.toB58String(),
+          addrs: peer.addrs
         }
       }
     }),
@@ -96,11 +96,11 @@ module.exports = ({ libp2p, repo }) => {
         peerId = PeerId.createFromCID(peerId)
       }
 
-      const peerInfo = await libp2p._dht.findPeer(peerId)
+      const peer = await libp2p._dht.findPeer(peerId)
 
       return {
-        id: peerInfo.id.toB58String(),
-        addrs: peerInfo.multiaddrs.toArray()
+        id: peer.id.toB58String(),
+        addrs: peer.addrs
       }
     }),
 

packages/ipfs/src/core/components/id.js

@@ -4,9 +4,9 @@ const pkgversion = require('../../../package.json').version
 const multiaddr = require('multiaddr')
 const { withTimeoutOption } = require('../utils')
 
-module.exports = ({ peerInfo, libp2p }) => {
+module.exports = ({ peerId, libp2p }) => {
   return withTimeoutOption(async function id () { // eslint-disable-line require-await
-    const id = peerInfo.id.toB58String()
+    const id = peerId.toB58String()
     let addresses = []
 
     if (libp2p) {
@@ -16,7 +16,7 @@ module.exports = ({ peerInfo, libp2p }) => {
 
     return {
       id,
-      publicKey: peerInfo.id.pubKey.bytes.toString('base64'),
+      publicKey: peerId.pubKey.bytes.toString('base64'),
       addresses: addresses
         .map(ma => {
           const str = ma.toString()

packages/ipfs/src/core/components/init.js

@@ -3,12 +3,10 @@
 const log = require('debug')('ipfs:components:init')
 const PeerId = require('peer-id')
 const { Buffer } = require('buffer')
-const PeerInfo = require('peer-info')
+
 const mergeOptions = require('merge-options')
 const getDefaultConfig = require('../runtime/config-nodejs.js')
 const createRepo = require('../runtime/repo-nodejs')
-const Keychain = require('libp2p-keychain')
-const NoKeychain = require('./no-keychain')
 const mortice = require('mortice')
 const { DAGNode } = require('ipld-dag-pb')
 const UnixFs = require('ipfs-unixfs')
@@ -80,7 +78,7 @@ module.exports = ({
       : await initNewRepo(repo, { ...options, print })
 
     log('peer created')
-    const peerInfo = new PeerInfo(peerId)
+
     const blockService = new BlockService(repo)
     const ipld = new Ipld(getDefaultIpldOptions(blockService, constructorOptions.ipld, log))
 
@@ -142,7 +140,7 @@ module.exports = ({
       // Setup the offline routing for IPNS.
       // This is primarily used for offline ipns modifications, such as the initializeKeyspace feature.
       const offlineDatastore = new OfflineDatastore(repo)
-      const ipns = new IPNS(offlineDatastore, repo.datastore, peerInfo, keychain, { pass: options.pass })
+      const ipns = new IPNS(offlineDatastore, repo.datastore, peerId, keychain, { pass: options.pass })
       await ipns.initializeKeyspace(peerId.privKey, emptyDirCid.toString())
     }
 
@@ -158,7 +156,7 @@ module.exports = ({
       ipld,
       keychain,
       object,
-      peerInfo,
+      peerId,
       pin,
       pinManager,
       preload,
@@ -190,7 +188,6 @@ async function initNewRepo (repo, { privateKey, emptyRepo, bits, profiles, confi
   }
 
   const peerId = await createPeerId({ privateKey, bits, print })
-  let keychain = new NoKeychain()
 
   log('identity generated')
 
@@ -201,23 +198,32 @@ async function initNewRepo (repo, { privateKey, emptyRepo, bits, profiles, confi
 
   privateKey = peerId.privKey
 
-  config.Keychain = Keychain.generateOptions()
-
   log('peer identity: %s', config.Identity.PeerID)
 
   await repo.init(config)
   await repo.open()
 
   log('repo opened')
 
-  if (pass) {
-    log('creating keychain')
-    const keychainOptions = { passPhrase: pass, ...config.Keychain }
-    keychain = new Keychain(repo.keys, keychainOptions)
-    await keychain.importPeer('self', { privKey: privateKey })
+  // Create libp2p for Keychain creation
+  const libp2p = Components.libp2p({
+    peerId,
+    repo,
+    config,
+    keychainConfig: {
+      pass
+    }
+  })
+
+  if (libp2p.keychain && libp2p.keychain.opts) {
+    await libp2p.loadKeychain()
+
+    await repo.config.set('Keychain', {
+      dek: libp2p.keychain.opts.dek
+    })
   }
 
-  return { peerId, keychain }
+  return { peerId, keychain: libp2p.keychain }
 }
 
 async function initExistingRepo (repo, { config: newConfig, profiles, pass }) {
@@ -233,27 +239,21 @@ async function initExistingRepo (repo, { config: newConfig, profiles, pass }) {
     await repo.config.set(config)
   }
 
-  let keychain = new NoKeychain()
-
-  if (pass) {
-    const keychainOptions = { passPhrase: pass, ...config.Keychain }
-    keychain = new Keychain(repo.keys, keychainOptions)
-    log('keychain constructed')
-  }
-
   const peerId = await PeerId.createFromPrivKey(config.Identity.PrivKey)
 
-  // Import the private key as 'self', if needed.
-  if (pass) {
-    try {
-      await keychain.findKeyByName('self')
-    } catch (err) {
-      log('Creating "self" key')
-      await keychain.importPeer('self', peerId)
+  const libp2p = Components.libp2p({
+    peerId,
+    repo,
+    config,
+    keychainConfig: {
+      pass,
+      ...config.Keychain
     }
-  }
+  })
+
+  libp2p.keychain && await libp2p.loadKeychain()
 
-  return { peerId, keychain }
+  return { peerId, keychain: libp2p.keychain }
 }
 
 function createPeerId ({ privateKey, bits, print }) {
@@ -303,7 +303,7 @@ function createApi ({
   ipld,
   keychain,
   object,
-  peerInfo,
+  peerId,
   pin,
   pinManager,
   preload,
@@ -337,7 +337,7 @@ function createApi ({
     dns: Components.dns(),
     files: Components.files({ ipld, block, blockService, repo, preload, options: constructorOptions }),
     get: Components.get({ ipld, preload }),
-    id: Components.id({ peerInfo }),
+    id: Components.id({ peerId }),
     init: async () => { throw new AlreadyInitializedError() }, // eslint-disable-line require-await
     isOnline: Components.isOnline({}),
     key: {
@@ -367,7 +367,7 @@ function createApi ({
       initOptions,
       ipld,
       keychain,
-      peerInfo,
+      peerId,
       pinManager,
       preload,
       print,
@@ -383,7 +383,7 @@ function createApi ({
       addrs: notStarted,
       connect: notStarted,
       disconnect: notStarted,
-      localAddrs: Components.swarm.localAddrs({ peerInfo }),
+      localAddrs: Components.swarm.localAddrs({ multiaddrs: [] }),
       peers: notStarted
     },
     version: Components.version({ repo })

packages/ipfs/src/core/components/libp2p.js

@@ -7,26 +7,37 @@ const PubsubRouters = require('../runtime/libp2p-pubsub-routers-nodejs')
 
 module.exports = ({
   options,
-  peerInfo,
+  peerId,
+  multiaddrs = [],
   repo,
+  keychainConfig = {},
   config
 }) => {
   options = options || {}
   config = config || {}
 
-  const { datastore } = repo
-  const libp2pOptions = getLibp2pOptions({ options, config, datastore, peerInfo })
+  const { datastore, keys } = repo
+
+  const libp2pOptions = getLibp2pOptions({
+    options,
+    config,
+    datastore,
+    keys,
+    keychainConfig,
+    peerId,
+    multiaddrs
+  })
 
   if (typeof options.libp2p === 'function') {
-    return options.libp2p({ libp2pOptions, options, config, datastore, peerInfo })
+    return options.libp2p({ libp2pOptions, options, config, datastore, peerId })
   }
 
   // Required inline to reduce startup time
   const Libp2p = require('libp2p')
   return new Libp2p(mergeOptions(libp2pOptions, get(options, 'libp2p', {})))
 }
 
-function getLibp2pOptions ({ options, config, datastore, peerInfo }) {
+function getLibp2pOptions ({ options, config, datastore, keys, keychainConfig, peerId, multiaddrs }) {
   const getPubsubRouter = () => {
     const router = get(config, 'Pubsub.Router') || 'gossipsub'
 
@@ -39,7 +50,7 @@ function getLibp2pOptions ({ options, config, datastore, peerInfo }) {
 
   const libp2pDefaults = {
     datastore,
-    peerInfo,
+    peerId: peerId,
     modules: {}
   }
 
@@ -80,12 +91,19 @@ function getLibp2pOptions ({ options, config, datastore, peerInfo }) {
           get(config, 'Pubsub.Enabled', true))
       }
     },
+    addresses: {
+      listen: multiaddrs
+    },
     connectionManager: get(options, 'connectionManager', {
       maxConnections: get(options, 'config.Swarm.ConnMgr.HighWater',
         get(config, 'Swarm.ConnMgr.HighWater')),
       minConnections: get(options, 'config.Swarm.ConnMgr.LowWater',
         get(config, 'Swarm.ConnMgr.LowWater'))
-    })
+    }),
+    keychain: {
+      datastore: keys,
+      ...keychainConfig
+    }
   }
 
   // Required inline to reduce startup time

packages/ipfs/src/core/components/name/publish.js

@@ -21,10 +21,10 @@ const { resolvePath } = require('./utils')
  * @param {IPFS} self
  * @returns {Object}
  */
-module.exports = ({ ipns, dag, peerInfo, isOnline, keychain, options: constructorOptions }) => {
+module.exports = ({ ipns, dag, peerId, isOnline, keychain, options: constructorOptions }) => {
   const lookupKey = async keyName => {
     if (keyName === 'self') {
-      return peerInfo.id.privKey
+      return peerId.privKey
     }
 
     try {

packages/ipfs/src/core/components/name/resolve.js

@@ -31,7 +31,7 @@ const appendRemainder = async (result, remainder) => {
  * @param {IPFS} self
  * @returns {Object}
  */
-module.exports = ({ dns, ipns, peerInfo, isOnline, options: constructorOptions }) => {
+module.exports = ({ dns, ipns, peerId, isOnline, options: constructorOptions }) => {
   /**
    * Given a key, query the DHT for its best value.
    *
@@ -57,7 +57,7 @@ module.exports = ({ dns, ipns, peerInfo, isOnline, options: constructorOptions }
 
     // Set node id as name for being resolved, if it is not received
     if (!name) {
-      name = peerInfo.id.toB58String()
+      name = peerId.toB58String()
     }
 
     if (!name.startsWith('/ipns/')) {