Merge pull request #432 from ipfs/feat/interface-ipfs-core-over-ipfs-api-tests

Test IPFS using ipfs-api with the same interface-ipfs-core tests

Author: daviddias

package.json

@@ -40,14 +40,14 @@
   },
   "homepage": "https://github.com/ipfs/js-ipfs#readme",
   "devDependencies": {
-    "aegir": "^7.0.0",
+    "aegir": "^6.0.0",
     "buffer-loader": "0.0.1",
     "chai": "^3.5.0",
     "expose-loader": "^0.7.1",
     "form-data": "^1.0.0-rc4",
     "gulp": "^3.9.1",
     "idb-plus-blob-store": "^1.1.2",
-    "interface-ipfs-core": "^0.13.0",
+    "interface-ipfs-core": "^0.14.0",
     "left-pad": "^1.1.1",
     "lodash": "^4.14.1",
     "ncp": "^2.0.0",
@@ -67,7 +67,7 @@
     "fs-blob-store": "^5.2.1",
     "glob": "^7.0.5",
     "hapi": "^14.0.0",
-    "ipfs-api": "^7.0.0",
+    "ipfs-api": "^8.0.1",
     "ipfs-bitswap": "^0.6.0",
     "ipfs-block": "^0.3.0",
     "ipfs-block-service": "^0.4.0",

src/cli/commands/block/put.js

@@ -15,19 +15,9 @@ function addBlock (buf) {
       throw err
     }
 
-    if (utils.isDaemonOn()) {
-      return ipfs.block.put(buf, (err, block) => {
-        if (err) {
-          throw err
-        }
-
-        console.log(block.Key)
-      })
-    }
-
     const block = new Block(buf)
 
-    ipfs.block.put(block, (err, obj) => {
+    ipfs.block.put(block, (err, block) => {
       if (err) {
         throw err
       }

src/cli/commands/block/stat.js

@@ -19,22 +19,13 @@ module.exports = {
         throw err
       }
 
-      const mh = utils.isDaemonOn()
-        ? argv.key
-        : new Buffer(bs58.decode(argv.key))
-
-      ipfs.block.stat(mh, (err, block) => {
+      ipfs.block.stat(argv.key, (err, stats) => {
         if (err) {
           throw err
         }
 
-        if (typeof block.Key !== 'string') {
-          block.Key = bs58.encode(block.Key).toString()
-        }
-
-        Object.keys(block).forEach((key) => {
-          console.log(`${key}: ${block[key]}`)
-        })
+        console.log('Key:', bs58.encode(stats.key).toString())
+        console.log('Size:', stats.size)
       })
     })
   }

src/core/ipfs/block.js

@@ -1,26 +1,50 @@
 'use strict'
 
+const Block = require('ipfs-block')
+const multihash = require('multihashes')
+
 module.exports = function block (self) {
   return {
-    get: (multihash, callback) => {
-      self._blockS.getBlock(multihash, callback)
+    get: (hash, callback) => {
+      hash = cleanHash(hash)
+
+      self._blockS.getBlock(hash, callback)
     },
     put: (block, callback) => {
-      self._blockS.addBlock(block, callback)
+      if (Array.isArray(block)) {
+        return callback(new Error('Array is not supported'))
+      }
+      if (Buffer.isBuffer(block)) {
+        block = new Block(block)
+      }
+
+      self._blockS.addBlock(block, (err) => {
+        callback(err, block)
+      })
     },
-    del: (multihash, callback) => {
-      self._blockS.deleteBlock(multihash, callback)
+    del: (hash, callback) => {
+      hash = cleanHash(hash)
+      self._blockS.deleteBlock(hash, callback)
     },
-    stat: (multihash, callback) => {
-      self._blockS.getBlock(multihash, (err, block) => {
+    stat: (hash, callback) => {
+      hash = cleanHash(hash)
+
+      self._blockS.getBlock(hash, (err, block) => {
         if (err) {
           return callback(err)
         }
         callback(null, {
-          Key: multihash,
-          Size: block.data.length
+          key: hash,
+          size: block.data.length
         })
       })
     }
   }
 }
+
+function cleanHash (hash) {
+  if (typeof hash === 'string') {
+    return multihash.fromB58String(hash)
+  }
+  return hash
+}

src/core/ipfs/libp2p.js

@@ -1,14 +1,12 @@
 'use strict'
 
-const peerId = require('peer-id')
 const multiaddr = require('multiaddr')
 const Libp2pNode = require('libp2p-ipfs').Node
-const mafmt = require('mafmt')
 
 const OFFLINE_ERROR = require('../utils').OFFLINE_ERROR
 
 module.exports = function libp2p (self) {
-  // NOTE: TODO CONSIDER/ CONSIDERING putting all of libp2p (start, stop, peerbook and so on) inside the libp2p object and reduce one layer
+  // NOTE: TODO CONSIDER/CONSIDERING putting all of libp2p (start, stop, peerbook and so on) inside the libp2p object and reduce one layer
 
   return {
     start: (callback) => {
@@ -64,22 +62,7 @@ module.exports = function libp2p (self) {
           maddr = multiaddr(maddr)
         }
 
-        if (!mafmt.IPFS.matches(maddr.toString())) {
-          return callback(new Error('multiaddr not valid'))
-        }
-
-        let ipfsIdB58String
-        maddr.stringTuples().forEach((tuple) => {
-          if (tuple[0] === 421) {
-            ipfsIdB58String = tuple[1]
-          }
-        })
-
-        const id = peerId.createFromB58String(ipfsIdB58String)
-
-        self._libp2pNode.dialByMultiaddr(maddr, (err) => {
-          callback(err, id)
-        })
+        self._libp2pNode.dialByMultiaddr(maddr, callback)
       },
       disconnect: (maddr, callback) => {
         if (!self.isOnline()) {

src/http-api/index.js

@@ -7,6 +7,7 @@ const fs = require('fs')
 const path = require('path')
 const IPFSRepo = require('ipfs-repo')
 const fsbs = require('fs-blob-store')
+const multiaddr = require('multiaddr')
 
 const log = debug('api')
 log.error = debug('api:error')
@@ -64,6 +65,7 @@ exports = module.exports = function HttpApi (repo) {
           port: api[4],
           labels: 'API'
         })
+
         this.server.connection({
           host: gateway[2],
           port: gateway[4],
@@ -80,6 +82,7 @@ exports = module.exports = function HttpApi (repo) {
             }
             const api = this.server.select('API')
             const gateway = this.server.select('Gateway')
+            this.apiMultiaddr = multiaddr('/ip4/127.0.0.1/tcp/' + api.info.port)
             console.log('API is listening on: %s', api.info.uri)
             console.log('Gateway (readonly) is listening on: %s', gateway.info.uri)
             callback()

src/http-api/resources/block.js

@@ -140,8 +140,8 @@ exports.stat = {
       }
 
       return reply({
-        Key: bs58.encode(block.Key).toString(),
-        Size: block.Size
+        Key: bs58.encode(block.key).toString(),
+        Size: block.size
       })
     })
   }

src/http-api/resources/config.js

@@ -58,6 +58,13 @@ exports.getOrSet = {
     const key = request.pre.args.key
     const value = request.pre.args.value
 
+    if (typeof value === 'object' && value.type === 'Buffer') {
+      return reply({
+        Message: 'Invalid value type',
+        Code: 0
+      }).code(500)
+    }
+
     if (value === undefined) {
       // Get the value of a given key
       return request.server.app.ipfs.config.get((err, config) => {

src/http-api/resources/object.js

@@ -76,12 +76,19 @@ exports.put = {
       return reply("File argument 'data' is required").code(400).takeover()
     }
 
+    const enc = request.query.inputenc
+
     const parser = multipart.reqParser(request.payload)
     var file
 
     parser.on('file', (fileName, fileStream) => {
       fileStream.on('data', (data) => {
-        file = data
+        if (enc === 'protobuf') {
+          const n = new DAGNode().unMarshal(data)
+          file = new Buffer(JSON.stringify(n.toJSON()))
+        } else {
+          file = data
+        }
       })
     })
 

src/http-api/resources/swarm.js

@@ -72,7 +72,7 @@ exports.connect = {
   handler: (request, reply) => {
     const addr = request.pre.args.addr
 
-    request.server.app.ipfs.libp2p.swarm.connect(addr, (err, res) => {
+    request.server.app.ipfs.libp2p.swarm.connect(addr, (err) => {
       if (err) {
         log.error(err)
         return reply({
@@ -82,7 +82,7 @@ exports.connect = {
       }
 
       return reply({
-        Strings: [`connect ${res.toB58String()} success`]
+        Strings: [`connect ${addr} success`]
       })
     })
   }