refactor: convert block API to async/await

depends on:

* [ ] #1150

License: MIT
Signed-off-by: Alan Shaw <alan.shaw@protocol.ai>

Author: Alan Shaw

src/block/get.js

@@ -1,62 +1,25 @@
 'use strict'
 
-const promisify = require('promisify-es6')
 const Block = require('ipfs-block')
 const CID = require('cids')
-const streamToValue = require('../utils/stream-to-value')
+const { Buffer } = require('buffer')
+const configure = require('../lib/configure')
 
-module.exports = (send) => {
-  return promisify((args, opts, callback) => {
-    if (typeof opts === 'function') {
-      callback = opts
-      opts = {}
-    }
+module.exports = configure(({ ky }) => {
+  return async (cid, options) => {
+    cid = new CID(cid)
+    options = options || {}
 
-    // TODO this needs to be adjusted with the new go-ipfs http-api
-    let cid
-    try {
-      if (CID.isCID(args)) {
-        cid = args
-        args = cid.toBaseEncodedString()
-      } else if (Buffer.isBuffer(args)) {
-        cid = new CID(args)
-        args = cid.toBaseEncodedString()
-      } else if (typeof args === 'string') {
-        cid = new CID(args)
-      } else {
-        return callback(new Error('invalid argument'))
-      }
-    } catch (err) {
-      return callback(err)
-    }
+    const searchParams = new URLSearchParams(options.searchParams)
+    searchParams.set('arg', `${cid}`)
 
-    // Transform the response from Buffer or a Stream to a Block
-    const transform = (res, callback) => {
-      if (Buffer.isBuffer(res)) {
-        callback(null, new Block(res, cid))
-      // For empty blocks, concat-stream can't infer the encoding so we are
-      // passed back an empty array
-      } else if (Array.isArray(res) && res.length === 0) {
-        callback(null, new Block(Buffer.alloc(0), cid))
-      } else {
-        streamToValue(res, (err, data) => {
-          if (err) {
-            return callback(err)
-          }
-          // For empty blocks, concat-stream can't infer the encoding so we are
-          // passed back an empty array
-          if (!data.length) data = Buffer.alloc(0)
-          callback(null, new Block(data, cid))
-        })
-      }
-    }
+    const data = await ky.get('block/get', {
+      timeout: options.timeout,
+      signal: options.signal,
+      headers: options.headers,
+      searchParams
+    }).arrayBuffer()
 
-    const request = {
-      path: 'block/get',
-      args: args,
-      qs: opts
-    }
-
-    send.andTransform(request, transform, callback)
-  })
-}
+    return new Block(Buffer.from(data), cid)
+  }
+})

src/block/index.js

@@ -1,17 +1,16 @@
 'use strict'
 
 const nodeify = require('promise-nodeify')
-const moduleConfig = require('../utils/module-config')
+const callbackify = require('callbackify')
 const { collectify } = require('../lib/converters')
 
-module.exports = (arg, config) => {
-  const send = moduleConfig(arg)
+module.exports = config => {
   const rm = require('./rm-async-iterator')(config)
 
   return {
-    get: require('./get')(send),
-    stat: require('./stat')(send),
-    put: require('./put')(send),
+    get: callbackify.variadic(require('./get')(config)),
+    stat: callbackify.variadic(require('./stat')(config)),
+    put: callbackify.variadic(require('./put')(config)),
     rm: (input, options, callback) => {
       if (typeof options === 'function') {
         callback = options

src/block/put.js

@@ -1,74 +1,58 @@
 'use strict'
 
-const promisify = require('promisify-es6')
+const FormData = require('form-data')
 const Block = require('ipfs-block')
 const CID = require('cids')
 const multihash = require('multihashes')
-const SendOneFile = require('../utils/send-one-file')
-
-module.exports = (send) => {
-  const sendOneFile = SendOneFile(send, 'block/put')
-
-  return promisify((block, options, callback) => {
-    if (typeof options === 'function') {
-      callback = options
-      options = {}
-    }
+const configure = require('../lib/configure')
 
+module.exports = configure(({ ky }) => {
+  async function put (data, options) {
     options = options || {}
 
-    if (Array.isArray(block)) {
-      return callback(new Error('block.put accepts only one block'))
-    }
-
-    if (Buffer.isBuffer(block)) {
-      block = { data: block }
-    }
-
-    if (!block || !block.data) {
-      return callback(new Error('invalid block arg'))
+    if (Block.isBlock(data)) {
+      const { name, length } = multihash.decode(data.cid.multihash)
+      options = {
+        ...options,
+        format: data.cid.codec,
+        mhtype: name,
+        mhlen: length
+      }
+      data = data.data
     }
 
-    const qs = {}
-
-    if (block.cid || options.cid) {
-      let cid
-
-      try {
-        cid = new CID(block.cid || options.cid)
-      } catch (err) {
-        return callback(err)
+    const searchParams = new URLSearchParams(options.searchParams)
+    if (options.format) searchParams.set('format', options.format)
+    if (options.format) searchParams.set('mhtype', options.mhtype)
+    if (options.mhlen) searchParams.set('mhlen', options.mhlen)
+    if (options.pin != null) searchParams.set('pin', options.pin)
+
+    const body = new FormData()
+    body.append('file', data)
+
+    let res
+    try {
+      res = await ky.post('block/put', {
+        timeout: options.timeout,
+        signal: options.signal,
+        headers: options.headers,
+        searchParams,
+        body
+      }).json()
+    } catch (err) {
+      // Retry with "protobuf"/"cbor" format for go-ipfs
+      // TODO: remove when https://github.com/ipfs/go-cid/issues/75 resolved
+      if (options.format === 'dag-pb') {
+        return put(data, { ...options, format: 'protobuf' })
+      } else if (options.format === 'dag-cbor') {
+        return put(data, { ...options, format: 'cbor' })
       }
 
-      const { name, length } = multihash.decode(cid.multihash)
-
-      qs.format = cid.codec
-      qs.mhtype = name
-      qs.mhlen = length
-      qs.version = cid.version
-    } else {
-      if (options.format) qs.format = options.format
-      if (options.mhtype) qs.mhtype = options.mhtype
-      if (options.mhlen) qs.mhlen = options.mhlen
-      if (options.version != null) qs.version = options.version
+      throw err
     }
 
-    sendOneFile(block.data, { qs }, (err, result) => {
-      if (err) {
-        // Retry with "protobuf"/"cbor" format for go-ipfs
-        // TODO: remove when https://github.com/ipfs/go-cid/issues/75 resolved
-        if (qs.format === 'dag-pb' || qs.format === 'dag-cbor') {
-          qs.format = qs.format === 'dag-pb' ? 'protobuf' : 'cbor'
-          return sendOneFile(block.data, { qs }, (err, result) => {
-            if (err) return callback(err)
-            callback(null, new Block(block.data, new CID(result.Key)))
-          })
-        }
-
-        return callback(err)
-      }
+    return new Block(data, new CID(res.Key))
+  }
 
-      callback(null, new Block(block.data, new CID(result.Key)))
-    })
-  })
-}
+  return put
+})

src/block/stat.js

@@ -1,35 +1,28 @@
 'use strict'
 
-const promisify = require('promisify-es6')
 const CID = require('cids')
-const multihash = require('multihashes')
+const { Buffer } = require('buffer')
+const configure = require('../lib/configure')
+const toCamel = require('../lib/object-to-camel')
 
-module.exports = (send) => {
-  return promisify((args, opts, callback) => {
-    // TODO this needs to be adjusted with the new go-ipfs http-api
-    if (args && CID.isCID(args)) {
-      args = multihash.toB58String(args.multihash)
-    }
+module.exports = configure(({ ky }) => {
+  return async (cid, options) => {
+    options = options || {}
 
-    if (typeof (opts) === 'function') {
-      callback = opts
-      opts = {}
+    if (Buffer.isBuffer(cid)) {
+      cid = new CID(cid)
     }
 
-    const request = {
-      path: 'block/stat',
-      args: args,
-      qs: opts
-    }
+    const searchParams = new URLSearchParams(options.searchParams)
+    searchParams.set('arg', `${cid}`)
 
-    // Transform the response from { Key, Size } objects to { key, size } objects
-    const transform = (stats, callback) => {
-      callback(null, {
-        key: stats.Key,
-        size: stats.Size
-      })
-    }
+    const res = await ky.get('block/stat', {
+      timeout: options.timeout,
+      signal: options.signal,
+      headers: options.headers,
+      searchParams
+    }).json()
 
-    send.andTransform(request, transform, callback)
-  })
-}
+    return toCamel(res)
+  }
+})

src/utils/load-commands.js

@@ -89,7 +89,8 @@ function requireCommands (send, config) {
     refsPullStream: pullify.source(refs),
     _refsAsyncIterator: refs,
     getEndpointConfig: require('../get-endpoint-config')(config),
-    bitswap: require('../bitswap')(config)
+    bitswap: require('../bitswap')(config),
+    block: require('../block')(config)
   }
 
   Object.assign(cmds.refs, {
@@ -103,9 +104,6 @@ function requireCommands (send, config) {
     // Files MFS (Mutable Filesystem)
     files: require('../files'),
 
-    // Block
-    block: require('../block'),
-
     // Graph
     dag: require('../dag'),
     object: require('../object'),