getAttachment doesn't work

[mikeymckay]

Steps to reproduce:

Create a database
Crypto it
Replicate in a document with an attachment
Call getAttachment on the document

--> CustomPouchError

[calvinmetcalf]

yes this is true, though it is an issue with transform-pouch which we use under the hood.

[gr2m]

I’m looking into this :)

[gr2m]

I tried to reproduce the issue as I understood it, but had no luck:

1. It creates two in-memory database
2. It cryptos db2
3. in db1, it creates a doc with an attachment and replicates it to db2
4. it reads out the attachment in db2 once the doc arrived with getAttachment

var PouchDB = require('pouchdb').defaults({
  db: require('memdown')
})
var crypto = require('crypto-pouch')
PouchDB.plugin(crypto)

var db1 = new PouchDB('db1')
var db2 = new PouchDB('db2')

db2.crypto('secretSecureEncryptionKey')

.then(handleDb2Changes)

.then(function () {
  var attachment =
    'TGVnZW5kYXJ5IGhlYXJ0cywgdGVhciB1cyBhbGwgYXBhcnQKTWFrZS' +
    'BvdXIgZW1vdGlvbnMgYmxlZWQsIGNyeWluZyBvdXQgaW4gbmVlZA=='
  return db1.putAttachment('id-12345678', 'att.txt', attachment, 'text/plain')
})

.then(function () {
  return db1.get('id-12345678')
})

.catch(function (error) {
  console.log('\n db1: error ==============================')
  console.log(error)
})

.then(function (doc) {
  console.log('\ndb1: doc created ==============================')
  console.log(doc)

  db1.replicate.to('db2')
})

function handleDb2Changes () {
  var changes = db2.changes({
    live: true,
    include_docs: true
  }).on('change', function (change) {
    console.log('\ndb2: change ==============================')
    console.log(change)

    changes.cancel()

    db2.getAttachment('id-12345678', 'att.txt')

    .then(function (attachment) {
      console.log('\ndb2: attachment ==============================')
      console.log(attachment.toString())

      return db1.getAttachment('id-12345678', 'att.txt')
    })

    .then(function (attachment) {
      console.log('\ndb1: attachment ==============================')
      console.log(attachment.toString())
    })

    .catch(console.log)
  })
}

The output is as expected:

db2: change ==============================
{ id: 'id-12345678',
  changes: [ { rev: '1-a7e9e63a61f1b54394da4d199082dba5' } ],
  doc: 
   { _id: 'id-12345678',
     _rev: '1-a7e9e63a61f1b54394da4d199082dba5',
     _attachments: { 'att.txt': [Object] } },
  seq: 1 }

db2: attachment ==============================
Legendary hearts, tear us all apart
Make our emotions bleed, crying out in need

db1: attachment ==============================
Legendary hearts, tear us all apart
Make our emotions bleed, crying out in need

Did I do something wrong? @mikeymckay

However, .getAttachement fails right after .putAttachment when .crypto(key) is applied:

var PouchDB = require('pouchdb').defaults({
  db: require('memdown')
})
var crypto = require('crypto-pouch')
PouchDB.plugin(crypto)

var db = new PouchDB('db')

db.crypto('secretSecureEncryptionKey')

.then(function () {
  var attachment =
    'TGVnZW5kYXJ5IGhlYXJ0cywgdGVhciB1cyBhbGwgYXBhcnQKTWFrZS' +
    'BvdXIgZW1vdGlvbnMgYmxlZWQsIGNyeWluZyBvdXQgaW4gbmVlZA=='
  return db.putAttachment('id-12345678', 'att.txt', attachment, 'text/plain')
})

.then(function () {
  return db.getAttachment('id-12345678', 'att.txt')
})

.then(function (attachment) {
  console.log('\nattachment ==============================')
  console.log(attachment.toString())
})

.catch(console.log)

Logs

{ [not_found: missing]
  status: 404,
  name: 'not_found',
  message: 'missing',
  error: true }

[gr2m]

It looks like the problem is that crypto-pouch is wrapping most of the PouchDB APIs with transform-pouch. But .getAttachment is not calling the wrapped .get internally, so res.doc here is the encrypted string and not an object, so that res.doc._attachments is undefined and therefore it return callback(createError(MISSING_DOC));

I’m not yet sure what the best way to workaround this could be

[nolanlawson]

This might not be something transform-pouch can even solve, as currently written. I don't know if a wrapped function can intercept that particular get call.

This might need a change to Pouch core.

[nolanlawson]

FWIW if you get with binary: true, attachment: true it's basically the same thing as getAttachment.

[gr2m]

Okay, so the workaround for this is:

Don’t use db.putAttachment / db.getAttachment, instead use db.put / db.get

Based on my example code above, the workaround looks like this:

var PouchDB = require('pouchdb').defaults({
  db: require('memdown')
})
var crypto = require('crypto-pouch')
PouchDB.plugin(crypto)

var db = new PouchDB('db')

db.crypto('secretSecureEncryptionKey')

.then(function () {
  // workaround to use db.put instead of db.putAttachment
  // https://github.com/calvinmetcalf/crypto-pouch/issues/13
  return db.put({
    _id: 'id-12345678',
    _attachments: {
      'att.txt': {
        content_type: 'text/plain',
        data: 'TGVnZW5kYXJ5IGhlYXJ0cywgdGVhciB1cyBhbGwgYXBhcnQKTWFrZS' +
              'BvdXIgZW1vdGlvbnMgYmxlZWQsIGNyeWluZyBvdXQgaW4gbmVlZA=='
      }
    }
  })
})

.then(function () {
  // workaround using db.get instead of db.getAttachment
  // https://github.com/calvinmetcalf/crypto-pouch/issues/13
  return db.get('id-12345678', {
    attachments: true,
    binary: true
  }).then(function (doc) {
    return doc._attachments['att.txt'].data
  })
})

.then(function (attachment) {
  console.log('\nattachment ==============================')
  console.log(attachment)
})

Shall I send a PR to mention that as known issue with a link to the workaround in the README?

[xMartin]

The workaround returns base64 while getAttachment returns a blob.

[gr2m]

sorry, got the options wrong above, instead of

    attachments: {
      binary: true
    }

it's

    attachments: true,
    binary: true

I’ve updated the code above

[gr2m]

@nolanlawson I got confused by the indentation of options.binary. Is that a mistake?

[xMartin]

Stumbled upon that, too, but I guess it's intended because binary changes how attachments are loaded.

[xMartin]

@gr2m the updated workaround still returns base64 for me. It returns a buffer if I don't do crypto.

[gr2m]

try this in Chrome

var db = new PouchDB('db')
var id = 'id-' + Math.random().toString(36).substr(2)

db // .crypto('secretSecureEncryptionKey')

.then(function () {
  var attachment = new Blob(['Is there life on Mars?'], {type: 'text/plain'});
  return db.put({
    _id: id,
    _attachments: {
      'att.txt': {
        content_type: 'text/plain',
        data: attachment
      }
    }
  })
})

.then(function () {
  return db.get(id, {
    attachments: true,
    binary: true
  }).then(function (doc) { return doc._attachments['att.txt'].data})
})

.catch(function (error) {
  console.log('\n db1: error ==============================')
  console.log(error)
})

.then(function (doc) {
  console.log('\ndb1: doc created ==============================')
  console.log(doc)
})

With the crypto I get a RangeError: Trying to access beyond buffer now, checking

[gr2m]

this works around the issue for node: #18.

I’m still getting the RangeError: Trying to access beyond buffer error in Chrome, but it’s not related to attachments. I get it when running this:

var db = new PouchDB('db')
var id = PouchDB.utils.uuid()

db.crypto('secretSecureEncryptionKey')

.then(function () {
  return db.put({
    _id: 'id123',
    foo: 'bar'
  })
})

// Uncaught (in promise) RangeError: Trying to access beyond buffer length
//     at checkOffset (<anonymous>:7598:11)
//     at Buffer.readUInt32LE (<anonymous>:7621:5)
//     at new Chacha20 (<anonymous>:8280:26)
//     at new Cipher (<anonymous>:8144:17)
//     at Object.createCipher (<anonymous>:8244:10)
//     at Object.encrypt [as incoming] (<anonymous>:22600:25)
//     at incoming (<anonymous>:21133:21)
//     at handlers.bulkDocs (<anonymous>:21183:22)
//     at callHandlers (<anonymous>:22183:17)
//     at ee.bulkDocs (<anonymous>:21925:12)