2020-10-30 20:34:04 +00:00
|
|
|
|
// Copyright 2018-2020 Signal Messenger, LLC
|
|
|
|
|
// SPDX-License-Identifier: AGPL-3.0-only
|
|
|
|
|
|
2018-03-14 02:01:23 +00:00
|
|
|
|
const { assert } = require('chai');
|
2018-04-10 22:09:29 +00:00
|
|
|
|
const sinon = require('sinon');
|
2018-03-14 02:01:23 +00:00
|
|
|
|
|
|
|
|
|
const Message = require('../../../js/modules/types/message');
|
2018-05-07 19:50:39 +00:00
|
|
|
|
const { SignalService } = require('../../../ts/protobuf');
|
2021-09-24 00:49:05 +00:00
|
|
|
|
const Bytes = require('../../../ts/Bytes');
|
2018-03-14 02:01:23 +00:00
|
|
|
|
|
|
|
|
|
describe('Message', () => {
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const logger = {
|
|
|
|
|
warn: () => null,
|
|
|
|
|
error: () => null,
|
|
|
|
|
};
|
|
|
|
|
|
2018-04-04 22:57:18 +00:00
|
|
|
|
describe('createAttachmentDataWriter', () => {
|
2018-04-04 01:10:34 +00:00
|
|
|
|
it('should ignore messages that didn’t go through attachment migration', async () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
};
|
|
|
|
|
const writeExistingAttachmentData = () => {};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await Message.createAttachmentDataWriter({
|
|
|
|
|
writeExistingAttachmentData,
|
|
|
|
|
logger,
|
|
|
|
|
})(input);
|
2018-04-04 01:10:34 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should ignore messages without attachments', async () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
attachments: [],
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
attachments: [],
|
|
|
|
|
};
|
|
|
|
|
const writeExistingAttachmentData = () => {};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await Message.createAttachmentDataWriter({
|
|
|
|
|
writeExistingAttachmentData,
|
|
|
|
|
logger,
|
|
|
|
|
})(input);
|
2018-04-04 01:10:34 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should write attachments to file system on original path', async () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
path: 'ab/abcdefghi',
|
2021-09-24 00:49:05 +00:00
|
|
|
|
data: Bytes.fromString('It’s easy if you try'),
|
2018-04-27 21:25:04 +00:00
|
|
|
|
},
|
|
|
|
|
],
|
2018-04-04 01:10:34 +00:00
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
path: 'ab/abcdefghi',
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-04-27 16:32:31 +00:00
|
|
|
|
contact: [],
|
2019-01-16 03:03:56 +00:00
|
|
|
|
preview: [],
|
2018-04-04 01:10:34 +00:00
|
|
|
|
};
|
|
|
|
|
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const writeExistingAttachmentData = attachment => {
|
2018-04-04 01:10:34 +00:00
|
|
|
|
assert.equal(attachment.path, 'ab/abcdefghi');
|
2021-09-24 00:49:05 +00:00
|
|
|
|
assert.strictEqual(
|
|
|
|
|
Bytes.toString(attachment.data),
|
|
|
|
|
'It’s easy if you try'
|
2018-04-27 21:25:04 +00:00
|
|
|
|
);
|
2018-04-04 01:10:34 +00:00
|
|
|
|
};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await Message.createAttachmentDataWriter({
|
|
|
|
|
writeExistingAttachmentData,
|
|
|
|
|
logger,
|
|
|
|
|
})(input);
|
2018-04-04 01:10:34 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
2018-04-20 21:55:33 +00:00
|
|
|
|
|
|
|
|
|
it('should process quote attachment thumbnails', async () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
attachments: [],
|
|
|
|
|
quote: {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
thumbnail: {
|
|
|
|
|
path: 'ab/abcdefghi',
|
2021-09-24 00:49:05 +00:00
|
|
|
|
data: Bytes.fromString('It’s easy if you try'),
|
2018-04-27 21:25:04 +00:00
|
|
|
|
},
|
2018-04-20 21:55:33 +00:00
|
|
|
|
},
|
2018-04-27 21:25:04 +00:00
|
|
|
|
],
|
2018-04-20 21:55:33 +00:00
|
|
|
|
},
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
attachments: [],
|
|
|
|
|
quote: {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
thumbnail: {
|
|
|
|
|
path: 'ab/abcdefghi',
|
|
|
|
|
},
|
2018-04-20 21:55:33 +00:00
|
|
|
|
},
|
2018-04-27 21:25:04 +00:00
|
|
|
|
],
|
2018-04-20 21:55:33 +00:00
|
|
|
|
},
|
2018-04-27 16:32:31 +00:00
|
|
|
|
contact: [],
|
2019-01-16 03:03:56 +00:00
|
|
|
|
preview: [],
|
2018-04-27 16:32:31 +00:00
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
const writeExistingAttachmentData = attachment => {
|
|
|
|
|
assert.equal(attachment.path, 'ab/abcdefghi');
|
2021-09-24 00:49:05 +00:00
|
|
|
|
assert.strictEqual(
|
|
|
|
|
Bytes.toString(attachment.data),
|
|
|
|
|
'It’s easy if you try'
|
2018-04-27 16:32:31 +00:00
|
|
|
|
);
|
|
|
|
|
};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await Message.createAttachmentDataWriter({
|
|
|
|
|
writeExistingAttachmentData,
|
|
|
|
|
logger,
|
|
|
|
|
})(input);
|
2018-04-27 16:32:31 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should process contact avatars', async () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
attachments: [],
|
|
|
|
|
contact: [
|
|
|
|
|
{
|
|
|
|
|
name: 'john',
|
|
|
|
|
avatar: {
|
|
|
|
|
isProfile: false,
|
|
|
|
|
avatar: {
|
|
|
|
|
path: 'ab/abcdefghi',
|
2021-09-24 00:49:05 +00:00
|
|
|
|
data: Bytes.fromString('It’s easy if you try'),
|
2018-04-27 16:32:31 +00:00
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
],
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
attachments: [],
|
|
|
|
|
contact: [
|
|
|
|
|
{
|
|
|
|
|
name: 'john',
|
|
|
|
|
avatar: {
|
|
|
|
|
isProfile: false,
|
|
|
|
|
avatar: {
|
|
|
|
|
path: 'ab/abcdefghi',
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
],
|
2019-01-16 03:03:56 +00:00
|
|
|
|
preview: [],
|
2018-04-20 21:55:33 +00:00
|
|
|
|
};
|
|
|
|
|
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const writeExistingAttachmentData = attachment => {
|
2018-04-20 21:55:33 +00:00
|
|
|
|
assert.equal(attachment.path, 'ab/abcdefghi');
|
2021-09-24 00:49:05 +00:00
|
|
|
|
assert.strictEqual(
|
|
|
|
|
Bytes.toString(attachment.data),
|
|
|
|
|
'It’s easy if you try'
|
2018-04-27 21:25:04 +00:00
|
|
|
|
);
|
2018-04-20 21:55:33 +00:00
|
|
|
|
};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await Message.createAttachmentDataWriter({
|
|
|
|
|
writeExistingAttachmentData,
|
|
|
|
|
logger,
|
|
|
|
|
})(input);
|
2018-04-20 21:55:33 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
2018-04-04 01:10:34 +00:00
|
|
|
|
});
|
|
|
|
|
|
2018-03-14 15:45:35 +00:00
|
|
|
|
describe('initializeSchemaVersion', () => {
|
2018-03-14 02:01:23 +00:00
|
|
|
|
it('should ignore messages with previously inherited schema', () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = Message.initializeSchemaVersion({
|
|
|
|
|
message: input,
|
|
|
|
|
logger,
|
|
|
|
|
});
|
2018-03-14 02:01:23 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
context('for message without attachments', () => {
|
|
|
|
|
it('should initialize schema version to zero', () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
attachments: [],
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
|
|
|
|
attachments: [],
|
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = Message.initializeSchemaVersion({
|
|
|
|
|
message: input,
|
|
|
|
|
logger,
|
|
|
|
|
});
|
2018-03-14 02:01:23 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
context('for message with attachments', () => {
|
|
|
|
|
it('should inherit existing attachment schema version', () => {
|
|
|
|
|
const input = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'image/jpeg',
|
|
|
|
|
fileName: 'lennon.jpg',
|
|
|
|
|
schemaVersion: 7,
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 02:01:23 +00:00
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'Imagine there is no heaven…',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'image/jpeg',
|
|
|
|
|
fileName: 'lennon.jpg',
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 02:01:23 +00:00
|
|
|
|
schemaVersion: 7,
|
|
|
|
|
};
|
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = Message.initializeSchemaVersion({
|
|
|
|
|
message: input,
|
|
|
|
|
logger,
|
|
|
|
|
});
|
2018-03-14 02:01:23 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
|
|
|
|
describe('upgradeSchema', () => {
|
|
|
|
|
it('should upgrade an unversioned message to the latest version', async () => {
|
|
|
|
|
const input = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
2018-05-07 19:50:39 +00:00
|
|
|
|
contentType: 'audio/aac',
|
|
|
|
|
flags: SignalService.AttachmentPointer.Flags.VOICE_MESSAGE,
|
2021-09-24 00:49:05 +00:00
|
|
|
|
data: Bytes.fromString('It’s easy if you try'),
|
2018-04-27 21:25:04 +00:00
|
|
|
|
fileName: 'test\u202Dfig.exe',
|
|
|
|
|
size: 1111,
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 03:45:19 +00:00
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
2018-05-07 19:50:39 +00:00
|
|
|
|
contentType: 'audio/aac',
|
|
|
|
|
flags: 1,
|
2018-04-27 21:25:04 +00:00
|
|
|
|
path: 'abc/abcdefg',
|
|
|
|
|
fileName: 'test\uFFFDfig.exe',
|
|
|
|
|
size: 1111,
|
|
|
|
|
},
|
|
|
|
|
],
|
Index messages with attachments using a boolean
When indexing message attachment metadata using numeric indexes such as:
```javascript
{
conversationId: '+12223334455',
received_at: 123,
attachments: […],
numAttachments: 2,
},
{
conversationId: '+12223334455',
received_at: 456,
attachments: [],
numAttachments: 0,
}
{
conversationId: '+12223334455',
received_at: 789,
attachments: [],
numAttachments: 1,
}
```
It creates an index as follows:
```
[conversationId, received_at, numAttachments]
['+12223334455', 123, 2]
['+12223334455', 456, 0]
['+12223334455', 789, 1]
```
This means a query such as…
```
lowerBound: ['+12223334455', 0, 1 ]
upperBound: ['+12223334455', Number.MAX_VALUE, Number.MAX_VALUE]
```
…will return all three original entries because they span the `received_at`
from `0` through `Number.MAX_VALUE`. One workaround is to index booleans using
`1 | undefined` where `1` is included in the index and `undefined` is not, but
that way we lose the ability to query for the `false` value. Instead, we flip
adjust the index to `[conversationId, hasAttachments, received_at]` and can
then query messages with attachments using
```
[conversationId, 1 /* hasAttachments */, 0 /* received_at */]
[conversationId, 1 /* hasAttachments */, Number.MAX_VALUE /* received_at */]
```
2018-04-14 01:47:06 +00:00
|
|
|
|
hasAttachments: 1,
|
2018-04-25 18:15:06 +00:00
|
|
|
|
hasVisualMediaAttachments: undefined,
|
2018-05-07 19:50:39 +00:00
|
|
|
|
hasFileAttachments: undefined,
|
2018-03-14 03:45:19 +00:00
|
|
|
|
schemaVersion: Message.CURRENT_SCHEMA_VERSION,
|
2018-04-27 16:32:31 +00:00
|
|
|
|
contact: [],
|
2018-03-14 03:45:19 +00:00
|
|
|
|
};
|
|
|
|
|
|
2021-09-24 00:49:05 +00:00
|
|
|
|
const expectedAttachmentData = 'It’s easy if you try';
|
2018-03-15 00:45:33 +00:00
|
|
|
|
const context = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
writeNewAttachmentData: async attachmentData => {
|
2021-09-24 00:49:05 +00:00
|
|
|
|
assert.strictEqual(
|
|
|
|
|
Bytes.toString(attachmentData),
|
|
|
|
|
expectedAttachmentData
|
|
|
|
|
);
|
2018-03-15 00:45:33 +00:00
|
|
|
|
return 'abc/abcdefg';
|
|
|
|
|
},
|
2018-05-09 01:03:02 +00:00
|
|
|
|
getRegionCode: () => 'US',
|
2018-07-09 21:29:13 +00:00
|
|
|
|
getAbsoluteAttachmentPath: () => 'some/path/on/disk',
|
|
|
|
|
makeObjectUrl: () => 'blob://FAKE',
|
|
|
|
|
revokeObjectUrl: () => null,
|
|
|
|
|
getImageDimensions: () => ({ height: 10, width: 15 }),
|
|
|
|
|
makeImageThumbnail: () => new Blob(),
|
|
|
|
|
makeVideoScreenshot: () => new Blob(),
|
2018-07-21 19:00:08 +00:00
|
|
|
|
logger: {
|
|
|
|
|
warn: () => null,
|
|
|
|
|
error: () => null,
|
|
|
|
|
},
|
2018-03-15 00:45:33 +00:00
|
|
|
|
};
|
|
|
|
|
const actual = await Message.upgradeSchema(input, context);
|
2018-03-14 03:45:19 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
context('with multiple upgrade steps', () => {
|
|
|
|
|
it('should return last valid message when any upgrade step fails', async () => {
|
|
|
|
|
const input = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'application/json',
|
|
|
|
|
data: null,
|
|
|
|
|
fileName: 'test\u202Dfig.exe',
|
|
|
|
|
size: 1111,
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 03:45:19 +00:00
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'application/json',
|
|
|
|
|
data: null,
|
|
|
|
|
fileName: 'test\u202Dfig.exe',
|
|
|
|
|
size: 1111,
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 03:45:19 +00:00
|
|
|
|
hasUpgradedToVersion1: true,
|
|
|
|
|
schemaVersion: 1,
|
|
|
|
|
};
|
|
|
|
|
|
2020-09-09 00:46:29 +00:00
|
|
|
|
const v1 = async message => ({
|
|
|
|
|
...message,
|
|
|
|
|
hasUpgradedToVersion1: true,
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
const v2 = async () => {
|
|
|
|
|
throw new Error('boom');
|
|
|
|
|
};
|
2020-09-09 00:46:29 +00:00
|
|
|
|
const v3 = async message => ({
|
|
|
|
|
...message,
|
|
|
|
|
hasUpgradedToVersion3: true,
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const toVersion1 = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 1,
|
|
|
|
|
upgrade: v1,
|
|
|
|
|
});
|
|
|
|
|
const toVersion2 = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
upgrade: v2,
|
|
|
|
|
});
|
|
|
|
|
const toVersion3 = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 3,
|
|
|
|
|
upgrade: v3,
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
const context = { logger };
|
2018-03-14 03:45:19 +00:00
|
|
|
|
const upgradeSchema = async message =>
|
2018-07-21 19:00:08 +00:00
|
|
|
|
toVersion3(
|
|
|
|
|
await toVersion2(await toVersion1(message, context), context),
|
|
|
|
|
context
|
|
|
|
|
);
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
|
|
|
|
const actual = await upgradeSchema(input);
|
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should skip out-of-order upgrade steps', async () => {
|
|
|
|
|
const input = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'application/json',
|
|
|
|
|
data: null,
|
|
|
|
|
fileName: 'test\u202Dfig.exe',
|
|
|
|
|
size: 1111,
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 03:45:19 +00:00
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'application/json',
|
|
|
|
|
data: null,
|
|
|
|
|
fileName: 'test\u202Dfig.exe',
|
|
|
|
|
size: 1111,
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-03-14 03:45:19 +00:00
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
hasUpgradedToVersion1: true,
|
|
|
|
|
hasUpgradedToVersion2: true,
|
|
|
|
|
};
|
|
|
|
|
|
2020-09-09 00:46:29 +00:00
|
|
|
|
const v1 = async attachment => ({
|
|
|
|
|
...attachment,
|
|
|
|
|
hasUpgradedToVersion1: true,
|
|
|
|
|
});
|
|
|
|
|
const v2 = async attachment => ({
|
|
|
|
|
...attachment,
|
|
|
|
|
hasUpgradedToVersion2: true,
|
|
|
|
|
});
|
|
|
|
|
const v3 = async attachment => ({
|
|
|
|
|
...attachment,
|
|
|
|
|
hasUpgradedToVersion3: true,
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const toVersion1 = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 1,
|
|
|
|
|
upgrade: v1,
|
|
|
|
|
});
|
|
|
|
|
const toVersion2 = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 2,
|
|
|
|
|
upgrade: v2,
|
|
|
|
|
});
|
|
|
|
|
const toVersion3 = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 3,
|
|
|
|
|
upgrade: v3,
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
const context = { logger };
|
2018-03-14 03:45:19 +00:00
|
|
|
|
// NOTE: We upgrade to 3 before 2, i.e. the pipeline should abort:
|
|
|
|
|
const upgradeSchema = async attachment =>
|
2018-07-21 19:00:08 +00:00
|
|
|
|
toVersion2(
|
|
|
|
|
await toVersion3(await toVersion1(attachment, context), context),
|
|
|
|
|
context
|
|
|
|
|
);
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
|
|
|
|
const actual = await upgradeSchema(input);
|
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
|
2018-03-14 15:45:35 +00:00
|
|
|
|
describe('_withSchemaVersion', () => {
|
2018-03-14 03:45:19 +00:00
|
|
|
|
it('should require a version number', () => {
|
|
|
|
|
const toVersionX = () => {};
|
|
|
|
|
assert.throws(
|
2018-07-21 19:00:08 +00:00
|
|
|
|
() =>
|
|
|
|
|
Message._withSchemaVersion({ schemaVersion: toVersionX, upgrade: 2 }),
|
|
|
|
|
'_withSchemaVersion: schemaVersion is invalid'
|
2018-03-14 03:45:19 +00:00
|
|
|
|
);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should require an upgrade function', () => {
|
|
|
|
|
assert.throws(
|
2018-07-21 19:00:08 +00:00
|
|
|
|
() => Message._withSchemaVersion({ schemaVersion: 2, upgrade: 3 }),
|
|
|
|
|
'_withSchemaVersion: upgrade must be a function'
|
2018-03-14 03:45:19 +00:00
|
|
|
|
);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should skip upgrading if message has already been upgraded', async () => {
|
2020-09-09 00:46:29 +00:00
|
|
|
|
const upgrade = async message => ({ ...message, foo: true });
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const upgradeWithVersion = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 3,
|
|
|
|
|
upgrade,
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
|
|
|
|
const input = {
|
|
|
|
|
id: 'guid-guid-guid-guid',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
id: 'guid-guid-guid-guid',
|
|
|
|
|
schemaVersion: 4,
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await upgradeWithVersion(input, { logger });
|
2018-03-14 03:45:19 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should return original message if upgrade function throws', async () => {
|
|
|
|
|
const upgrade = async () => {
|
|
|
|
|
throw new Error('boom!');
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const upgradeWithVersion = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 3,
|
|
|
|
|
upgrade,
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
|
|
|
|
const input = {
|
|
|
|
|
id: 'guid-guid-guid-guid',
|
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
id: 'guid-guid-guid-guid',
|
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await upgradeWithVersion(input, { logger });
|
2018-03-14 03:45:19 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('should return original message if upgrade function returns null', async () => {
|
|
|
|
|
const upgrade = async () => null;
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const upgradeWithVersion = Message._withSchemaVersion({
|
|
|
|
|
schemaVersion: 3,
|
|
|
|
|
upgrade,
|
|
|
|
|
});
|
2018-03-14 03:45:19 +00:00
|
|
|
|
|
|
|
|
|
const input = {
|
|
|
|
|
id: 'guid-guid-guid-guid',
|
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
id: 'guid-guid-guid-guid',
|
|
|
|
|
schemaVersion: 0,
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const actual = await upgradeWithVersion(input, { logger });
|
2018-03-14 03:45:19 +00:00
|
|
|
|
assert.deepEqual(actual, expected);
|
|
|
|
|
});
|
|
|
|
|
});
|
2018-04-10 22:09:29 +00:00
|
|
|
|
|
|
|
|
|
describe('_mapQuotedAttachments', () => {
|
|
|
|
|
it('handles message with no quote', async () => {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const upgradeAttachment = sinon
|
|
|
|
|
.stub()
|
|
|
|
|
.throws(new Error("Shouldn't be called"));
|
2018-04-10 22:09:29 +00:00
|
|
|
|
const upgradeVersion = Message._mapQuotedAttachments(upgradeAttachment);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
};
|
|
|
|
|
const result = await upgradeVersion(message);
|
|
|
|
|
assert.deepEqual(result, message);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('handles quote with no attachments', async () => {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const upgradeAttachment = sinon
|
|
|
|
|
.stub()
|
|
|
|
|
.throws(new Error("Shouldn't be called"));
|
2018-04-10 22:09:29 +00:00
|
|
|
|
const upgradeVersion = Message._mapQuotedAttachments(upgradeAttachment);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
|
|
|
|
},
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
|
|
|
|
attachments: [],
|
|
|
|
|
},
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const result = await upgradeVersion(message, { logger });
|
2018-04-10 22:09:29 +00:00
|
|
|
|
assert.deepEqual(result, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('handles zero attachments', async () => {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const upgradeAttachment = sinon
|
|
|
|
|
.stub()
|
|
|
|
|
.throws(new Error("Shouldn't be called"));
|
2018-04-10 22:09:29 +00:00
|
|
|
|
const upgradeVersion = Message._mapQuotedAttachments(upgradeAttachment);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
|
|
|
|
attachments: [],
|
|
|
|
|
},
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const result = await upgradeVersion(message, { logger });
|
2018-04-10 22:09:29 +00:00
|
|
|
|
assert.deepEqual(result, message);
|
|
|
|
|
});
|
|
|
|
|
|
2018-04-13 22:45:37 +00:00
|
|
|
|
it('handles attachments with no thumbnail', async () => {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const upgradeAttachment = sinon
|
|
|
|
|
.stub()
|
|
|
|
|
.throws(new Error("Shouldn't be called"));
|
2018-04-13 22:45:37 +00:00
|
|
|
|
const upgradeVersion = Message._mapQuotedAttachments(upgradeAttachment);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
2019-01-30 20:15:07 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
fileName: 'manifesto.txt',
|
|
|
|
|
contentType: 'text/plain',
|
|
|
|
|
},
|
|
|
|
|
],
|
2018-04-13 22:45:37 +00:00
|
|
|
|
},
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const result = await upgradeVersion(message, { logger });
|
2018-04-13 22:45:37 +00:00
|
|
|
|
assert.deepEqual(result, message);
|
|
|
|
|
});
|
|
|
|
|
|
2019-01-30 20:15:07 +00:00
|
|
|
|
it('does not eliminate thumbnails with missing data field', async () => {
|
2018-04-27 21:25:04 +00:00
|
|
|
|
const upgradeAttachment = sinon
|
|
|
|
|
.stub()
|
2019-01-30 20:15:07 +00:00
|
|
|
|
.returns({ fileName: 'processed!' });
|
2018-04-23 23:43:25 +00:00
|
|
|
|
const upgradeVersion = Message._mapQuotedAttachments(upgradeAttachment);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
fileName: 'cat.gif',
|
|
|
|
|
contentType: 'image/gif',
|
|
|
|
|
thumbnail: {
|
2019-01-30 20:15:07 +00:00
|
|
|
|
fileName: 'not yet downloaded!',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
},
|
2018-04-23 23:43:25 +00:00
|
|
|
|
},
|
2018-04-27 21:25:04 +00:00
|
|
|
|
],
|
2018-04-23 23:43:25 +00:00
|
|
|
|
},
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
contentType: 'image/gif',
|
|
|
|
|
fileName: 'cat.gif',
|
2019-01-30 20:15:07 +00:00
|
|
|
|
thumbnail: {
|
|
|
|
|
fileName: 'processed!',
|
|
|
|
|
},
|
2018-04-27 21:25:04 +00:00
|
|
|
|
},
|
|
|
|
|
],
|
2018-04-23 23:43:25 +00:00
|
|
|
|
},
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const result = await upgradeVersion(message, { logger });
|
2018-04-23 23:43:25 +00:00
|
|
|
|
assert.deepEqual(result, expected);
|
|
|
|
|
});
|
|
|
|
|
|
2018-04-10 22:09:29 +00:00
|
|
|
|
it('calls provided async function for each quoted attachment', async () => {
|
2018-04-13 02:02:20 +00:00
|
|
|
|
const upgradeAttachment = sinon.stub().resolves({
|
2018-04-10 22:09:29 +00:00
|
|
|
|
path: '/new/path/on/disk',
|
2018-04-13 02:02:20 +00:00
|
|
|
|
});
|
2018-04-10 22:09:29 +00:00
|
|
|
|
const upgradeVersion = Message._mapQuotedAttachments(upgradeAttachment);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
thumbnail: {
|
|
|
|
|
data: 'data is here',
|
|
|
|
|
},
|
2018-04-13 22:45:37 +00:00
|
|
|
|
},
|
2018-04-27 21:25:04 +00:00
|
|
|
|
],
|
2018-04-10 22:09:29 +00:00
|
|
|
|
},
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
quote: {
|
|
|
|
|
text: 'hey!',
|
2018-04-27 21:25:04 +00:00
|
|
|
|
attachments: [
|
|
|
|
|
{
|
|
|
|
|
thumbnail: {
|
|
|
|
|
path: '/new/path/on/disk',
|
|
|
|
|
},
|
2018-04-13 22:45:37 +00:00
|
|
|
|
},
|
2018-04-27 21:25:04 +00:00
|
|
|
|
],
|
2018-04-10 22:09:29 +00:00
|
|
|
|
},
|
|
|
|
|
};
|
2018-07-21 19:00:08 +00:00
|
|
|
|
const result = await upgradeVersion(message, { logger });
|
2018-04-10 22:09:29 +00:00
|
|
|
|
assert.deepEqual(result, expected);
|
|
|
|
|
});
|
|
|
|
|
});
|
2018-04-27 16:32:31 +00:00
|
|
|
|
|
|
|
|
|
describe('_mapContact', () => {
|
|
|
|
|
it('handles message with no contact field', async () => {
|
|
|
|
|
const upgradeContact = sinon
|
|
|
|
|
.stub()
|
|
|
|
|
.throws(new Error("Shouldn't be called"));
|
|
|
|
|
const upgradeVersion = Message._mapContact(upgradeContact);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
contact: [],
|
|
|
|
|
};
|
|
|
|
|
const result = await upgradeVersion(message);
|
|
|
|
|
assert.deepEqual(result, expected);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
it('handles one contact', async () => {
|
|
|
|
|
const upgradeContact = contact => Promise.resolve(contact);
|
|
|
|
|
const upgradeVersion = Message._mapContact(upgradeContact);
|
|
|
|
|
|
|
|
|
|
const message = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
contact: [
|
|
|
|
|
{
|
|
|
|
|
name: {
|
|
|
|
|
displayName: 'Someone somewhere',
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
],
|
|
|
|
|
};
|
|
|
|
|
const expected = {
|
|
|
|
|
body: 'hey there!',
|
|
|
|
|
contact: [
|
|
|
|
|
{
|
|
|
|
|
name: {
|
|
|
|
|
displayName: 'Someone somewhere',
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
],
|
|
|
|
|
};
|
|
|
|
|
const result = await upgradeVersion(message);
|
|
|
|
|
assert.deepEqual(result, expected);
|
|
|
|
|
});
|
|
|
|
|
});
|
2018-03-14 02:01:23 +00:00
|
|
|
|
});
|