misskey/tools/migration/use-gridfs.js

75 lines
1.8 KiB
JavaScript
Raw Normal View History

2017-11-06 17:57:03 +09:00
// for Node.js interpret
const { default: db } = require('../../built/db/mongodb')
const { default: DriveFile, getGridFSBucket } = require('../../built/api/models/drive-file')
const { Duplex } = require('stream')
const writeToGridFS = (bucket, buffer, ...rest) => new Promise((resolve, reject) => {
const writeStream = bucket.openUploadStreamWithId(...rest)
2017-11-07 19:17:42 +09:00
2017-11-06 17:57:03 +09:00
const dataStream = new Duplex()
dataStream.push(buffer)
dataStream.push(null)
writeStream.once('finish', resolve)
writeStream.on('error', reject)
dataStream.pipe(writeStream)
})
const migrateToGridFS = async (doc) => {
const id = doc._id
const buffer = doc.data ? doc.data.buffer : Buffer.from([0x00]) // アップロードのバグなのか知らないけどなぜか data が存在しない drive_file ドキュメントがまれにあることがわかったので
2017-11-06 17:57:03 +09:00
const created_at = doc.created_at
const name = doc.name
2017-11-07 21:04:32 +09:00
const type = doc.type
2017-11-06 17:57:03 +09:00
delete doc._id
delete doc.created_at
delete doc.datasize
delete doc.hash
delete doc.data
delete doc.name
2017-11-07 21:04:32 +09:00
delete doc.type
2017-11-06 17:57:03 +09:00
const bucket = await getGridFSBucket()
2017-11-07 21:04:32 +09:00
const added = await writeToGridFS(bucket, buffer, id, name, { contentType: type, metadata: doc })
2017-11-06 17:57:03 +09:00
const result = await DriveFile.update(id, {
$set: {
uploadDate: created_at
}
})
return added && result.ok === 1
}
2017-11-07 19:17:42 +09:00
async function main() {
let i = 0;
2017-11-07 19:27:02 +09:00
const count = await db.get('drive_files').count({});
2017-11-07 19:17:42 +09:00
const iterate = async () => {
if (i == count) return true;
2017-11-07 19:42:29 +09:00
console.log(`${i} / ${count}`);
2017-11-07 19:33:54 +09:00
const doc = (await db.get('drive_files').find({}, { limit: 1, skip: i }))[0]
2017-11-07 19:17:42 +09:00
const res = await migrateToGridFS(doc);
if (!res) {
return false;
} else {
i++
return await iterate();
}
}
const res = await iterate();
if (res) {
return 'ok';
} else {
throw 'something happened';
}
2017-11-06 17:57:03 +09:00
}
main().then(console.dir).catch(console.error)