mirror of https://gitgud.io/fatchan/jschan.git
commit
da73073bcb
GPG Key ID:
A7E5E8B7E11EE92D
66 changed files with 499 additions and 178 deletions
@ -0,0 +1,120 @@ |
||||
'use strict'; |
||||
|
||||
/* |
||||
* Restore a post or a full thread from a mongodump backup. |
||||
*/ |
||||
|
||||
(async () => { |
||||
|
||||
const Mongo = require(__dirname+'/../db/db.js') |
||||
, { execSync } = require('child_process') |
||||
, { EJSON } = require('bson') |
||||
, config = require(__dirname+'/../lib/misc/config.js'); |
||||
|
||||
console.log('CONNECTING TO MONGODB'); |
||||
await Mongo.connect(); |
||||
await Mongo.checkVersion(); |
||||
await config.load(); |
||||
const db = Mongo.db.collection('posts'); |
||||
|
||||
if (process.argv.length !== 4) { |
||||
console.error('Usage: node restore_posts.js PATH_TO_posts.bson OBJECT_ID_OF_POST'); |
||||
process.exit(2); |
||||
} |
||||
const path = process.argv[2]; |
||||
const post_object_id = process.argv[3]; |
||||
|
||||
// for some reason, the node BSON package can't handle some mongodump BSON files like posts.bson
|
||||
// so we'll run bsondump to convert to JSON, then use EJSON from the BSON package to parse the special type information
|
||||
|
||||
const postsdata = execSync(`bsondump --quiet --type json ${path}`, (error, stdout, stderr) => { |
||||
if (error) { |
||||
console.error(`error: ${error.message}`); |
||||
process.exit(1); |
||||
} |
||||
|
||||
if (stderr) { |
||||
console.error(`stderr: ${stderr}`); |
||||
process.exit(1); |
||||
} |
||||
|
||||
return stdout; |
||||
}); |
||||
|
||||
// and, because it's a debug tool, bsondump outputs each document as a different json on a new line, instead of printing a valid json file
|
||||
const posts_json = EJSON.parse('['+postsdata.toString().replace(/}(\r\n|\n|\r){/gm, '},{')+']'); |
||||
|
||||
// iterate over all the posts and find the one with the correct ID
|
||||
let i = 0; |
||||
while (i < posts_json.length && posts_json[i]['_id'] != post_object_id) { i += 1; } |
||||
if (i == posts_json.length) { console.log('Object ID not found in posts'); process.exit(2); } |
||||
const data = posts_json[i]; |
||||
|
||||
let res = await insertPost(db, data); |
||||
console.log(res); |
||||
|
||||
// if the post doesn't have a parent thread, it is a thread. we need to insert the child posts too
|
||||
if (data.thread == null) { |
||||
for (const e of posts_json) { |
||||
if (e['thread'] == data['postId']) { |
||||
// since posts are already indexed by postID, which contains a timestamp to the nearest second, there's no risk for a post trying to add a backlink before the target exists
|
||||
res = await insertPost(db, e); |
||||
console.log(res); |
||||
} |
||||
} |
||||
} |
||||
console.log('Make sure to run `gulp html` and restore the attached files'); |
||||
process.exit(); |
||||
|
||||
})(); |
||||
|
||||
async function insertPost(db, data) { |
||||
const postMongoId = await db.insertOne(data).then(result => result.insertedId); //_id of post
|
||||
const postId = data['postId']; |
||||
const board = data['board']; |
||||
|
||||
//add backlinks to the posts this post quotes
|
||||
if (data.thread && data.quotes.length > 0) { |
||||
await db.updateMany({ |
||||
'_id': { |
||||
'$in': data.quotes.map(q => q._id) |
||||
}, |
||||
|
||||
}, { |
||||
'$addToSet': { |
||||
'backlinks': { _id: postMongoId, postId: postId } |
||||
} |
||||
}); |
||||
} |
||||
|
||||
//restore invalidated quotes now this post exists again
|
||||
if (data.thread && data.backlinks.length > 0) { |
||||
const threadId = data['thread']; |
||||
await db.updateMany({ |
||||
'_id': { |
||||
'$in': data.backlinks.map(q => q._id) |
||||
} |
||||
}, |
||||
{ |
||||
'$addToSet': { |
||||
'quotes': { _id: postMongoId, thread: threadId, postId: postId } |
||||
} |
||||
}); |
||||
await db.updateMany({ |
||||
'_id': { |
||||
'$in': data.backlinks.map(q => q._id) |
||||
} |
||||
}, |
||||
|
||||
[{ |
||||
'$set': { |
||||
message: { |
||||
$replaceOne: { input: '$message', find: `<span class="invalid-quote">>>${postId}</span>`, replacement: `<a class="quote" href="/${board}/thread/${threadId}.html#${postId}">>>${postId}</a>` } |
||||
} |
||||
} |
||||
}] |
||||
); |
||||
} |
||||
|
||||
return ({ postId, postMongoId }); |
||||
} |
||||
Loading…
Reference in new issue