v.1.7.10/details:

-update webhooks log,
-add cards asset,
-fix admin dashboard
This commit is contained in:
2021-03-07 19:38:56 -05:00
parent 8877507abd
commit b417f5c148
6 changed files with 302 additions and 3754 deletions
+69 -29
View File
@@ -1,5 +1,4 @@
const admin = require("firebase-admin");
const firebase_tools = require("firebase-tools");
const timeDiff = (ds1, ds2) => {
const d1 = new Date(ds1);
@@ -29,37 +28,50 @@ const roomIdList = async (refs) => {
.then((ids) => ids.filter((v) => v !== undefined));
};
const batchDeleteRooms = async (roomList, totalNumber) => {
setTimeout(async () => {
if (roomList.length > 0) {
await firebase_tools.firestore
.delete(`rooms/${roomList.splice(0, 1)[0]}`, {
project: process.env.GCLOUD_PROJECT,
recursive: true,
yes: true,
})
.catch((err) =>
console.error(
`[ERROR]\tWEBHOOKS/Room Clean Up\t# OF ROOMS ${roomList.length} REMAINING,\tERROR:${err}`
)
);
console.info(
`[DONE]\tWEBHOOKS/Room Clean Up\t# OF ROOMS ${
totalNumber - roomList.length
}/${totalNumber}`
);
batchDeleteRooms(roomList, totalNumber);
} else {
console.info(
`[DONE]\tWEBHOOKS/Room Clean Up\tDeleted all ${totalNumber} rooms`
);
const batchDeleteRooms = async (roomList, totalNumber, batch, count = 0) => {
if (roomList.length > 0 && count < 500) {
const roomId = roomList.splice(0, 1)[0];
await admin
.firestore()
.collection(`rooms/${roomId}/messages`)
.listDocuments()
.then((docs) => {
docs.map((doc) => {
if (count < 500) {
batch.delete(doc);
count++;
}
});
return;
});
await admin
.firestore()
.collection(`rooms/${roomId}/users`)
.listDocuments()
.then((docs) => {
docs.map((doc) => {
if (count < 500) {
batch.delete(doc);
count++;
}
});
return;
});
if (count < 500) {
await batch.delete(admin.firestore().collection("rooms").doc(roomId));
count++;
}
}, 1000);
await batchDeleteRooms(roomList, totalNumber, batch, count);
return;
} else {
console.info(
`[DONE]\tWEBHOOKS/Room Clean Up\tDeleted all ${totalNumber} rooms`
);
return;
}
};
module.exports = async (req, res) => {
res.status(200).send({ message: "Started processing" });
const roomList = await admin
.firestore()
.collection("rooms")
@@ -75,7 +87,35 @@ module.exports = async (req, res) => {
if (roomList.length > 0) {
var ids = await roomIdList(roomList);
if (ids.length > 0) {
batchDeleteRooms(ids, ids.length);
const totalNumber = ids.length;
console.info(
`[PROGRESS]\tWEBHOOKS/Room Clean Up\tROOMS ${JSON.stringify(ids)}`
);
try {
const batch = admin.firestore().batch();
await batchDeleteRooms(ids, totalNumber, batch);
await batch.commit();
res.status(200).send({
message: `[${new Date().toLocaleString("en-US", {
timeZone: "America/New_York",
})}] [DONE] WEBHOOKS Room Clean Up ${totalNumber} rooms deleted`,
});
} catch (err) {
res.status(400).send({
message: `[${new Date().toLocaleString("en-US", {
timeZone: "America/New_York",
})}] [ERROR] WEBHOOKS Room Clean Up Batch delete failed - ${JSON.stringify(
err
)}`,
});
}
} else {
console.info(`[DONE]\tWEBHOOKS/Room Clean Up\tNo rooms to delete`);
res.status(200).send({
message: `[${new Date().toLocaleString("en-US", {
timeZone: "America/New_York",
})}] [DONE] WEBHOOKS Room Clean Up No rooms to delete`,
});
}
}
+21 -6
View File
@@ -60,11 +60,26 @@ const batchDeleteUser = async (userList, totalNumber) => {
module.exports = async (req, res) => {
console.info(`[START]\tWEBHOOKS/User Clean Up`);
res.status(200).send({ message: "User Clean Up Started" });
const startedTime = new Date();
const usersToDelete = await cleanUser(undefined, startedTime);
console.info(
`[PROGRESS]\tWEBHOOKS/User Clean Up\t# OF USERS ${usersToDelete.length}`
);
batchDeleteUser(usersToDelete, usersToDelete.length);
try {
const usersToDelete = await cleanUser(undefined, startedTime);
const totalNumber = usersToDelete.length;
console.info(
`[PROGRESS]\tWEBHOOKS/User Clean Up\t# OF USERS ${totalNumber}`
);
await batchDeleteUser(usersToDelete, totalNumber);
res.status(200).send({
message: `[${new Date().toLocaleString("en-US", {
timeZone: "America/New_York",
})}] [DONE] WEBHOOKS User Clean Up Deleted all ${totalNumber} stale users`,
});
} catch (err) {
res.status(400).send({
message: `[${new Date().toLocaleString("en-US", {
timeZone: "America/New_York",
})}] [ERROR] WEBHOOKS User Clean Up Error trying to delete users - ${JSON.stringify(
err
)}`,
});
}
};