🚧 back: user deletion wip

This commit is contained in:
Eric Doughty-Papassideris
2025-03-04 17:50:29 +01:00
committed by Anton Shepilov
parent 99d78ad5ac
commit 658e8de6d4
4 changed files with 110 additions and 66 deletions
@@ -1,21 +1,24 @@
import { afterAll, afterEach, beforeAll, beforeEach, describe, expect, it } from "@jest/globals";
import { init, TestPlatform } from "../setup";
import { TestDbService } from "../utils.prepare.db";
import { CompanyLimitsEnum } from "../../../src/services/user/web/types";
import UserApi from "../common/user-api";
import type { DriveExecutionContext } from "../../../src/services/documents/types";
import { DriveFile, TYPE as DriveFileType } from "../../../src/services/documents/entities/drive-file";
import { File } from "../../../src/services/files/entities/file";
import { FileVersion, TYPE as FileVersionType } from "../../../src/services/documents/entities/file-version";
import User, { TYPE as UserType } from "../../../src/services/user/entities/user";
import ExternalUser, { TYPE as ExternalUserType } from "../../../src/services/user/entities/external_user";
import { getThumbnailRoute } from "../../../src/services/files/web/routes";
import { getFilePath } from "../../../src/services/files/services";
import { buildUserDeletionRepositories } from "../../../src/core/platform/services/admin/controller/delete-user-controller";
const FileType = "files";
import { buildUserDeletionRepositories, descendDriveItemsDepthFirstRandomOrder } from "../../../src/core/platform/services/admin/utils";
import { getConfig } from "../../../src/core/platform/framework/api/admin";
const loadRepositories = async (platform: TestPlatform) => buildUserDeletionRepositories(platform.database, platform.search);
const loadRepositories = async (platform: TestPlatform) => buildUserDeletionRepositories(platform!.database, platform!.search);
describe("The users deletion API", () => {
const url = "/internal/services/users/v1";
let platform: TestPlatform;
let platform: TestPlatform | undefined;
let currentUser: UserApi;
let myUserId: string;
let myDriveId: string;
@@ -23,6 +26,18 @@ describe("The users deletion API", () => {
let repos: Awaited<ReturnType<typeof loadRepositories>>;
const adminConfig = getConfig();
const listByUserIn = {
driveFileByCreator: async (userId: string) => repos.driveFile.find({ creator: userId }),
driveFileByParent: async (userId: string) => repos.driveFile.find({ parent_id: "user_" + userId }),
fileVersion: async (userId: string) => repos.fileVersion.find({ creator_id: userId }),
// file: async (userId: string) => repos.file.find({ user_id: userId }), // user_id is encrypted for reasons
missedDriveFile: async (userId: string) => repos.missedDriveFile.find({ creator: userId }),
// user: async (userId: string) => repos.user.find({ id: userId }), // ignored because it stays with deleted=true
companyUser: async (userId: string) => repos.companyUser.find({ user_id: userId }),
externalUser: async (userId: string) => repos.externalUser.find({ user_id: userId }),
};
interface UserTreeEntry {
driveFile: DriveFile;
driveFileFromSearch?: DriveFile;
@@ -36,7 +51,7 @@ describe("The users deletion API", () => {
async function hydrateDriveFile(context: UserTreeEntry) {
const { driveFile } = context;
context.driveFileFromSearch = (await repos.search.driveFile.search({}, { $text: { $search: driveFile.name } }, { user: { id: myUserId }, company: { id: myCompanyId } } as DriveExecutionContext)).getEntities()[0];
context.driveFileFromSearch = (await repos.search.driveFile.search({}, { $text: { $search: "d" } })).getEntities()[0];
const versions = (await repos.fileVersion.find({ drive_item_id: driveFile.id })).getEntities();
context.versions = await Promise.all(versions.map(async version => {
@@ -44,7 +59,7 @@ describe("The users deletion API", () => {
const fileStoragePath = file && getFilePath(file);
return {
version, file,
storagePaths: fileStoragePath ? (await platform.storage.getConnector().enumeratePathsForFile(fileStoragePath)) : undefined,
storagePaths: fileStoragePath ? (await platform!.storage.getConnector().enumeratePathsForFile(fileStoragePath)) : undefined,
};
}));
}
@@ -139,12 +154,12 @@ describe("The users deletion API", () => {
});
afterAll(async () => {
await platform.tearDown();
platform = null;
await platform!.tearDown();
platform = undefined;
});
async function sendDeleteUser(secret: string, userId: string, expected: number = 200) {
const response = await platform.app.inject({
const response = await platform!.app.inject({
method: "POST",
url: `/admin/user/delete`,
body: { secret, userId },
@@ -155,7 +170,7 @@ describe("The users deletion API", () => {
}
async function requestPendingUserDeletions(secret: string, expected: number = 200) {
const response = await platform.app.inject({
const response = await platform!.app.inject({
method: "POST",
url: `/admin/user/delete/pending`,
body: { secret },
@@ -188,17 +203,40 @@ describe("The users deletion API", () => {
// const docs = await currentUser.browseDocuments(myDriveId, {});
// console.error(JSON.stringify(docs, null, 2)); // works, but projected values
// const docs = await platform.documentService.browse(myDriveId, { }, { user: { id: myUserId }, company: { id: "string" } } as DriveExecutionContext);
// const docs = await platform!.documentService.browse(myDriveId, { }, { user: { id: myUserId }, company: { id: "string" } } as DriveExecutionContext);
// console.error(JSON.stringifya(docs, null, 2)); // doesn't work, empty children
// Wait for indexing, inspired by tdrive/backend/node/test/e2e/documents/documents-search.spec.ts
await new Promise(resolve => setTimeout(resolve, 5000)); // TODO: search doesn't work anyway
// await currentUser.uploadAllFilesOneByOne("user_" + currentUser.user.id);
// Wait for indexing, inspired by tdrive/backend/node/test/e2e/documents/documents-search.spec.ts
// await new Promise(resolve => setTimeout(resolve, 10000)); // TODO: search doesn't work anyway
// const searchResult = await currentUser.searchDocument({search: "d"});
// console.log({searchResult});
// const a = (await repos.search.driveFile.search({}, { $text: { $search: "d" } })).getEntities()[0];
// console.log({a});
const tree = await loadDriveFiles(myDriveId);
console.log((await userTreeToString(tree)));
const lines: string[] = [];
const res = await descendDriveItemsDepthFirstRandomOrder(repos, myDriveId, async (item, children, parents) => {
//TODO: NONONO:
// recurse each drive item
// delete all s3
// then the version
// then files
// search for file by user id after deletion
// search s3 for prefix company/userid
//
const indent = new Array(parents.length + 1).join("\t");
lines.push(`${indent} ${item.is_directory ? "📂" : "📄"} ${item.name} (${item.id}) (${children?.length ?? 0} children)`);
return children;
});
console.error(lines.join('\n'));
console.error(JSON.stringify(res, null, 2));
console.log((await repos.search.driveFile.search({}, { $text: { $search: "" } }, undefined)).getEntities());
console.log((await repos.search.user.search({}, { $text: { $search: "" } }, undefined)).getEntities());
// console.log((await repos.search.user.search({}, { $text: { $search: "" } }, undefined)).getEntities());
const foundEntries = findEntriesInUserTree(tree);
expect(foundEntries.rootFolder?.driveFile).toMatchObject({ id: initialFakeFiles.rootFolder.id, parent_id: myDriveId, name: "root_folder" });
@@ -223,6 +261,7 @@ describe("The users deletion API", () => {
});
it("should be immediately listed after deletion", async () => {
console.log({myCompanyId, myUserId});
await sendDeleteUser(adminConfig.endpointSecret!, myUserId, 200);
// TODO: wait for message queue stuff ?
const responseBody = await requestPendingUserDeletions(adminConfig.endpointSecret!, 200);
@@ -238,9 +277,37 @@ describe("The users deletion API", () => {
expect((user as unknown as User).delete_process_started_epoch).toBeGreaterThan(0);
});
it("the user should not be able to login", async () => {
// TODO: NONONO
it.skip("the user should not be able to login", async () => {
expect((await currentUser.login()).statusCode).toBe(401);
});
//TODO: NONONONO
it.skip("should have no objects left other than user (and untestable files)", async () => {
let totalCount = 0;
for (const [key, fn] of Object.entries(listByUserIn)) {
const result = (await fn(myUserId)).getEntities();
totalCount += result.length;
if (result.length)
console.error(`unexpected ${key} still there`, result);
}
expect(totalCount).toBe(0);
});
//TODO: NONONONO
it.skip("test todo wip messy thing", async () => {
const tree = await loadDriveFiles(myDriveId);
console.log(await userTreeToString(tree));
const foundEntries = findEntriesInUserTree(tree);
const allPaths = foundEntries.fileAtRoot?.versions?.flatMap(({storagePaths}) => storagePaths);
console.error({allPaths})
});
it("in the end the user should have nothing, and be deleted with no process epoch", async () => {
const tree = await loadDriveFiles(myDriveId);
return; //TODO: NONONO Don't check user deletion until it's done etc
});
});
});