eduvia/workavia-drive
11
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

🐛 Skip failed file(s) for file migration (#896)

Browse Source
This commit is contained in:
Montassar Ghanmy
2025-05-19 15:34:49 +01:00
committed by GitHub
parent 87417b5ada
commit 34e935027f
1 changed files with 45 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tdrive/backend/node/src/cli/cmds/migration_cmds/migrate-files.ts
+22 -9
View File
@@ -67,8 +67,10 @@ const purgeIndexesCommand: yargs.CommandModule<unknown, unknown> = {
console.log(`User ${user.id} has ${userFiles.getEntities().length} files`); console.log(`User ${user.id} has ${userFiles.getEntities().length} files`);
const userFilesObjects = []; const userFilesObjects = [];
const failedFiles: { id: string; name: string }[] = [];
for (const userFile of userFiles.getEntities()) { for (const userFile of userFiles.getEntities()) {
let fileObject: any = {};
try {
if (userFile.migrated) { if (userFile.migrated) {
continue; continue;
} }
@@ -81,7 +83,7 @@ const purgeIndexesCommand: yargs.CommandModule<unknown, unknown> = {
.map(p => p.name) .map(p => p.name)
.join("/"); .join("/");
const fileObject = { fileObject = {
owner: userId, owner: userId,
_id: userFile.id, _id: userFile.id,
is_in_trash: userFile.is_in_trash, is_in_trash: userFile.is_in_trash,
@@ -97,7 +99,6 @@ const purgeIndexesCommand: yargs.CommandModule<unknown, unknown> = {
userFilesObjects.push(fileObject); userFilesObjects.push(fileObject);
if (!dryRun) { if (!dryRun) {
try {
const cozyUrl = `${userId}.${COZY_DOMAIN}`; const cozyUrl = `${userId}.${COZY_DOMAIN}`;
const userToken = await getDriveToken(cozyUrl); const userToken = await getDriveToken(cozyUrl);
const client = new CozyClient({ const client = new CozyClient({
@@ -124,7 +125,8 @@ const purgeIndexesCommand: yargs.CommandModule<unknown, unknown> = {
); );
if (!archiveOrFile.file) { if (!archiveOrFile.file) {
console.error(`File ${userFile.id} was returned as archive. Skipping.`); console.error(`⚠️ File ${userFile.id} was returned as archive. Skipping.`);
failedFiles.push({ id: userFile.id, name: userFile.name });
continue; continue;
} }
let uploadedBytes = 0; let uploadedBytes = 0;
@@ -148,6 +150,7 @@ const purgeIndexesCommand: yargs.CommandModule<unknown, unknown> = {
if (!resp.ok) { if (!resp.ok) {
console.error(`❌ ERROR UPLOADING THE FILE: ${fileObject.name}`); console.error(`❌ ERROR UPLOADING THE FILE: ${fileObject.name}`);
console.error(`❌ ERROR: ${JSON.stringify(resp)} ${resp}`); console.error(`❌ ERROR: ${JSON.stringify(resp)} ${resp}`);
failedFiles.push({ id: userFile.id, name: userFile.name });
continue; continue;
} }
// 3. Migrate file // 3. Migrate file
@@ -156,13 +159,23 @@ const purgeIndexesCommand: yargs.CommandModule<unknown, unknown> = {
await documentsRepo.save(userFile); await documentsRepo.save(userFile);
console.log(`\n✅ File migrated successfully: ${fileObject.name}`); console.log(`\n✅ File migrated successfully: ${fileObject.name}`);
} catch (error) {
console.error(`❌ ERROR CREATING THE FILE: ${fileObject.name}`);
console.error(`❌ ERROR: ${JSON.stringify(error)} ${error}`);
}
} else { } else {
console.log(`[DRY-RUN] Would create Cozy instance for user ${user.email_canonical}`); console.log(
`[DRY-RUN] Would create Cozy instance for user ${user.email_canonical}`,
);
} }
} catch (error) {
console.error(`❌ Exception while processing: ${fileObject.name}`);
console.error(error);
failedFiles.push({ id: userFile.id, name: userFile.name });
}
}
if (failedFiles.length > 0) {
console.log("\n📋 Migration failed for the following files:");
console.table(failedFiles);
console.log(`❌ Total failed files: ${failedFiles.length}`);
} else {
console.log("\n🎉 All files migrated successfully. No failures.");
} }
} }
}); });