feat(api): optimize fonjep bop migration

packages/api/migrations/20230928101239-add-bop-to-fonjep-versements.js

@@ -1,25 +1,29 @@
 const { default: fonjepService } = require("../build/src/modules/providers/fonjep/fonjep.service");
+const { default: fonjepJoiner } = require("../build/src/modules/providers/fonjep/joiners/fonjepJoiner");
 
 module.exports = {
     async up(db) {
-        const cursor = await db.collection("fonjepVersement").find({});
+        const fullGrants = await fonjepJoiner.getAllFullGrants();
 
-        let nbVersementUpdated = 0;
-        while (await cursor.hasNext()) {
-            const versement = await cursor.next();
-            if (versement.indexedInformations.bop) continue;
-            const subvention = (
-                await db
-                    .collection("fonjepSubvention")
-                    .find({ "indexedInformations.code_poste": versement.indexedInformations.code_poste })
-                    .toArray()
-            )[0];
-            versement.indexedInformations.bop = fonjepService.getBopFromFounderCode(
-                subvention.data["FinanceurPrincipalCode"],
-            );
-            await db.collection("fonjepVersement").updateOne({ _id: versement._id }, { $set: versement });
-            nbVersementUpdated++;
-            if (nbVersementUpdated % 100 === 0) console.log(`100 bop ajoutés`);
+        const versementsGroupByFinanceurCode = fullGrants.reduce((acc, curr) => {
+            const financeurCode = curr.data.Dispositif.FinanceurCode;
+            if (!acc[financeurCode]) acc[financeurCode] = curr.payments;
+            else acc[financeurCode].push(...curr.payments);
+            return acc;
+        }, {});
+
+        for (const [versements, code] of versementsGroupByFinanceurCode) {
+            const bop = fonjepService.getBopFromFounderCode(code);
+            console.log(`start update versements with bop ${bop}`);
+            await db
+                .collection("fonjepVersement")
+                .updateMany(
+                    { _id: { $in: versements.map(versement => versement._id) } },
+                    { $set: { "indexedInformations.bop": bop } },
+                );
+            console.log(`end update versements with bop ${bop}`);
         }
+
+        throw new Error("end mig");
     },
 };

packages/api/src/modules/providers/fonjep/joiners/fonjepJoiner.ts

@@ -32,6 +32,10 @@ export class FonjepJoiner {
         ];
     }
 
+    public getAllFullGrants() {
+        return this.applicationCollection.aggregate([{ $match: {} }, ...this.joinPipeline]).toArray();
+    }
+
     public getFullFonjepGrantsBySiret(siret: Siret) {
         return this.applicationCollection
             .aggregate([{ $match: { "legalInformations.siret": siret } }, ...this.joinPipeline])