chore(misc) : 3404 - monstache integration POC (#4377)

Co-authored-by: Anselme <[email protected]>
betagouv · Oct 9, 2024 · aff2b3e · aff2b3e
1 parent 3ff4c0b
commit aff2b3e
Show file tree

Hide file tree

Showing 54 changed files with 5,328 additions and 77 deletions.
diff --git a/api/config/default.js b/api/config/default.js
@@ -68,4 +68,5 @@ module.exports = {
   ENABLE_2FA: false,
   LOG_LEVEL: "info", // error, warn, info, http, debug
   DO_MIGRATION: true,
+  ENABLE_MONGOOSE_ELASTIC: false,
 };
diff --git a/api/config/production.js b/api/config/production.js
@@ -20,5 +20,6 @@ module.exports = {
   TASK_QUEUE_PREFIX: "production",
   MAIL_TRANSPORT: "BREVO",
   ENABLE_2FA: true,
+  ENABLE_MONGOOSE_ELASTIC: true,
   ...secrets,
 };
diff --git a/api/src/models/PlanDeTransport/ligneBus.ts b/api/src/models/PlanDeTransport/ligneBus.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import mongooseElastic from "@selego/mongoose-elastic";
 import patchHistory from "mongoose-patch-history";
@@ -46,7 +47,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 schema.index({ cohort: 1 });
 schema.index({ cohort: 1, busId: 1 }, { unique: true });

diff --git a/api/src/models/PlanDeTransport/ligneToPoint.ts b/api/src/models/PlanDeTransport/ligneToPoint.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -35,7 +36,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type LigneToPointType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type LigneToPointDocument<T = {}> = DocumentExtended<LigneToPointType & T>;

diff --git a/api/src/models/PlanDeTransport/modificationBus.ts b/api/src/models/PlanDeTransport/modificationBus.ts
@@ -1,4 +1,5 @@
-import mongoose, { InferSchemaType, Schema } from "mongoose";
+import config from "config";
+import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
 
@@ -40,7 +41,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type ModificationBusType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type ModificationBusDocument<T = {}> = DocumentExtended<ModificationBusType & T>;

diff --git a/api/src/models/PlanDeTransport/planTransport.ts b/api/src/models/PlanDeTransport/planTransport.ts
@@ -1,4 +1,5 @@
-import mongoose, { InferSchemaType, Schema } from "mongoose";
+import config from "config";
+import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
 
@@ -49,7 +50,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 schema.index({ ligneDeBusId: 1 });
 

diff --git a/api/src/models/PlanDeTransport/pointDeRassemblement.ts b/api/src/models/PlanDeTransport/pointDeRassemblement.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { InferSchemaType, Schema } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -35,7 +36,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type PointDeRassemblementType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type PointDeRassemblementDocument<T = {}> = DocumentExtended<PointDeRassemblementType & T>;

diff --git a/api/src/models/PlanDeTransport/tableDeRepartition.ts b/api/src/models/PlanDeTransport/tableDeRepartition.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import mongooseElastic from "@selego/mongoose-elastic";
 import esClient from "../../es";
@@ -34,7 +35,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type TableDeRepartitionType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type TableDeRepartitionDocument<T = {}> = DocumentExtended<TableDeRepartitionType & T>;

diff --git a/api/src/models/alerteMessage.ts b/api/src/models/alerteMessage.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema } from "mongoose";
 import mongooseElastic from "@selego/mongoose-elastic";
 import esClient from "../es";
@@ -35,7 +36,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 export type AlerteMessageDocument<T = {}> = DocumentExtended<AlerteMessageType & T>;
 type SchemaExtended = AlerteMessageDocument & UserExtension;

diff --git a/api/src/models/application.ts b/api/src/models/application.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -45,7 +46,10 @@ schema.plugin(patchHistory, {
   },
   excludes: ["/updatedAt"],
 });
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type ApplicationType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type ApplicationDocument<T = {}> = DocumentExtended<ApplicationType & T>;

diff --git a/api/src/models/cle/classe.ts b/api/src/models/cle/classe.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose from "mongoose";
 import patchHistory from "mongoose-patch-history";
 
@@ -93,7 +94,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 export type ClasseDocument<T = {}> = DocumentExtended<
   ClasseType & {

diff --git a/api/src/models/cle/etablissement.ts b/api/src/models/cle/etablissement.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 
@@ -51,7 +52,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 export type EtablissementDocument<T = {}> = DocumentExtended<EtablissementType & T>;
 type SchemaExtended = EtablissementDocument & UserExtension;

diff --git a/api/src/models/cohesionCenter.ts b/api/src/models/cohesionCenter.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -40,7 +41,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 export type CohesionCenterDocument<T = {}> = DocumentExtended<CohesionCenterType & T>;
 type SchemaExtended = CohesionCenterDocument & UserExtension;

diff --git a/api/src/models/contract.ts b/api/src/models/contract.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -40,7 +41,9 @@ schema.plugin(patchHistory, {
   excludes: ["/parent1Token", "/projectManagerToken", "/structureManagerToken", "/parent2Token", "/youngContractToken", "/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type ContractType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type ContractDocument<T = {}> = DocumentExtended<ContractType & T>;

diff --git a/api/src/models/departmentService.ts b/api/src/models/departmentService.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 
@@ -41,7 +42,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type DepartmentServiceType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type DepartmentServiceDocument<T = {}> = DocumentExtended<DepartmentServiceType & T>;

diff --git a/api/src/models/email.ts b/api/src/models/email.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import mongooseElastic from "@selego/mongoose-elastic";
 import esClient from "../es";
@@ -11,7 +12,9 @@ const MODELNAME = "email";
 
 const schema = new Schema(EmailSchema);
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type EmailType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type EmailDocument<T = {}> = DocumentExtended<EmailType & T>;

diff --git a/api/src/models/inscriptionGoal.ts b/api/src/models/inscriptionGoal.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -35,7 +36,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type InscriptionGoalType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type InscriptionGoalDocument<T = {}> = DocumentExtended<InscriptionGoalType & T>;

diff --git a/api/src/models/mission.ts b/api/src/models/mission.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { InferSchemaType } from "mongoose";
 import mongooseElastic from "@selego/mongoose-elastic";
 import patchHistory from "mongoose-patch-history";
@@ -40,7 +41,10 @@ schema.plugin(patchHistory, {
   },
   excludes: ["/updatedAt"],
 });
-schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["jvaRawData"] }), MODELNAME);
+
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["jvaRawData"] }), MODELNAME);
+}
 
 type MissionType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type MissionDocument<T = {}> = DocumentExtended<MissionType & T>;

diff --git a/api/src/models/missionAPI.ts b/api/src/models/missionAPI.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -35,7 +36,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient), MODELNAME);
+}
 
 type MissionAPIType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type MissionAPIDocument<T = {}> = DocumentExtended<MissionAPIType & T>;

diff --git a/api/src/models/referent.ts b/api/src/models/referent.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import bcrypt from "bcryptjs";
@@ -88,28 +89,30 @@ schema.plugin(patchHistory, {
   ],
 });
 
-schema.plugin(
-  mongooseElastic(esClient, {
-    selectiveIndexing: true,
-    ignore: [
-      "password",
-      "lastLogoutAt",
-      "passwordChangedAt",
-      "nextLoginAttemptIn",
-      "forgotPasswordResetToken",
-      "forgotPasswordResetExpires",
-      "invitationToken",
-      "invitationExpires",
-      "loginAttempts",
-      "attempts2FA",
-      "updatedAt",
-      "lastActivityAt",
-      "token2FA",
-      "token2FAExpires",
-    ],
-  }),
-  MODELNAME,
-);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(
+    mongooseElastic(esClient, {
+      selectiveIndexing: true,
+      ignore: [
+        "password",
+        "lastLogoutAt",
+        "passwordChangedAt",
+        "nextLoginAttemptIn",
+        "forgotPasswordResetToken",
+        "forgotPasswordResetExpires",
+        "invitationToken",
+        "invitationExpires",
+        "loginAttempts",
+        "attempts2FA",
+        "updatedAt",
+        "lastActivityAt",
+        "token2FA",
+        "token2FAExpires",
+      ],
+    }),
+    MODELNAME,
+  );
+}
 
 schema.set("toObject", { virtuals: true });
 schema.set("toJSON", { virtuals: true });

diff --git a/api/src/models/schoolRAMSES.ts b/api/src/models/schoolRAMSES.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -34,8 +35,9 @@ schema.plugin(patchHistory, {
   },
   excludes: ["/updatedAt"],
 });
-
-schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["raw_data"] }), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["raw_data"] }), MODELNAME);
+}
 
 type SchoolRAMSESType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type SchoolRAMSESDocument<T = {}> = DocumentExtended<SchoolRAMSESType & T>;

diff --git a/api/src/models/sessionPhase1.ts b/api/src/models/sessionPhase1.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema } from "mongoose";
 import mongooseElastic from "@selego/mongoose-elastic";
 import patchHistory from "mongoose-patch-history";
@@ -58,7 +59,9 @@ schema.plugin(patchHistory, {
   excludes: ["/updatedAt"],
 });
 
-schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["team"] }), MODELNAME);
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["team"] }), MODELNAME);
+}
 
 schema.index({ cohesionCenterId: 1 });
 

diff --git a/api/src/models/structure.ts b/api/src/models/structure.ts
@@ -1,3 +1,4 @@
+import config from "config";
 import mongoose, { Schema, InferSchemaType } from "mongoose";
 import patchHistory from "mongoose-patch-history";
 import mongooseElastic from "@selego/mongoose-elastic";
@@ -40,7 +41,10 @@ schema.plugin(patchHistory, {
   },
   excludes: ["/updatedAt"],
 });
-schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["jvaRawData"] }), MODELNAME);
+
+if (config.get("ENABLE_MONGOOSE_ELASTIC")) {
+  schema.plugin(mongooseElastic(esClient, { selectiveIndexing: true, ignore: ["jvaRawData"] }), MODELNAME);
+}
 
 type StructureType = InterfaceExtended<InferSchemaType<typeof schema>>;
 export type StructureDocument<T = {}> = DocumentExtended<StructureType & T>;