Better clone performance

packages/core/src/computers/Clone.ts

@@ -30,20 +30,43 @@ export const Clone: Computer = {
   ],
 
   async *run({ input, output, params }) {
-    while(true) {
-      const incoming = input.pull()
-      output.pushTo('original', incoming)
+    while (true) {
+      const startTime = Date.now();
 
-      const count = Number(params.count)
+      const incoming = input.pull();
+      output.pushTo('original', incoming);
+
+      const count = Number(params.count);
+      const clones = [];
+      const BATCH_SIZE = 10000; // Adjust based on your memory constraints
 
       for (let i = 0; i < count; i++) {
-        output.pushTo('clones', incoming.map(item => ({
-          ...item.value,
-          _clone_id: i,
-        })))
+        for (const item of incoming) {
+          // Efficient object cloning without spread operator
+          const clonedItem = Object.assign({}, item.value, { _clone_id: i });
+          clones.push(clonedItem);
+
+          // Push in batches to manage memory
+          if (clones.length >= BATCH_SIZE) {
+            await output.pushTo('clones', clones.splice(0, BATCH_SIZE));
+          }
+        }
+      }
+
+      // Push any remaining clones
+      if (clones.length > 0) {
+        await output.pushTo('clones', clones);
       }
 
+      // Clear large arrays to free memory
+      incoming.length = 0;
+      clones.length = 0;
+
+      const endTime = Date.now();
+      console.log('Clone time:', endTime - startTime, 'ms');
+
       yield;
     }
   },
+
 };