Bulk action optimisation

await api.enqueue(
  api.shopifyShop.dailyStockRun,
  { id: shop.id },
  { maxConcurrency: 1, queue: 'dailyStockRunShop', startAt: utcDate.toISOString() }
);

const BATCH_SIZE = 50;
while (allProducts.length > 0) {
  const batch = allProducts.splice(0, BATCH_SIZE);
  await api.enqueue(api.shopifyProduct.bulkDailyStockRun, { products: batch }, { queue: { name: `daily-stock-${record.id}`, maxConcurrency: 5 } } );
  // Add delay between batches to respect rate limits
  await new Promise((r) => setTimeout(r, 750));
}

const processProduct = async (product) => {
  try {
    await api.enqueue(api.shopifyProduct.dailyStockRun, product,{
      queue: { name: `daily-stock-${record.id}`, maxConcurrency: 5 }
    });
  } catch (error) {
    logger.error({ error }, `Error processing product ${product.id}`);
  }
};

await pMap(allProducts, processProduct, { concurrency: 20 });