Use header row from uploaded excel, when creating error excel

Author: callmekatootie

src/common/helper.js

@@ -79,15 +79,15 @@ async function downloadFile (objectKey) {
  * Function to upload error records file to S3
  * @param {Array} records error records
  * @param {String} objectKey source file s3 object key
+ * @param {Array} header Array of strings for the header row
  * @returns {Promise}
  */
-async function uploadFailedRecord (records, objectKey) {
+async function uploadFailedRecord (records, objectKey, header) {
   const extIndex = objectKey.lastIndexOf('.')
   const errFileName = `${objectKey.substring(0, extIndex)}_errors_${Date.now()}${objectKey.substring(extIndex)}`
   // new workbook
   const wb = XLSX.utils.book_new()
   const wsData = []
-  const header = Object.keys(records[0])
   wsData.push(header)
   wsData.push(...(records.map(record => _.at(record, header))))
   const ws = XLSX.utils.aoa_to_sheet(wsData)
@@ -329,7 +329,7 @@ function parseExcel (file) {
     }
   }
   logger.info(`parsing excel file finish, the record count is ${resultData.length}`)
-  return resultData
+  return { header, resultData }
 }
 
 module.exports = {

src/services/ProcessorService.js

@@ -270,15 +270,15 @@ async function processCreate (message) {
   if (status === 'pending') {
     try {
       const file = await helper.downloadFile(message.payload.objectKey)
-      const records = helper.parseExcel(file)
+      const { header, resultData: records } = helper.parseExcel(file)
       const failedRecord = []
       let failedRecordsObjectKey
       let info
 
       await Promise.map(records, record => processCreateRecord(record, failedRecord, message.payload.organizationId), { concurrency: config.PROCESS_CONCURRENCY_COUNT })
 
       if (failedRecord.length > 0) {
-        failedRecordsObjectKey = await helper.uploadFailedRecord(failedRecord, message.payload.objectKey)
+        failedRecordsObjectKey = await helper.uploadFailedRecord(failedRecord, message.payload.objectKey, header)
         info = 'Not all records were processed successfully'
       }
       await helper.updateProcessStatus(message.payload.id, { status: 'completed', failedRecordsObjectKey, info })