ef07e4e5a911eac00a7f9039aeb5c3b97367a7a4
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x3a41=['voice_queues_has_cm_lists','VoiceQueueId','campaigns_has_cm_lists','CampaignId','campaigns_has_cm_blacklists','each','finish','affectedRows','unlink','catch','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','firstName\x20is\x20mandatory','No\x20agent\x20available','uncaughtException','lodash','util','bluebird','moment','squel','../../../mysqldb','../../../config/logger','import','localhost','redis','format','test','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.UserId','insert','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','cm_contacts.ListId','into','cm_hopper_black','fields','cm_contacts','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId','deletedAt\x20IS\x20NULL','id\x20IN\x20?','min_id','toString','info','Received\x20SIGINT','error','exit','errors','push','code','message','sequelize','query','spread','main','stringify','send','start','binding','socket_timestamp','root','server/files/tmp','.csv','writeFileSync','parse','data','length','rows','hasOwnProperty','replace','YYYY-MM-DD\x20HH:mm:ss','isValid','isNaN','includes','agent\x20not\x20exists','email\x20wrong\x20format','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','CREATE\x20TABLE\x20','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20'];(function(_0x3c7577,_0x46dcf5){var _0x35dde6=function(_0x4f6948){while(--_0x4f6948){_0x3c7577['push'](_0x3c7577['shift']());}};_0x35dde6(++_0x46dcf5);}(_0x3a41,0x8f));var _0x13a4=function(_0xea46d,_0x254082){_0xea46d=_0xea46d-0x0;var _0x1fa4c5=_0x3a41[_0xea46d];return _0x1fa4c5;};'use strict';var fs=require('fs');var path=require('path');var _=require(_0x13a4('0x0'));var Papa=require('papaparse');var util=require(_0x13a4('0x1'));var BPromise=require(_0x13a4('0x2'));var moment=require(_0x13a4('0x3'));var squel=require(_0x13a4('0x4'));var Redis=require('ioredis');var db=require(_0x13a4('0x5'))['db'];var config=require('../../../config/environment');var logger=require(_0x13a4('0x6'))(_0x13a4('0x7'));config['redis']=_['defaults'](config['redis'],{'host':_0x13a4('0x8'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config[_0x13a4('0x9')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x13a4('0xa')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x5d7257){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x13a4('0xb')](_0x5d7257);}function selectNotIn(_0x163eac,_0x5f0fee,_0x384f38,_0x1fa5a2,_0x5e3327){return squel[_0x13a4('0xc')]()[_0x13a4('0xd')](_0x13a4('0xe'))[_0x13a4('0xf')](_0x1fa5a2)[_0x13a4('0x10')](_0x5f0fee,null,_0x5f0fee+_0x13a4('0x11')+_0x1fa5a2+'.'+_0x384f38)[_0x13a4('0x12')](_0x1fa5a2+'.'+_0x384f38+_0x13a4('0x13')+_0x163eac+'.'+_0x384f38)[_0x13a4('0x12')](_0x5f0fee+_0x13a4('0x14')+_0x5e3327[_0x13a4('0x10')]()+')');}function insertCmHopper(_0x3d04d5,_0x2e901f,_0x47a097,_0x3ff395,_0x2fd90b){var _0x473c1e=[_0x13a4('0x15'),_0x13a4('0x16'),_0x13a4('0x17'),'cm_contacts.ListId',_0x2e901f+'.'+_0x3ff395,_0x13a4('0x18'),_0x13a4('0x19'),'cm_contacts.priority',_0x13a4('0x1a'),'\x22'+_0x2fd90b+'\x22'];return squel[_0x13a4('0x1b')]()['into'](_0x13a4('0x1c'))[_0x13a4('0x1d')]([_0x13a4('0xe'),_0x13a4('0x1e'),_0x13a4('0x1f'),_0x13a4('0x20'),_0x3ff395,_0x13a4('0x21'),_0x13a4('0x22'),_0x13a4('0x23'),_0x13a4('0x24'),_0x13a4('0x25')],squel['select']()['fields'](_0x473c1e)['from'](_0x2e901f)['join']('cm_contacts',null,_0x13a4('0x26')+_0x2e901f+_0x13a4('0x27'))[_0x13a4('0x10')](_0x47a097,null,_0x47a097+_0x13a4('0x11')+_0x2e901f+'.'+_0x3ff395)[_0x13a4('0x12')](_0x2e901f+_0x13a4('0x28'),_0x3d04d5)[_0x13a4('0x12')](_0x13a4('0x29'),NOW)[_0x13a4('0x12')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x2e901f,_0x47a097,_0x3ff395,_0x13a4('0x1c'),['\x22always\x22',_0x13a4('0x2a')]))[_0x13a4('0x12')](_0x13a4('0x2b'),selectNotIn(_0x2e901f,_0x47a097,_0x3ff395,_0x13a4('0x1c'),['\x22always\x22'])))['toString']();}function insertCmHopperBlack(_0x3c73d3,_0x19d659,_0x2b0f9a,_0x5e82ca){var _0x571c27=[_0x13a4('0x15'),_0x13a4('0x17'),_0x13a4('0x2c'),_0x19d659+'.'+_0x5e82ca,_0x13a4('0x18'),'cm_contacts.updatedAt'];return squel[_0x13a4('0x1b')]()[_0x13a4('0x2d')](_0x13a4('0x2e'))[_0x13a4('0x1d')](['phone','ContactId','ListId',_0x5e82ca,_0x13a4('0x21'),'updatedAt'],squel['select']()[_0x13a4('0x2f')](_0x571c27)[_0x13a4('0xf')](_0x19d659)[_0x13a4('0x10')](_0x13a4('0x30'),null,'cm_contacts.ListId\x20=\x20'+_0x19d659+_0x13a4('0x27'))[_0x13a4('0x10')](_0x2b0f9a,null,_0x2b0f9a+_0x13a4('0x11')+_0x19d659+'.'+_0x5e82ca)[_0x13a4('0x12')](_0x19d659+_0x13a4('0x28'),_0x3c73d3)[_0x13a4('0x12')](_0x13a4('0x29'),NOW)[_0x13a4('0x12')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0x13a4('0xc')]()[_0x13a4('0xd')]('phone')[_0x13a4('0xf')](_0x13a4('0x2e'))[_0x13a4('0x12')](_0x13a4('0x31'),_0x3c73d3)[_0x13a4('0x12')](_0x5e82ca+_0x13a4('0x32'),_0x19d659+'.'+_0x5e82ca)))['toString']();}function insertCmContact(_0x4a992a,_0x479a34,_0x5379c3,_0x598a36){var _0x4c93d1=_['concat'](_[_0x13a4('0x33')](_0x598a36),[_0x13a4('0x20'),_0x13a4('0x34'),_0x13a4('0x21'),_0x13a4('0x22')]);return squel[_0x13a4('0x1b')]()[_0x13a4('0x2d')](_0x13a4('0x30'))[_0x13a4('0x1d')](_0x4c93d1,squel[_0x13a4('0xc')]()[_0x13a4('0x2f')](_0x4c93d1)[_0x13a4('0xf')](_0x479a34)[_0x13a4('0x12')]('('+_0x5379c3[_0x13a4('0x10')](',')+')\x20NOT\x20IN\x20?',squel['select']()[_0x13a4('0x2f')](_0x5379c3)['from'](_0x13a4('0x30'))[_0x13a4('0x12')]('ListId\x20=\x20?',_0x4a992a)['where'](_0x13a4('0x35')))[_0x13a4('0x12')](_0x13a4('0x36'),squel['select']()['field']('MIN(id)',_0x13a4('0x37'))[_0x13a4('0xf')](_0x479a34)['group'](_0x5379c3['join'](','))))[_0x13a4('0x38')]();}function handleStop(){logger[_0x13a4('0x39')](_0x13a4('0x3a'));stopped=!![];}function handleUncaughtException(_0x18e879){logger[_0x13a4('0x3b')](_0x18e879['message']);process[_0x13a4('0x3c')](0x1);}function handleError(_0x2a04ec,_0x3e2300){stats[_0x13a4('0x3d')][_0x13a4('0x3e')]({'name':_0x3e2300[_0x13a4('0x3f')],'message':_0x3e2300[_0x13a4('0x40')],'row':_0x2a04ec});}function handleQuery(_0x556755){logger[_0x13a4('0x39')](_0x556755);return db[_0x13a4('0x41')][_0x13a4('0x42')](_0x556755)[_0x13a4('0x43')](function(_0x2d1ecc){results[_0x13a4('0x3e')](_0x2d1ecc);})['catch'](function(_0x224f27){logger[_0x13a4('0x3b')](_0x224f27[_0x13a4('0x40')]);});}function main(_0x265e27,_0x3dc316,_0x1e79cb,_0x1e0a7c){logger[_0x13a4('0x39')](_0x13a4('0x44'),_0x265e27,JSON[_0x13a4('0x45')](_0x3dc316));process[_0x13a4('0x46')](_0x13a4('0x47'));var _0x2970d7=_0x3dc316[_0x13a4('0x48')];var _0x29e6b5=_0x3dc316[_0x13a4('0x49')];var _0x5bf473=path[_0x13a4('0x10')](config[_0x13a4('0x4a')],_0x13a4('0x4b'),_0x29e6b5+_0x13a4('0x4c'));var _0x4cda9d=_['keys'](_0x2970d7)['join']();logger[_0x13a4('0x39')]('header',_0x4cda9d);fs[_0x13a4('0x4d')](_0x5bf473,_0x4cda9d+'\x0a');Papa[_0x13a4('0x4e')](fs['createReadStream'](_0x265e27),{'header':!![],'skipEmptyLines':!![],'step':function(_0x194424,_0x3c0300){try{for(var _0x4feb3b=0x0,_0x491eef=[];_0x4feb3b<_0x194424[_0x13a4('0x4f')][_0x13a4('0x50')];_0x4feb3b++){stats[_0x13a4('0x51')]+=0x1;if(_0x194424['errors'][_0x4feb3b]){handleError(_0x194424[_0x13a4('0x4f')][_0x4feb3b],_0x194424[_0x13a4('0x3d')][_0x4feb3b]);}else{var _0xf887a9=[];for(var _0x1384d1 in _0x2970d7){if(_0x2970d7[_0x13a4('0x52')](_0x1384d1)){if(_0x194424[_0x13a4('0x4f')][_0x4feb3b][_0x2970d7[_0x1384d1]]){var _0x416394=_['trim'](_0x194424[_0x13a4('0x4f')][_0x4feb3b][_0x2970d7[_0x1384d1]][_0x13a4('0x53')](/"/g,'\x27'));switch(_0x1384d1){case _0x13a4('0x1e'):var _0x130fc7=moment(_0x416394,_0x13a4('0x54'),!![]);if(_0x130fc7[_0x13a4('0x55')]()){_0x491eef[_0x13a4('0x3e')]('\x22'+_0x416394+'\x22');}else{_0xf887a9['push']('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case _0x13a4('0x23'):var _0xff2cca=parseInt(_0x416394);_0x416394=_[_0x13a4('0x56')](_0xff2cca)||_0xff2cca<0x0||_0xff2cca>0x4?_0x1e0a7c?0x3:0x2:_0xff2cca;_0x491eef[_0x13a4('0x3e')]('\x22'+_0x416394+'\x22');break;case _0x13a4('0x24'):var _0x29196b=parseInt(_0x416394);if(_['isNumber'](_0x29196b)&&_[_0x13a4('0x57')](_0x1e79cb,_0x29196b)){_0x491eef[_0x13a4('0x3e')]('\x22'+_0x29196b+'\x22');}else{_0xf887a9[_0x13a4('0x3e')](_0x13a4('0x58'));}break;case'email':if(isEmail(_0x416394)){_0x491eef[_0x13a4('0x3e')]('\x22'+_0x416394+'\x22');}else{_0xf887a9[_0x13a4('0x3e')](_0x13a4('0x59'));}break;case'dateOfBirth':var _0x16b3d9=moment(_0x416394,'YYYY-MM-DD',!![]);if(_0x16b3d9[_0x13a4('0x55')]()){_0x491eef[_0x13a4('0x3e')]('\x22'+_0x416394+'\x22');}else{_0xf887a9['push'](_0x13a4('0x5a'));}break;default:_0x491eef[_0x13a4('0x3e')]('\x22'+_0x416394+'\x22');}}else{switch(_0x1384d1){case _0x13a4('0x5b'):case'phone':_0xf887a9['push'](_0x1384d1+'\x20not\x20specified');break;default:_0x491eef['push']('\x22\x22');}}}}if(_0xf887a9['length']){handleError(_0x194424[_0x13a4('0x4f')][_0x4feb3b],{'code':_0x13a4('0x5c'),'message':_0xf887a9['join']()});}else{fs[_0x13a4('0x5d')](_0x5bf473,_0x491eef[_0x13a4('0x10')]()+'\x0a');}_0x491eef=[];}if(!(stats['rows']%0xc8)){socket[_0x13a4('0x5e')](_0x13a4('0x5f')+_0x29e6b5,stats);stats[_0x13a4('0x3d')]=[];}}if(stopped){logger[_0x13a4('0x39')](_0x13a4('0x60'));_0x3c0300[_0x13a4('0x61')]();}}catch(_0xcaca4a){handleError(_0x194424[_0x13a4('0x4f')][_0x4feb3b],{'code':_0x13a4('0x62'),'message':_0xcaca4a[_0x13a4('0x40')]});logger[_0x13a4('0x3b')](_0x13a4('0x63'),_0xcaca4a['message']);}},'complete':function(){try{var _0x3ba231=[];var _0x30f6f2=_0x13a4('0x30');if(_0x3dc316[_0x13a4('0x64')]&&_0x3dc316['duplicates'][_0x13a4('0x50')]){_0x30f6f2='cm_contacts_'+_0x29e6b5;_0x3ba231[_0x13a4('0x3e')](_0x13a4('0x65')+_0x30f6f2+'\x20LIKE\x20cm_contacts;');}var _0x8d1b32=util['format'](_0x13a4('0x66'),_0x5bf473,_0x30f6f2,_0x4cda9d,_0x3dc316[_0x13a4('0x20')],_0x3dc316['CompanyId']||null,NOW,NOW);if(_['isNil'](_0x2970d7[_0x13a4('0x1e')])){_0x8d1b32+=_0x13a4('0x67');}_0x3ba231[_0x13a4('0x3e')](_0x8d1b32);if(_0x3dc316['duplicates']&&_0x3dc316[_0x13a4('0x64')]['length']){_0x3ba231['push'](insertCmContact(_0x3dc316[_0x13a4('0x20')],_0x30f6f2,_0x3dc316[_0x13a4('0x64')],_0x2970d7));_0x3ba231[_0x13a4('0x3e')](_0x13a4('0x68')+_0x30f6f2+';');}_0x3ba231[_0x13a4('0x3e')](insertCmHopper(_0x3dc316[_0x13a4('0x20')],_0x13a4('0x69'),'voice_queues',_0x13a4('0x6a'),_0x1e0a7c));_0x3ba231[_0x13a4('0x3e')](insertCmHopperBlack(_0x3dc316[_0x13a4('0x20')],'voice_queues_has_cm_blacklists','voice_queues',_0x13a4('0x6a')));_0x3ba231['push'](insertCmHopper(_0x3dc316[_0x13a4('0x20')],_0x13a4('0x6b'),'campaigns',_0x13a4('0x6c'),_0x1e0a7c));_0x3ba231[_0x13a4('0x3e')](insertCmHopperBlack(_0x3dc316['ListId'],_0x13a4('0x6d'),'campaigns',_0x13a4('0x6c')));BPromise[_0x13a4('0x6e')](_0x3ba231,handleQuery)['then'](function(_0x27b795){stats[_0x13a4('0x6f')]=!![];stats['affectedRows']=_0x3dc316[_0x13a4('0x64')]&&_0x3dc316[_0x13a4('0x64')][_0x13a4('0x50')]?results[0x2][_0x13a4('0x70')]:results[0x0][_0x13a4('0x70')];socket['emit'](_0x13a4('0x5f')+_0x29e6b5,stats);fs[_0x13a4('0x71')](_0x265e27);fs['unlink'](_0x5bf473);process['exit'](0x0);})[_0x13a4('0x72')](function(_0x198f4c){logger[_0x13a4('0x3b')](_0x198f4c[_0x13a4('0x40')]);process['exit'](0x1);});}catch(_0x4b058f){logger[_0x13a4('0x3b')](_0x13a4('0x73'),_0x4b058f[_0x13a4('0x40')]);process[_0x13a4('0x3c')](0x1);}},'error':function(_0x5a23e4,_0xf4d8f9,_0x2bb415,_0x28f259){throw new Error(_0x28f259);}});}function validate(){if(process[_0x13a4('0x74')]&&process[_0x13a4('0x74')]['length']<0x4){throw new Error(_0x13a4('0x75'));}var _0x4719be=path['join'](config[_0x13a4('0x4a')],_0x13a4('0x4b'),process[_0x13a4('0x74')][0x2]);if(!fs[_0x13a4('0x76')](_0x4719be)){throw new Error(_0x13a4('0x77'));}var _0x3c5f48={};try{_0x3c5f48=JSON[_0x13a4('0x4e')](process[_0x13a4('0x74')][0x3]);if(!_0x3c5f48[_0x13a4('0x48')]){throw new Error(_0x13a4('0x78'));}if(!_0x3c5f48[_0x13a4('0x48')][_0x13a4('0xe')]){throw new Error('phone\x20is\x20mandatory');}if(!_0x3c5f48[_0x13a4('0x48')][_0x13a4('0x5b')]){throw new Error(_0x13a4('0x79'));}var _0xd65242=0x0;if(_0x3c5f48[_0x13a4('0x48')]['UserId']){_0xd65242=0x1;}if(!_0x3c5f48[_0x13a4('0x20')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x20adb1){throw new Error('body\x20id\x20mandatory');}var _0x2d1042=[];try{_0x2d1042=_['map'](JSON[_0x13a4('0x4e')](process[_0x13a4('0x74')][0x4]),'id');}catch(_0x405c6c){logger[_0x13a4('0x39')](_0x13a4('0x7a'));}main(_0x4719be,_0x3c5f48,_0x2d1042,_0xd65242);}validate();process['on']('SIGINT',handleStop);process['on'](_0x13a4('0x7b'),handleUncaughtException);