a5de309e51222f659a9e18ec42b357deec5359e7
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x2887=['scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','firstName','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','length','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil','duplicates','DROP\x20TABLE\x20','voice_queues','voice_queues_has_cm_blacklists','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','unlink','catch','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','No\x20agent\x20available','SIGINT','uncaughtException','lodash','papaparse','util','bluebird','moment','squel','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','format','YYYY-MM-DD\x20HH:mm:ss','test','select','phone','from','join','.id\x20=\x20','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.UserId','into','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','where','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','cm_contacts.id','cm_contacts.ListId','cm_hopper_black','field','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId','insert',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','group','info','Received\x20SIGINT','error','message','exit','errors','push','code','sequelize','spread','main','send','start','binding','socket_timestamp','root','server/files/tmp','header','writeFileSync','parse','createReadStream','data','rows','hasOwnProperty','trim','replace'];(function(_0x56740a,_0x568894){var _0x257144=function(_0x2b8cc5){while(--_0x2b8cc5){_0x56740a['push'](_0x56740a['shift']());}};_0x257144(++_0x568894);}(_0x2887,0x12a));var _0x7288=function(_0x459e81,_0x52aeb0){_0x459e81=_0x459e81-0x0;var _0x4fac6a=_0x2887[_0x459e81];return _0x4fac6a;};'use strict';var fs=require('fs');var path=require('path');var _=require(_0x7288('0x0'));var Papa=require(_0x7288('0x1'));var util=require(_0x7288('0x2'));var BPromise=require(_0x7288('0x3'));var moment=require(_0x7288('0x4'));var squel=require(_0x7288('0x5'));var Redis=require('ioredis');var db=require(_0x7288('0x6'))['db'];var config=require(_0x7288('0x7'));var logger=require(_0x7288('0x8'))(_0x7288('0x9'));config[_0x7288('0xa')]=_[_0x7288('0xb')](config[_0x7288('0xa')],{'host':_0x7288('0xc'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config[_0x7288('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x7288('0xd')](_0x7288('0xe'));function isEmail(_0x472324){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x7288('0xf')](_0x472324);}function selectNotIn(_0x2233f9,_0x2d2b25,_0x2f3c35,_0x3e0bb2,_0x5bcd04){return squel[_0x7288('0x10')]()['field'](_0x7288('0x11'))[_0x7288('0x12')](_0x3e0bb2)[_0x7288('0x13')](_0x2d2b25,null,_0x2d2b25+_0x7288('0x14')+_0x3e0bb2+'.'+_0x2f3c35)['where'](_0x3e0bb2+'.'+_0x2f3c35+_0x7288('0x15')+_0x2233f9+'.'+_0x2f3c35)['where'](_0x2d2b25+_0x7288('0x16')+_0x5bcd04[_0x7288('0x13')]()+')');}function insertCmHopper(_0x2c5246,_0x45a5bd,_0x1bbc55,_0x34dc75,_0x34bbe8){var _0x33839d=['cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId',_0x45a5bd+'.'+_0x34dc75,_0x7288('0x17'),_0x7288('0x18'),'cm_contacts.priority',_0x7288('0x19'),'\x22'+_0x34bbe8+'\x22'];return squel['insert']()[_0x7288('0x1a')](_0x7288('0x1b'))[_0x7288('0x1c')]([_0x7288('0x11'),_0x7288('0x1d'),_0x7288('0x1e'),_0x7288('0x1f'),_0x34dc75,_0x7288('0x20'),_0x7288('0x21'),_0x7288('0x22'),_0x7288('0x23'),_0x7288('0x24')],squel['select']()[_0x7288('0x25')](_0x33839d)[_0x7288('0x12')](_0x45a5bd)[_0x7288('0x13')](_0x7288('0x26'),null,_0x7288('0x27')+_0x45a5bd+_0x7288('0x28'))['join'](_0x1bbc55,null,_0x1bbc55+_0x7288('0x14')+_0x45a5bd+'.'+_0x34dc75)[_0x7288('0x29')](_0x45a5bd+_0x7288('0x2a'),_0x2c5246)[_0x7288('0x29')](_0x7288('0x2b'),NOW)[_0x7288('0x29')](_0x7288('0x2c'),selectNotIn(_0x45a5bd,_0x1bbc55,_0x34dc75,_0x7288('0x1b'),[_0x7288('0x2d'),_0x7288('0x2e')]))['where'](_0x7288('0x2c'),selectNotIn(_0x45a5bd,_0x1bbc55,_0x34dc75,_0x7288('0x1b'),[_0x7288('0x2d')])))[_0x7288('0x2f')]();}function insertCmHopperBlack(_0x47b759,_0x47adc9,_0x2b0867,_0x36a789){var _0x16b4c1=['cm_contacts.phone',_0x7288('0x30'),_0x7288('0x31'),_0x47adc9+'.'+_0x36a789,_0x7288('0x17'),_0x7288('0x18')];return squel['insert']()['into'](_0x7288('0x32'))[_0x7288('0x1c')](['phone',_0x7288('0x1e'),_0x7288('0x1f'),_0x36a789,_0x7288('0x20'),_0x7288('0x21')],squel[_0x7288('0x10')]()[_0x7288('0x25')](_0x16b4c1)['from'](_0x47adc9)[_0x7288('0x13')](_0x7288('0x26'),null,_0x7288('0x27')+_0x47adc9+_0x7288('0x28'))['join'](_0x2b0867,null,_0x2b0867+_0x7288('0x14')+_0x47adc9+'.'+_0x36a789)[_0x7288('0x29')](_0x47adc9+_0x7288('0x2a'),_0x47b759)[_0x7288('0x29')](_0x7288('0x2b'),NOW)['where']('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0x7288('0x10')]()[_0x7288('0x33')]('phone')[_0x7288('0x12')](_0x7288('0x32'))['where'](_0x7288('0x34'),_0x47b759)[_0x7288('0x29')](_0x36a789+_0x7288('0x35'),_0x47adc9+'.'+_0x36a789)))[_0x7288('0x2f')]();}function insertCmContact(_0x250b4f,_0x5e5e9c,_0x28e2ef,_0x1cf515){var _0x46fd2d=_['concat'](_[_0x7288('0x36')](_0x1cf515),[_0x7288('0x1f'),_0x7288('0x37'),_0x7288('0x20'),'updatedAt']);return squel[_0x7288('0x38')]()[_0x7288('0x1a')]('cm_contacts')[_0x7288('0x1c')](_0x46fd2d,squel[_0x7288('0x10')]()[_0x7288('0x25')](_0x46fd2d)[_0x7288('0x12')](_0x5e5e9c)['where']('('+_0x28e2ef['join'](',')+_0x7288('0x39'),squel[_0x7288('0x10')]()[_0x7288('0x25')](_0x28e2ef)[_0x7288('0x12')]('cm_contacts')[_0x7288('0x29')]('ListId\x20=\x20?',_0x250b4f)[_0x7288('0x29')](_0x7288('0x3a')))['where']('id\x20IN\x20?',squel[_0x7288('0x10')]()[_0x7288('0x33')]('MIN(id)','min_id')['from'](_0x5e5e9c)[_0x7288('0x3b')](_0x28e2ef[_0x7288('0x13')](','))))[_0x7288('0x2f')]();}function handleStop(){logger[_0x7288('0x3c')](_0x7288('0x3d'));stopped=!![];}function handleUncaughtException(_0x33c462){logger[_0x7288('0x3e')](_0x33c462[_0x7288('0x3f')]);process[_0x7288('0x40')](0x1);}function handleError(_0x3dafde,_0x5870d5){stats[_0x7288('0x41')][_0x7288('0x42')]({'name':_0x5870d5[_0x7288('0x43')],'message':_0x5870d5[_0x7288('0x3f')],'row':_0x3dafde});}function handleQuery(_0x45bae7){logger[_0x7288('0x3c')](_0x45bae7);return db[_0x7288('0x44')]['query'](_0x45bae7)[_0x7288('0x45')](function(_0xf6f78){results[_0x7288('0x42')](_0xf6f78);})['catch'](function(_0x582085){logger[_0x7288('0x3e')](_0x582085[_0x7288('0x3f')]);});}function main(_0x4e5398,_0x259503,_0x45c131,_0x519525){logger['info'](_0x7288('0x46'),_0x4e5398,JSON['stringify'](_0x259503));process[_0x7288('0x47')](_0x7288('0x48'));var _0x32944d=_0x259503[_0x7288('0x49')];var _0x5b6aae=_0x259503[_0x7288('0x4a')];var _0x52b6ac=path[_0x7288('0x13')](config[_0x7288('0x4b')],_0x7288('0x4c'),_0x5b6aae+'.csv');var _0x37dd9e=_['keys'](_0x32944d)[_0x7288('0x13')]();logger[_0x7288('0x3c')](_0x7288('0x4d'),_0x37dd9e);fs[_0x7288('0x4e')](_0x52b6ac,_0x37dd9e+'\x0a');Papa[_0x7288('0x4f')](fs[_0x7288('0x50')](_0x4e5398),{'header':!![],'skipEmptyLines':!![],'step':function(_0x2d9cbc,_0x5b3b83){try{for(var _0x44cf38=0x0,_0x10c175=[];_0x44cf38<_0x2d9cbc[_0x7288('0x51')]['length'];_0x44cf38++){stats[_0x7288('0x52')]+=0x1;if(_0x2d9cbc[_0x7288('0x41')][_0x44cf38]){handleError(_0x2d9cbc[_0x7288('0x51')][_0x44cf38],_0x2d9cbc[_0x7288('0x41')][_0x44cf38]);}else{var _0x3eca71=[];for(var _0x134349 in _0x32944d){if(_0x32944d[_0x7288('0x53')](_0x134349)){if(_0x2d9cbc[_0x7288('0x51')][_0x44cf38][_0x32944d[_0x134349]]){var _0x574cf0=_[_0x7288('0x54')](_0x2d9cbc[_0x7288('0x51')][_0x44cf38][_0x32944d[_0x134349]][_0x7288('0x55')](/"/g,'\x27'));switch(_0x134349){case _0x7288('0x1d'):var _0x4eff87=moment(_0x574cf0,_0x7288('0xe'),!![]);if(_0x4eff87['isValid']()){_0x10c175[_0x7288('0x42')]('\x22'+_0x574cf0+'\x22');}else{_0x3eca71[_0x7288('0x42')](_0x7288('0x56'));}break;case _0x7288('0x22'):var _0x20a669=parseInt(_0x574cf0);_0x574cf0=_['isNaN'](_0x20a669)||_0x20a669<0x0||_0x20a669>0x4?_0x519525?0x3:0x2:_0x20a669;_0x10c175[_0x7288('0x42')]('\x22'+_0x574cf0+'\x22');break;case _0x7288('0x23'):var _0x1d5571=parseInt(_0x574cf0);if(_['isNumber'](_0x1d5571)&&_['includes'](_0x45c131,_0x1d5571)){_0x10c175[_0x7288('0x42')]('\x22'+_0x1d5571+'\x22');}else{_0x3eca71[_0x7288('0x42')]('agent\x20not\x20exists');}break;case'email':if(isEmail(_0x574cf0)){_0x10c175[_0x7288('0x42')]('\x22'+_0x574cf0+'\x22');}else{_0x3eca71[_0x7288('0x42')](_0x7288('0x57'));}break;case _0x7288('0x58'):var _0x14f925=moment(_0x574cf0,_0x7288('0x59'),!![]);if(_0x14f925['isValid']()){_0x10c175['push']('\x22'+_0x574cf0+'\x22');}else{_0x3eca71[_0x7288('0x42')]('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x10c175['push']('\x22'+_0x574cf0+'\x22');}}else{switch(_0x134349){case _0x7288('0x5a'):case _0x7288('0x11'):_0x3eca71[_0x7288('0x42')](_0x134349+'\x20not\x20specified');break;default:_0x10c175[_0x7288('0x42')]('\x22\x22');}}}}if(_0x3eca71['length']){handleError(_0x2d9cbc[_0x7288('0x51')][_0x44cf38],{'code':_0x7288('0x5b'),'message':_0x3eca71['join']()});}else{fs[_0x7288('0x5c')](_0x52b6ac,_0x10c175[_0x7288('0x13')]()+'\x0a');}_0x10c175=[];}if(!(stats['rows']%0xc8)){socket[_0x7288('0x5d')](_0x7288('0x5e')+_0x5b6aae,stats);stats[_0x7288('0x41')]=[];}}if(stopped){logger[_0x7288('0x3c')](_0x7288('0x5f'));_0x5b3b83[_0x7288('0x60')]();}}catch(_0x1a3ac1){handleError(_0x2d9cbc['data'][_0x44cf38],{'code':_0x7288('0x61'),'message':_0x1a3ac1[_0x7288('0x3f')]});logger['error']('step',_0x1a3ac1[_0x7288('0x3f')]);}},'complete':function(){try{var _0x20c265=[];var _0x97935c=_0x7288('0x26');if(_0x259503['duplicates']&&_0x259503['duplicates'][_0x7288('0x62')]){_0x97935c=_0x7288('0x63')+_0x5b6aae;_0x20c265['push'](_0x7288('0x64')+_0x97935c+_0x7288('0x65'));}var _0x49bb38=util['format'](_0x7288('0x66'),_0x52b6ac,_0x97935c,_0x37dd9e,_0x259503[_0x7288('0x1f')],_0x259503['CompanyId']||null,NOW,NOW);if(_[_0x7288('0x67')](_0x32944d[_0x7288('0x1d')])){_0x49bb38+=',\x20scheduledAt\x20=\x20NOW()';}_0x20c265['push'](_0x49bb38);if(_0x259503[_0x7288('0x68')]&&_0x259503[_0x7288('0x68')][_0x7288('0x62')]){_0x20c265['push'](insertCmContact(_0x259503[_0x7288('0x1f')],_0x97935c,_0x259503[_0x7288('0x68')],_0x32944d));_0x20c265[_0x7288('0x42')](_0x7288('0x69')+_0x97935c+';');}_0x20c265['push'](insertCmHopper(_0x259503[_0x7288('0x1f')],'voice_queues_has_cm_lists',_0x7288('0x6a'),'VoiceQueueId',_0x519525));_0x20c265[_0x7288('0x42')](insertCmHopperBlack(_0x259503['ListId'],_0x7288('0x6b'),_0x7288('0x6a'),'VoiceQueueId'));_0x20c265['push'](insertCmHopper(_0x259503['ListId'],'campaigns_has_cm_lists','campaigns',_0x7288('0x6c'),_0x519525));_0x20c265['push'](insertCmHopperBlack(_0x259503[_0x7288('0x1f')],_0x7288('0x6d'),'campaigns','CampaignId'));BPromise[_0x7288('0x6e')](_0x20c265,handleQuery)[_0x7288('0x6f')](function(_0x5f575a){stats[_0x7288('0x70')]=!![];stats[_0x7288('0x71')]=_0x259503[_0x7288('0x68')]&&_0x259503[_0x7288('0x68')][_0x7288('0x62')]?results[0x2][_0x7288('0x71')]:results[0x0][_0x7288('0x71')];socket[_0x7288('0x5d')](_0x7288('0x5e')+_0x5b6aae,stats);fs[_0x7288('0x72')](_0x4e5398);fs[_0x7288('0x72')](_0x52b6ac);process[_0x7288('0x40')](0x0);})[_0x7288('0x73')](function(_0x5635d9){logger[_0x7288('0x3e')](_0x5635d9[_0x7288('0x3f')]);process[_0x7288('0x40')](0x1);});}catch(_0x3844e5){logger['error'](_0x7288('0x74'),_0x3844e5[_0x7288('0x3f')]);process[_0x7288('0x40')](0x1);}},'error':function(_0x325a76,_0x22171a,_0x31df46,_0x535b56){throw new Error(_0x535b56);}});}function validate(){if(process[_0x7288('0x75')]&&process[_0x7288('0x75')]['length']<0x4){throw new Error(_0x7288('0x76'));}var _0xec268c=path['join'](config[_0x7288('0x4b')],_0x7288('0x4c'),process[_0x7288('0x75')][0x2]);if(!fs[_0x7288('0x77')](_0xec268c)){throw new Error(_0x7288('0x78'));}var _0x577be3={};try{_0x577be3=JSON[_0x7288('0x4f')](process[_0x7288('0x75')][0x3]);if(!_0x577be3['binding']){throw new Error(_0x7288('0x79'));}if(!_0x577be3[_0x7288('0x49')][_0x7288('0x11')]){throw new Error(_0x7288('0x7a'));}if(!_0x577be3[_0x7288('0x49')][_0x7288('0x5a')]){throw new Error('firstName\x20is\x20mandatory');}var _0x3aad11=0x0;if(_0x577be3[_0x7288('0x49')]['UserId']){_0x3aad11=0x1;}if(!_0x577be3[_0x7288('0x1f')]){throw new Error(_0x7288('0x7b'));}}catch(_0x2e28bd){throw new Error(_0x7288('0x7c'));}var _0x50ab77=[];try{_0x50ab77=_['map'](JSON[_0x7288('0x4f')](process[_0x7288('0x75')][0x4]),'id');}catch(_0x3ca83a){logger['info'](_0x7288('0x7d'));}main(_0xec268c,_0x577be3,_0x50ab77,_0x3aad11);}validate();process['on'](_0x7288('0x7e'),handleStop);process['on'](_0x7288('0x7f'),handleUncaughtException);