98a937d2579c0d84464b3d1d5633a147b4fd4ad6
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x1107=['ContactId','ListId\x20=\x20?','\x20=\x20?','concat','keys',')\x20NOT\x20IN\x20?','id\x20IN\x20?','group','toString','Received\x20SIGINT','message','errors','code','sequelize','spread','push','catch','error','main','stringify','start','binding','root','server/files/tmp','.csv','info','header','writeFileSync','parse','data','length','rows','hasOwnProperty','trim','scheduledat','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','includes','email','email\x20wrong\x20format','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','CompanyId','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','campaigns_has_cm_blacklists','CampaignId','then','finish','affectedRows','exit','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','body\x20id\x20mandatory','No\x20agent\x20available','SIGINT','uncaughtException','path','lodash','papaparse','moment','squel','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.updatedAt','cm_contacts.UserId','insert','cm_hopper','fromQuery','ListId','createdAt','updatedAt','priority','UserId','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','cm_contacts.createdAt','into','cm_hopper_black'];(function(_0x526944,_0x37fe62){var _0x51d4be=function(_0x53c55e){while(--_0x53c55e){_0x526944['push'](_0x526944['shift']());}};_0x51d4be(++_0x37fe62);}(_0x1107,0xd8));var _0x7110=function(_0xf9cb7a,_0x155fd9){_0xf9cb7a=_0xf9cb7a-0x0;var _0x337245=_0x1107[_0xf9cb7a];return _0x337245;};'use strict';var fs=require('fs');var path=require(_0x7110('0x0'));var _=require(_0x7110('0x1'));var Papa=require(_0x7110('0x2'));var util=require('util');var BPromise=require('bluebird');var moment=require(_0x7110('0x3'));var squel=require(_0x7110('0x4'));var Redis=require('ioredis');var db=require(_0x7110('0x5'))['db'];var config=require(_0x7110('0x6'));var logger=require(_0x7110('0x7'))(_0x7110('0x8'));config[_0x7110('0x9')]=_[_0x7110('0xa')](config[_0x7110('0x9')],{'host':_0x7110('0xb'),'port':0x18eb});var socket=require(_0x7110('0xc'))(new Redis(config[_0x7110('0x9')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x7110('0xd')](_0x7110('0xe'));function isEmail(_0x271466){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x271466);}function selectNotIn(_0xf97144,_0x4ec77d,_0x400dc6,_0x19d729,_0x4f7cc8){return squel[_0x7110('0xf')]()[_0x7110('0x10')](_0x7110('0x11'))[_0x7110('0x12')](_0x19d729)[_0x7110('0x13')](_0x4ec77d,null,_0x4ec77d+_0x7110('0x14')+_0x19d729+'.'+_0x400dc6)[_0x7110('0x15')](_0x19d729+'.'+_0x400dc6+_0x7110('0x16')+_0xf97144+'.'+_0x400dc6)[_0x7110('0x15')](_0x4ec77d+'.dialCheckDuplicateType\x20IN\x20('+_0x4f7cc8[_0x7110('0x13')]()+')');}function insertCmHopper(_0x562b5a,_0x36c44d,_0x56b08b,_0x21cb1d,_0xaa3bf4){var _0x193613=[_0x7110('0x17'),_0x7110('0x18'),_0x7110('0x19'),_0x7110('0x1a'),_0x36c44d+'.'+_0x21cb1d,'cm_contacts.createdAt',_0x7110('0x1b'),'cm_contacts.priority',_0x7110('0x1c'),'\x22'+_0xaa3bf4+'\x22'];return squel[_0x7110('0x1d')]()['into'](_0x7110('0x1e'))[_0x7110('0x1f')]([_0x7110('0x11'),'scheduledat','ContactId',_0x7110('0x20'),_0x21cb1d,_0x7110('0x21'),_0x7110('0x22'),_0x7110('0x23'),_0x7110('0x24'),'recallme'],squel[_0x7110('0xf')]()[_0x7110('0x25')](_0x193613)[_0x7110('0x12')](_0x36c44d)[_0x7110('0x13')](_0x7110('0x26'),null,_0x7110('0x27')+_0x36c44d+_0x7110('0x28'))[_0x7110('0x13')](_0x56b08b,null,_0x56b08b+'.id\x20=\x20'+_0x36c44d+'.'+_0x21cb1d)[_0x7110('0x15')](_0x36c44d+'.CmListId\x20=\x20?',_0x562b5a)[_0x7110('0x15')](_0x7110('0x29'),NOW)[_0x7110('0x15')](_0x7110('0x2a'),selectNotIn(_0x36c44d,_0x56b08b,_0x21cb1d,'cm_hopper',[_0x7110('0x2b'),_0x7110('0x2c')]))[_0x7110('0x15')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x36c44d,_0x56b08b,_0x21cb1d,_0x7110('0x1e'),['\x22always\x22'])))['toString']();}function insertCmHopperBlack(_0x427943,_0x1370c5,_0x16b03d,_0x14cae3){var _0x55f9f8=[_0x7110('0x17'),_0x7110('0x19'),_0x7110('0x1a'),_0x1370c5+'.'+_0x14cae3,_0x7110('0x2d'),_0x7110('0x1b')];return squel[_0x7110('0x1d')]()[_0x7110('0x2e')](_0x7110('0x2f'))[_0x7110('0x1f')]([_0x7110('0x11'),_0x7110('0x30'),_0x7110('0x20'),_0x14cae3,'createdAt','updatedAt'],squel[_0x7110('0xf')]()['fields'](_0x55f9f8)['from'](_0x1370c5)[_0x7110('0x13')](_0x7110('0x26'),null,'cm_contacts.ListId\x20=\x20'+_0x1370c5+_0x7110('0x28'))['join'](_0x16b03d,null,_0x16b03d+_0x7110('0x14')+_0x1370c5+'.'+_0x14cae3)[_0x7110('0x15')](_0x1370c5+'.CmListId\x20=\x20?',_0x427943)[_0x7110('0x15')](_0x7110('0x29'),NOW)[_0x7110('0x15')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0x7110('0xf')]()[_0x7110('0x10')](_0x7110('0x11'))[_0x7110('0x12')](_0x7110('0x2f'))[_0x7110('0x15')](_0x7110('0x31'),_0x427943)[_0x7110('0x15')](_0x14cae3+_0x7110('0x32'),_0x1370c5+'.'+_0x14cae3)))['toString']();}function insertCmContact(_0x4c60b0,_0x421bd6,_0x58d23e,_0x44ec87){var _0x22ff33=_[_0x7110('0x33')](_[_0x7110('0x34')](_0x44ec87),['ListId','CompanyId',_0x7110('0x21'),'updatedAt']);return squel[_0x7110('0x1d')]()[_0x7110('0x2e')]('cm_contacts')[_0x7110('0x1f')](_0x22ff33,squel['select']()[_0x7110('0x25')](_0x22ff33)[_0x7110('0x12')](_0x421bd6)[_0x7110('0x15')]('('+_0x58d23e[_0x7110('0x13')](',')+_0x7110('0x35'),squel['select']()[_0x7110('0x25')](_0x58d23e)[_0x7110('0x12')](_0x7110('0x26'))[_0x7110('0x15')](_0x7110('0x31'),_0x4c60b0)[_0x7110('0x15')]('deletedAt\x20IS\x20NULL'))[_0x7110('0x15')](_0x7110('0x36'),squel[_0x7110('0xf')]()['field']('MIN(id)','min_id')[_0x7110('0x12')](_0x421bd6)[_0x7110('0x37')](_0x58d23e[_0x7110('0x13')](','))))[_0x7110('0x38')]();}function handleStop(){logger['info'](_0x7110('0x39'));stopped=!![];}function handleUncaughtException(_0x329176){logger['error'](_0x329176[_0x7110('0x3a')]);process['exit'](0x1);}function handleError(_0x4e4cda,_0x4f537f){stats[_0x7110('0x3b')]['push']({'name':_0x4f537f[_0x7110('0x3c')],'message':_0x4f537f[_0x7110('0x3a')],'row':_0x4e4cda});}function handleQuery(_0xdedb23){logger['info'](_0xdedb23);return db[_0x7110('0x3d')]['query'](_0xdedb23)[_0x7110('0x3e')](function(_0x280a97){results[_0x7110('0x3f')](_0x280a97);})[_0x7110('0x40')](function(_0x42ce2a){logger[_0x7110('0x41')](_0x42ce2a[_0x7110('0x3a')]);});}function main(_0x5cd742,_0x368b1e,_0x4cfebc,_0x1494f5){logger['info'](_0x7110('0x42'),_0x5cd742,JSON[_0x7110('0x43')](_0x368b1e));process['send'](_0x7110('0x44'));var _0x14d1e6=_0x368b1e[_0x7110('0x45')];var _0x51c090=_0x368b1e['socket_timestamp'];var _0x159c4d=path['join'](config[_0x7110('0x46')],_0x7110('0x47'),_0x51c090+_0x7110('0x48'));var _0x1fd8fc=_[_0x7110('0x34')](_0x14d1e6)['join']();logger[_0x7110('0x49')](_0x7110('0x4a'),_0x1fd8fc);fs[_0x7110('0x4b')](_0x159c4d,_0x1fd8fc+'\x0a');Papa[_0x7110('0x4c')](fs['createReadStream'](_0x5cd742),{'header':!![],'skipEmptyLines':!![],'step':function(_0x1bb7f3,_0x20650e){try{for(var _0x4ca881=0x0,_0x59c99a=[];_0x4ca881<_0x1bb7f3[_0x7110('0x4d')][_0x7110('0x4e')];_0x4ca881++){stats[_0x7110('0x4f')]+=0x1;if(_0x1bb7f3[_0x7110('0x3b')][_0x4ca881]){handleError(_0x1bb7f3[_0x7110('0x4d')][_0x4ca881],_0x1bb7f3['errors'][_0x4ca881]);}else{var _0x3fc1a2=[];for(var _0x5c1211 in _0x14d1e6){if(_0x14d1e6[_0x7110('0x50')](_0x5c1211)){if(_0x1bb7f3['data'][_0x4ca881][_0x14d1e6[_0x5c1211]]){var _0x162795=_[_0x7110('0x51')](_0x1bb7f3[_0x7110('0x4d')][_0x4ca881][_0x14d1e6[_0x5c1211]]['replace'](/"/g,'\x27'));switch(_0x5c1211){case _0x7110('0x52'):var _0x107c80=moment(_0x162795,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0x107c80[_0x7110('0x53')]()){_0x59c99a[_0x7110('0x3f')]('\x22'+_0x162795+'\x22');}else{_0x3fc1a2[_0x7110('0x3f')](_0x7110('0x54'));}break;case _0x7110('0x23'):var _0x43883b=parseInt(_0x162795);_0x162795=_[_0x7110('0x55')](_0x43883b)||_0x43883b<0x0||_0x43883b>0x4?_0x1494f5?0x3:0x2:_0x43883b;_0x59c99a[_0x7110('0x3f')]('\x22'+_0x162795+'\x22');break;case'UserId':var _0x352446=parseInt(_0x162795);if(_[_0x7110('0x56')](_0x352446)&&_[_0x7110('0x57')](_0x4cfebc,_0x352446)){_0x59c99a[_0x7110('0x3f')]('\x22'+_0x352446+'\x22');}else{_0x3fc1a2['push']('agent\x20not\x20exists');}break;case _0x7110('0x58'):if(isEmail(_0x162795)){_0x59c99a[_0x7110('0x3f')]('\x22'+_0x162795+'\x22');}else{_0x3fc1a2[_0x7110('0x3f')](_0x7110('0x59'));}break;case'dateOfBirth':var _0x5be37e=moment(_0x162795,_0x7110('0x5a'),!![]);if(_0x5be37e[_0x7110('0x53')]()){_0x59c99a[_0x7110('0x3f')]('\x22'+_0x162795+'\x22');}else{_0x3fc1a2[_0x7110('0x3f')](_0x7110('0x5b'));}break;default:_0x59c99a[_0x7110('0x3f')]('\x22'+_0x162795+'\x22');}}else{switch(_0x5c1211){case _0x7110('0x5c'):case'phone':_0x3fc1a2[_0x7110('0x3f')](_0x5c1211+_0x7110('0x5d'));break;default:_0x59c99a[_0x7110('0x3f')]('\x22\x22');}}}}if(_0x3fc1a2['length']){handleError(_0x1bb7f3[_0x7110('0x4d')][_0x4ca881],{'code':_0x7110('0x5e'),'message':_0x3fc1a2[_0x7110('0x13')]()});}else{fs[_0x7110('0x5f')](_0x159c4d,_0x59c99a[_0x7110('0x13')]()+'\x0a');}_0x59c99a=[];}if(!(stats['rows']%0xc8)){socket[_0x7110('0x60')](_0x7110('0x61')+_0x51c090,stats);stats[_0x7110('0x3b')]=[];}}if(stopped){logger[_0x7110('0x49')](_0x7110('0x62'));_0x20650e[_0x7110('0x63')]();}}catch(_0x30902a){handleError(_0x1bb7f3[_0x7110('0x4d')][_0x4ca881],{'code':_0x7110('0x64'),'message':_0x30902a[_0x7110('0x3a')]});logger[_0x7110('0x41')]('step',_0x30902a[_0x7110('0x3a')]);}},'complete':function(){try{var _0x45de56=[];var _0x6cec1a=_0x7110('0x26');if(_0x368b1e[_0x7110('0x65')]&&_0x368b1e[_0x7110('0x65')]['length']){_0x6cec1a=_0x7110('0x66')+_0x51c090;_0x45de56[_0x7110('0x3f')](_0x7110('0x67')+_0x6cec1a+_0x7110('0x68'));}var _0x2727d6=util[_0x7110('0xd')](_0x7110('0x69'),_0x159c4d,_0x6cec1a,_0x1fd8fc,_0x368b1e[_0x7110('0x20')],_0x368b1e[_0x7110('0x6a')]||null,NOW,NOW);if(_[_0x7110('0x6b')](_0x14d1e6[_0x7110('0x52')])){_0x2727d6+=_0x7110('0x6c');}_0x45de56[_0x7110('0x3f')](_0x2727d6);if(_0x368b1e[_0x7110('0x65')]&&_0x368b1e[_0x7110('0x65')][_0x7110('0x4e')]){_0x45de56[_0x7110('0x3f')](insertCmContact(_0x368b1e[_0x7110('0x20')],_0x6cec1a,_0x368b1e[_0x7110('0x65')],_0x14d1e6));_0x45de56[_0x7110('0x3f')](_0x7110('0x6d')+_0x6cec1a+';');}_0x45de56['push'](insertCmHopper(_0x368b1e[_0x7110('0x20')],_0x7110('0x6e'),_0x7110('0x6f'),_0x7110('0x70'),_0x1494f5));_0x45de56[_0x7110('0x3f')](insertCmHopperBlack(_0x368b1e[_0x7110('0x20')],_0x7110('0x71'),_0x7110('0x6f'),_0x7110('0x70')));_0x45de56[_0x7110('0x3f')](insertCmHopper(_0x368b1e[_0x7110('0x20')],_0x7110('0x72'),_0x7110('0x73'),'CampaignId',_0x1494f5));_0x45de56[_0x7110('0x3f')](insertCmHopperBlack(_0x368b1e[_0x7110('0x20')],_0x7110('0x74'),_0x7110('0x73'),_0x7110('0x75')));BPromise['each'](_0x45de56,handleQuery)[_0x7110('0x76')](function(_0x677e93){stats[_0x7110('0x77')]=!![];stats[_0x7110('0x78')]=_0x368b1e[_0x7110('0x65')]&&_0x368b1e[_0x7110('0x65')][_0x7110('0x4e')]?results[0x2][_0x7110('0x78')]:results[0x0][_0x7110('0x78')];socket[_0x7110('0x60')](_0x7110('0x61')+_0x51c090,stats);fs['unlink'](_0x5cd742);fs['unlink'](_0x159c4d);process[_0x7110('0x79')](0x0);})[_0x7110('0x40')](function(_0x2597ea){logger['error'](_0x2597ea[_0x7110('0x3a')]);process[_0x7110('0x79')](0x1);});}catch(_0x5a2793){logger[_0x7110('0x41')](_0x7110('0x7a'),_0x5a2793[_0x7110('0x3a')]);process['exit'](0x1);}},'error':function(_0x203b24,_0x446279,_0x10925d,_0x4fd49c){throw new Error(_0x4fd49c);}});}function validate(){if(process[_0x7110('0x7b')]&&process[_0x7110('0x7b')]['length']<0x4){throw new Error(_0x7110('0x7c'));}var _0x5f2ce1=path[_0x7110('0x13')](config[_0x7110('0x46')],_0x7110('0x47'),process[_0x7110('0x7b')][0x2]);if(!fs[_0x7110('0x7d')](_0x5f2ce1)){throw new Error(_0x7110('0x7e'));}var _0xabd399={};try{_0xabd399=JSON[_0x7110('0x4c')](process['argv'][0x3]);if(!_0xabd399[_0x7110('0x45')]){throw new Error(_0x7110('0x7f'));}if(!_0xabd399['binding'][_0x7110('0x11')]){throw new Error('phone\x20is\x20mandatory');}if(!_0xabd399[_0x7110('0x45')][_0x7110('0x5c')]){throw new Error('firstName\x20is\x20mandatory');}var _0x4567e3=0x0;if(_0xabd399[_0x7110('0x45')][_0x7110('0x24')]){_0x4567e3=0x1;}if(!_0xabd399[_0x7110('0x20')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x1cc0a5){throw new Error(_0x7110('0x80'));}var _0x50e8d9=[];try{_0x50e8d9=_['map'](JSON[_0x7110('0x4c')](process[_0x7110('0x7b')][0x4]),'id');}catch(_0x1c8496){logger['info'](_0x7110('0x81'));}main(_0x5f2ce1,_0xabd399,_0x50e8d9,_0x4567e3);}validate();process['on'](_0x7110('0x82'),handleStop);process['on'](_0x7110('0x83'),handleUncaughtException);