Built motion from commit (unavailable).|2.5.23
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x7c41=['map','No\x20agent\x20available','SIGINT','path','lodash','papaparse','util','bluebird','moment','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','format','select','field','from','join','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','cm_hopper','fromQuery','phone','scheduledat','ContactId','ListId','createdAt','priority','UserId','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','\x22always\x22','\x22onlyIfOpen\x22','into','cm_hopper_black','.id\x20=\x20','.CmListId\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x20=\x20?','toString','concat','keys','CompanyId',')\x20NOT\x20IN\x20?','ListId\x20=\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','min_id','group','info','Received\x20SIGINT','error','exit','errors','push','code','message','query','catch','main','stringify','send','start','binding','socket_timestamp','server/files/tmp','writeFileSync','parse','createReadStream','length','rows','data','hasOwnProperty','trim','replace','YYYY-MM-DD\x20HH:mm:ss','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','agent\x20not\x20exists','email','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues','VoiceQueueId','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','contact:import:','unlink','argv','root','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','body\x20id\x20mandatory'];(function(_0x146edd,_0x2be255){var _0x46079b=function(_0x20ad8c){while(--_0x20ad8c){_0x146edd['push'](_0x146edd['shift']());}};_0x46079b(++_0x2be255);}(_0x7c41,0x8c));var _0x17c4=function(_0x4bbca8,_0x5397e1){_0x4bbca8=_0x4bbca8-0x0;var _0x463818=_0x7c41[_0x4bbca8];return _0x463818;};'use strict';var fs=require('fs');var path=require(_0x17c4('0x0'));var _=require(_0x17c4('0x1'));var Papa=require(_0x17c4('0x2'));var util=require(_0x17c4('0x3'));var BPromise=require(_0x17c4('0x4'));var moment=require(_0x17c4('0x5'));var squel=require(_0x17c4('0x6'));var Redis=require(_0x17c4('0x7'));var db=require(_0x17c4('0x8'))['db'];var config=require(_0x17c4('0x9'));var logger=require(_0x17c4('0xa'))(_0x17c4('0xb'));config[_0x17c4('0xc')]=_[_0x17c4('0xd')](config[_0x17c4('0xc')],{'host':_0x17c4('0xe'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config[_0x17c4('0xc')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x17c4('0xf')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x53aba9){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x53aba9);}function selectNotIn(_0x47082b,_0x40e2e0,_0x30a166,_0x2973e0,_0x51d86c){return squel[_0x17c4('0x10')]()[_0x17c4('0x11')]('phone')[_0x17c4('0x12')](_0x2973e0)[_0x17c4('0x13')](_0x40e2e0,null,_0x40e2e0+'.id\x20=\x20'+_0x2973e0+'.'+_0x30a166)[_0x17c4('0x14')](_0x2973e0+'.'+_0x30a166+_0x17c4('0x15')+_0x47082b+'.'+_0x30a166)[_0x17c4('0x14')](_0x40e2e0+_0x17c4('0x16')+_0x51d86c[_0x17c4('0x13')]()+')');}function insertCmHopper(_0x30d592,_0x310101,_0x34424d,_0x38bc62,_0x3e0769){var _0x124cdc=[_0x17c4('0x17'),_0x17c4('0x18'),_0x17c4('0x19'),_0x17c4('0x1a'),_0x310101+'.'+_0x38bc62,_0x17c4('0x1b'),_0x17c4('0x1c'),_0x17c4('0x1d'),_0x17c4('0x1e'),'\x22'+_0x3e0769+'\x22'];return squel[_0x17c4('0x1f')]()['into'](_0x17c4('0x20'))[_0x17c4('0x21')]([_0x17c4('0x22'),_0x17c4('0x23'),_0x17c4('0x24'),_0x17c4('0x25'),_0x38bc62,_0x17c4('0x26'),'updatedAt',_0x17c4('0x27'),_0x17c4('0x28'),'recallme'],squel['select']()[_0x17c4('0x29')](_0x124cdc)['from'](_0x310101)['join'](_0x17c4('0x2a'),null,_0x17c4('0x2b')+_0x310101+_0x17c4('0x2c'))[_0x17c4('0x13')](_0x34424d,null,_0x34424d+'.id\x20=\x20'+_0x310101+'.'+_0x38bc62)[_0x17c4('0x14')](_0x310101+'.CmListId\x20=\x20?',_0x30d592)[_0x17c4('0x14')](_0x17c4('0x2d'),NOW)[_0x17c4('0x14')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x310101,_0x34424d,_0x38bc62,_0x17c4('0x20'),[_0x17c4('0x2e'),_0x17c4('0x2f')]))[_0x17c4('0x14')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x310101,_0x34424d,_0x38bc62,'cm_hopper',['\x22always\x22'])))['toString']();}function insertCmHopperBlack(_0x273655,_0x30bb5d,_0x100706,_0x59bb67){var _0x38bb48=[_0x17c4('0x17'),_0x17c4('0x19'),_0x17c4('0x1a'),_0x30bb5d+'.'+_0x59bb67,_0x17c4('0x1b'),'cm_contacts.updatedAt'];return squel[_0x17c4('0x1f')]()[_0x17c4('0x30')](_0x17c4('0x31'))[_0x17c4('0x21')](['phone',_0x17c4('0x24'),'ListId',_0x59bb67,'createdAt','updatedAt'],squel[_0x17c4('0x10')]()[_0x17c4('0x29')](_0x38bb48)[_0x17c4('0x12')](_0x30bb5d)['join'](_0x17c4('0x2a'),null,'cm_contacts.ListId\x20=\x20'+_0x30bb5d+_0x17c4('0x2c'))[_0x17c4('0x13')](_0x100706,null,_0x100706+_0x17c4('0x32')+_0x30bb5d+'.'+_0x59bb67)[_0x17c4('0x14')](_0x30bb5d+_0x17c4('0x33'),_0x273655)['where'](_0x17c4('0x2d'),NOW)[_0x17c4('0x14')](_0x17c4('0x34'),squel[_0x17c4('0x10')]()['field'](_0x17c4('0x22'))[_0x17c4('0x12')](_0x17c4('0x31'))[_0x17c4('0x14')]('ListId\x20=\x20?',_0x273655)[_0x17c4('0x14')](_0x59bb67+_0x17c4('0x35'),_0x30bb5d+'.'+_0x59bb67)))[_0x17c4('0x36')]();}function insertCmContact(_0x11a39d,_0x1b1ab4,_0x36214a,_0x503bb2){var _0x12eb2a=_[_0x17c4('0x37')](_[_0x17c4('0x38')](_0x503bb2),[_0x17c4('0x25'),_0x17c4('0x39'),_0x17c4('0x26'),'updatedAt']);return squel[_0x17c4('0x1f')]()[_0x17c4('0x30')](_0x17c4('0x2a'))[_0x17c4('0x21')](_0x12eb2a,squel[_0x17c4('0x10')]()[_0x17c4('0x29')](_0x12eb2a)[_0x17c4('0x12')](_0x1b1ab4)['where']('('+_0x36214a[_0x17c4('0x13')](',')+_0x17c4('0x3a'),squel[_0x17c4('0x10')]()[_0x17c4('0x29')](_0x36214a)[_0x17c4('0x12')]('cm_contacts')[_0x17c4('0x14')](_0x17c4('0x3b'),_0x11a39d)[_0x17c4('0x14')](_0x17c4('0x3c')))['where'](_0x17c4('0x3d'),squel['select']()[_0x17c4('0x11')]('MIN(id)',_0x17c4('0x3e'))['from'](_0x1b1ab4)[_0x17c4('0x3f')](_0x36214a[_0x17c4('0x13')](','))))[_0x17c4('0x36')]();}function handleStop(){logger[_0x17c4('0x40')](_0x17c4('0x41'));stopped=!![];}function handleUncaughtException(_0x26a2cf){logger[_0x17c4('0x42')](_0x26a2cf['message']);process[_0x17c4('0x43')](0x1);}function handleError(_0x2818fc,_0x454b10){stats[_0x17c4('0x44')][_0x17c4('0x45')]({'name':_0x454b10[_0x17c4('0x46')],'message':_0x454b10[_0x17c4('0x47')],'row':_0x2818fc});}function handleQuery(_0x8f5e04){logger[_0x17c4('0x40')](_0x8f5e04);return db['sequelize'][_0x17c4('0x48')](_0x8f5e04)['spread'](function(_0x488d6b){results[_0x17c4('0x45')](_0x488d6b);})[_0x17c4('0x49')](function(_0x18ddf3){logger['error'](_0x18ddf3[_0x17c4('0x47')]);});}function main(_0x55561,_0x27edc6,_0x11ad4d,_0x3893f3){logger['info'](_0x17c4('0x4a'),_0x55561,JSON[_0x17c4('0x4b')](_0x27edc6));process[_0x17c4('0x4c')](_0x17c4('0x4d'));var _0x29aaa7=_0x27edc6[_0x17c4('0x4e')];var _0x388f66=_0x27edc6[_0x17c4('0x4f')];var _0x21592d=path[_0x17c4('0x13')](config['root'],_0x17c4('0x50'),_0x388f66+'.csv');var _0x3f45c0=_[_0x17c4('0x38')](_0x29aaa7)[_0x17c4('0x13')]();logger['info']('header',_0x3f45c0);fs[_0x17c4('0x51')](_0x21592d,_0x3f45c0+'\x0a');Papa[_0x17c4('0x52')](fs[_0x17c4('0x53')](_0x55561),{'header':!![],'skipEmptyLines':!![],'step':function(_0x3578ab,_0x585ac4){try{for(var _0x4914ba=0x0,_0x19ada6=[];_0x4914ba<_0x3578ab['data'][_0x17c4('0x54')];_0x4914ba++){stats[_0x17c4('0x55')]+=0x1;if(_0x3578ab[_0x17c4('0x44')][_0x4914ba]){handleError(_0x3578ab[_0x17c4('0x56')][_0x4914ba],_0x3578ab[_0x17c4('0x44')][_0x4914ba]);}else{var _0x108729=[];for(var _0x3c3005 in _0x29aaa7){if(_0x29aaa7[_0x17c4('0x57')](_0x3c3005)){if(_0x3578ab['data'][_0x4914ba][_0x29aaa7[_0x3c3005]]){var _0x58ae67=_[_0x17c4('0x58')](_0x3578ab['data'][_0x4914ba][_0x29aaa7[_0x3c3005]][_0x17c4('0x59')](/"/g,'\x27'));switch(_0x3c3005){case _0x17c4('0x23'):var _0x3c6190=moment(_0x58ae67,_0x17c4('0x5a'),!![]);if(_0x3c6190[_0x17c4('0x5b')]()){_0x19ada6['push']('\x22'+_0x58ae67+'\x22');}else{_0x108729['push'](_0x17c4('0x5c'));}break;case'priority':var _0x1f53d3=parseInt(_0x58ae67);_0x58ae67=_[_0x17c4('0x5d')](_0x1f53d3)||_0x1f53d3<0x0||_0x1f53d3>0x4?_0x3893f3?0x3:0x2:_0x1f53d3;_0x19ada6[_0x17c4('0x45')]('\x22'+_0x58ae67+'\x22');break;case _0x17c4('0x28'):var _0x3ddba4=parseInt(_0x58ae67);if(_[_0x17c4('0x5e')](_0x3ddba4)&&_['includes'](_0x11ad4d,_0x3ddba4)){_0x19ada6['push']('\x22'+_0x3ddba4+'\x22');}else{_0x108729[_0x17c4('0x45')](_0x17c4('0x5f'));}break;case _0x17c4('0x60'):if(isEmail(_0x58ae67)){_0x19ada6[_0x17c4('0x45')]('\x22'+_0x58ae67+'\x22');}else{_0x108729['push'](_0x17c4('0x61'));}break;case _0x17c4('0x62'):var _0x39f26c=moment(_0x58ae67,_0x17c4('0x63'),!![]);if(_0x39f26c[_0x17c4('0x5b')]()){_0x19ada6['push']('\x22'+_0x58ae67+'\x22');}else{_0x108729[_0x17c4('0x45')](_0x17c4('0x64'));}break;default:_0x19ada6['push']('\x22'+_0x58ae67+'\x22');}}else{switch(_0x3c3005){case _0x17c4('0x65'):case _0x17c4('0x22'):_0x108729[_0x17c4('0x45')](_0x3c3005+_0x17c4('0x66'));break;default:_0x19ada6[_0x17c4('0x45')]('\x22\x22');}}}}if(_0x108729['length']){handleError(_0x3578ab[_0x17c4('0x56')][_0x4914ba],{'code':_0x17c4('0x67'),'message':_0x108729[_0x17c4('0x13')]()});}else{fs[_0x17c4('0x68')](_0x21592d,_0x19ada6['join']()+'\x0a');}_0x19ada6=[];}if(!(stats[_0x17c4('0x55')]%0xc8)){socket[_0x17c4('0x69')]('contact:import:'+_0x388f66,stats);stats[_0x17c4('0x44')]=[];}}if(stopped){logger[_0x17c4('0x40')]('Abort\x20parser');_0x585ac4['abort']();}}catch(_0x449a2e){handleError(_0x3578ab[_0x17c4('0x56')][_0x4914ba],{'code':_0x17c4('0x6a'),'message':_0x449a2e[_0x17c4('0x47')]});logger['error'](_0x17c4('0x6b'),_0x449a2e[_0x17c4('0x47')]);}},'complete':function(){try{var _0x1aefd0=[];var _0x1e1e25=_0x17c4('0x2a');if(_0x27edc6[_0x17c4('0x6c')]&&_0x27edc6[_0x17c4('0x6c')][_0x17c4('0x54')]){_0x1e1e25=_0x17c4('0x6d')+_0x388f66;_0x1aefd0[_0x17c4('0x45')](_0x17c4('0x6e')+_0x1e1e25+'\x20LIKE\x20cm_contacts;');}var _0x500afa=util['format']('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x21592d,_0x1e1e25,_0x3f45c0,_0x27edc6[_0x17c4('0x25')],_0x27edc6[_0x17c4('0x39')]||null,NOW,NOW);if(_[_0x17c4('0x6f')](_0x29aaa7[_0x17c4('0x23')])){_0x500afa+=_0x17c4('0x70');}_0x1aefd0[_0x17c4('0x45')](_0x500afa);if(_0x27edc6[_0x17c4('0x6c')]&&_0x27edc6[_0x17c4('0x6c')][_0x17c4('0x54')]){_0x1aefd0[_0x17c4('0x45')](insertCmContact(_0x27edc6[_0x17c4('0x25')],_0x1e1e25,_0x27edc6[_0x17c4('0x6c')],_0x29aaa7));_0x1aefd0['push'](_0x17c4('0x71')+_0x1e1e25+';');}_0x1aefd0[_0x17c4('0x45')](insertCmHopper(_0x27edc6[_0x17c4('0x25')],'voice_queues_has_cm_lists',_0x17c4('0x72'),_0x17c4('0x73'),_0x3893f3));_0x1aefd0[_0x17c4('0x45')](insertCmHopperBlack(_0x27edc6[_0x17c4('0x25')],'voice_queues_has_cm_blacklists',_0x17c4('0x72'),'VoiceQueueId'));_0x1aefd0[_0x17c4('0x45')](insertCmHopper(_0x27edc6[_0x17c4('0x25')],_0x17c4('0x74'),_0x17c4('0x75'),_0x17c4('0x76'),_0x3893f3));_0x1aefd0[_0x17c4('0x45')](insertCmHopperBlack(_0x27edc6[_0x17c4('0x25')],_0x17c4('0x77'),_0x17c4('0x75'),_0x17c4('0x76')));BPromise[_0x17c4('0x78')](_0x1aefd0,handleQuery)[_0x17c4('0x79')](function(_0x201ed9){stats[_0x17c4('0x7a')]=!![];stats[_0x17c4('0x7b')]=_0x27edc6[_0x17c4('0x6c')]&&_0x27edc6[_0x17c4('0x6c')][_0x17c4('0x54')]?results[0x2][_0x17c4('0x7b')]:results[0x0][_0x17c4('0x7b')];socket['emit'](_0x17c4('0x7c')+_0x388f66,stats);fs[_0x17c4('0x7d')](_0x55561);fs[_0x17c4('0x7d')](_0x21592d);process[_0x17c4('0x43')](0x0);})['catch'](function(_0x24ce9b){logger['error'](_0x24ce9b['message']);process[_0x17c4('0x43')](0x1);});}catch(_0x4c2f74){logger[_0x17c4('0x42')]('complete',_0x4c2f74[_0x17c4('0x47')]);process[_0x17c4('0x43')](0x1);}},'error':function(_0x35b361,_0x1ad8cd,_0x2bbf5b,_0x5beb82){throw new Error(_0x5beb82);}});}function validate(){if(process[_0x17c4('0x7e')]&&process[_0x17c4('0x7e')]['length']<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x62bfc2=path[_0x17c4('0x13')](config[_0x17c4('0x7f')],_0x17c4('0x50'),process[_0x17c4('0x7e')][0x2]);if(!fs[_0x17c4('0x80')](_0x62bfc2)){throw new Error(_0x17c4('0x81'));}var _0x5bd4bf={};try{_0x5bd4bf=JSON['parse'](process[_0x17c4('0x7e')][0x3]);if(!_0x5bd4bf['binding']){throw new Error(_0x17c4('0x82'));}if(!_0x5bd4bf[_0x17c4('0x4e')][_0x17c4('0x22')]){throw new Error(_0x17c4('0x83'));}if(!_0x5bd4bf[_0x17c4('0x4e')]['firstName']){throw new Error(_0x17c4('0x84'));}var _0x515b67=0x0;if(_0x5bd4bf['binding'][_0x17c4('0x28')]){_0x515b67=0x1;}if(!_0x5bd4bf[_0x17c4('0x25')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x523363){throw new Error(_0x17c4('0x85'));}var _0x3633be=[];try{_0x3633be=_[_0x17c4('0x86')](JSON[_0x17c4('0x52')](process[_0x17c4('0x7e')][0x4]),'id');}catch(_0x4533c1){logger[_0x17c4('0x40')](_0x17c4('0x87'));}main(_0x62bfc2,_0x5bd4bf,_0x3633be,_0x515b67);}validate();process['on'](_0x17c4('0x88'),handleStop);process['on']('uncaughtException',handleUncaughtException);