0612c8d25aa64bcdfd99f985dadeabf5fb9643a5
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xca4a=['util','moment','squel','ioredis','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','select','phone','from','.id\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','join','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.priority','cm_contacts.UserId','insert','into','fromQuery','scheduledat','ListId','createdAt','updatedAt','UserId','recallme','fields','cm_contacts','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','cm_hopper','\x22onlyIfOpen\x22','\x22always\x22','toString','cm_contacts.updatedAt','cm_hopper_black','cm_contacts.ListId\x20=\x20','.CmListId','field','ListId\x20=\x20?','\x20=\x20?','concat','keys','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','min_id','info','Received\x20SIGINT','error','message','exit','errors','push','code','sequelize','query','spread','catch','main','stringify','start','binding','socket_timestamp','.csv','header','parse','createReadStream','data','length','rows','hasOwnProperty','replace','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','priority','isNaN','isNumber','agent\x20not\x20exists','email','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','Abort\x20parser','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','isNil','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','unlink','complete','arguments\x20<filename>\x20<parameters>\x20<agents>','server/files/tmp','argv','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','map','No\x20agent\x20available','uncaughtException','path','lodash','papaparse'];(function(_0x3cc81e,_0x435f44){var _0x5b15e3=function(_0x4eadb5){while(--_0x4eadb5){_0x3cc81e['push'](_0x3cc81e['shift']());}};_0x5b15e3(++_0x435f44);}(_0xca4a,0x192));var _0xaca4=function(_0x5efb2e,_0x135715){_0x5efb2e=_0x5efb2e-0x0;var _0x32a971=_0xca4a[_0x5efb2e];return _0x32a971;};'use strict';var fs=require('fs');var path=require(_0xaca4('0x0'));var _=require(_0xaca4('0x1'));var Papa=require(_0xaca4('0x2'));var util=require(_0xaca4('0x3'));var BPromise=require('bluebird');var moment=require(_0xaca4('0x4'));var squel=require(_0xaca4('0x5'));var Redis=require(_0xaca4('0x6'));var db=require('../../../mysqldb')['db'];var config=require(_0xaca4('0x7'));var logger=require(_0xaca4('0x8'))(_0xaca4('0x9'));config[_0xaca4('0xa')]=_[_0xaca4('0xb')](config[_0xaca4('0xa')],{'host':_0xaca4('0xc'),'port':0x18eb});var socket=require(_0xaca4('0xd'))(new Redis(config[_0xaca4('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xaca4('0xe')](_0xaca4('0xf'));function isEmail(_0x3079fb){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xaca4('0x10')](_0x3079fb);}function selectNotIn(_0x59123f,_0x34e191,_0x1eee50,_0x233508,_0x49e62b){return squel[_0xaca4('0x11')]()['field'](_0xaca4('0x12'))[_0xaca4('0x13')](_0x233508)['join'](_0x34e191,null,_0x34e191+_0xaca4('0x14')+_0x233508+'.'+_0x1eee50)['where'](_0x233508+'.'+_0x1eee50+'\x20=\x20'+_0x59123f+'.'+_0x1eee50)[_0xaca4('0x15')](_0x34e191+_0xaca4('0x16')+_0x49e62b[_0xaca4('0x17')]()+')');}function insertCmHopper(_0x2bc6dd,_0x4ac80e,_0x5007f5,_0x3a0931,_0x5c3007){var _0x3f31f6=['cm_contacts.phone',_0xaca4('0x18'),_0xaca4('0x19'),_0xaca4('0x1a'),_0x4ac80e+'.'+_0x3a0931,_0xaca4('0x1b'),'cm_contacts.updatedAt',_0xaca4('0x1c'),_0xaca4('0x1d'),'\x22'+_0x5c3007+'\x22'];return squel[_0xaca4('0x1e')]()[_0xaca4('0x1f')]('cm_hopper')[_0xaca4('0x20')]([_0xaca4('0x12'),_0xaca4('0x21'),'ContactId',_0xaca4('0x22'),_0x3a0931,_0xaca4('0x23'),_0xaca4('0x24'),'priority',_0xaca4('0x25'),_0xaca4('0x26')],squel['select']()[_0xaca4('0x27')](_0x3f31f6)[_0xaca4('0x13')](_0x4ac80e)[_0xaca4('0x17')](_0xaca4('0x28'),null,'cm_contacts.ListId\x20=\x20'+_0x4ac80e+'.CmListId')[_0xaca4('0x17')](_0x5007f5,null,_0x5007f5+_0xaca4('0x14')+_0x4ac80e+'.'+_0x3a0931)[_0xaca4('0x15')](_0x4ac80e+_0xaca4('0x29'),_0x2bc6dd)[_0xaca4('0x15')](_0xaca4('0x2a'),NOW)[_0xaca4('0x15')](_0xaca4('0x2b'),selectNotIn(_0x4ac80e,_0x5007f5,_0x3a0931,_0xaca4('0x2c'),['\x22always\x22',_0xaca4('0x2d')]))[_0xaca4('0x15')](_0xaca4('0x2b'),selectNotIn(_0x4ac80e,_0x5007f5,_0x3a0931,'cm_hopper',[_0xaca4('0x2e')])))[_0xaca4('0x2f')]();}function insertCmHopperBlack(_0x31eda9,_0x5e1a27,_0x3dd0b1,_0x441941){var _0x21794b=['cm_contacts.phone',_0xaca4('0x19'),'cm_contacts.ListId',_0x5e1a27+'.'+_0x441941,'cm_contacts.createdAt',_0xaca4('0x30')];return squel['insert']()[_0xaca4('0x1f')](_0xaca4('0x31'))['fromQuery']([_0xaca4('0x12'),'ContactId',_0xaca4('0x22'),_0x441941,_0xaca4('0x23'),'updatedAt'],squel[_0xaca4('0x11')]()[_0xaca4('0x27')](_0x21794b)[_0xaca4('0x13')](_0x5e1a27)[_0xaca4('0x17')](_0xaca4('0x28'),null,_0xaca4('0x32')+_0x5e1a27+_0xaca4('0x33'))['join'](_0x3dd0b1,null,_0x3dd0b1+_0xaca4('0x14')+_0x5e1a27+'.'+_0x441941)[_0xaca4('0x15')](_0x5e1a27+'.CmListId\x20=\x20?',_0x31eda9)['where'](_0xaca4('0x2a'),NOW)[_0xaca4('0x15')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0xaca4('0x11')]()[_0xaca4('0x34')](_0xaca4('0x12'))[_0xaca4('0x13')]('cm_hopper_black')['where'](_0xaca4('0x35'),_0x31eda9)[_0xaca4('0x15')](_0x441941+_0xaca4('0x36'),_0x5e1a27+'.'+_0x441941)))['toString']();}function insertCmContact(_0x12777b,_0x491c9c,_0x4da35d,_0x4043d8){var _0x4e76e8=_[_0xaca4('0x37')](_[_0xaca4('0x38')](_0x4043d8),[_0xaca4('0x22'),_0xaca4('0x39'),'createdAt','updatedAt']);return squel[_0xaca4('0x1e')]()[_0xaca4('0x1f')](_0xaca4('0x28'))[_0xaca4('0x20')](_0x4e76e8,squel[_0xaca4('0x11')]()[_0xaca4('0x27')](_0x4e76e8)[_0xaca4('0x13')](_0x491c9c)[_0xaca4('0x15')]('('+_0x4da35d['join'](',')+_0xaca4('0x3a'),squel[_0xaca4('0x11')]()[_0xaca4('0x27')](_0x4da35d)['from'](_0xaca4('0x28'))[_0xaca4('0x15')](_0xaca4('0x35'),_0x12777b)['where'](_0xaca4('0x3b')))[_0xaca4('0x15')](_0xaca4('0x3c'),squel['select']()[_0xaca4('0x34')]('MIN(id)',_0xaca4('0x3d'))[_0xaca4('0x13')](_0x491c9c)['group'](_0x4da35d[_0xaca4('0x17')](','))))[_0xaca4('0x2f')]();}function handleStop(){logger[_0xaca4('0x3e')](_0xaca4('0x3f'));stopped=!![];}function handleUncaughtException(_0x58b22d){logger[_0xaca4('0x40')](_0x58b22d[_0xaca4('0x41')]);process[_0xaca4('0x42')](0x1);}function handleError(_0xd88438,_0xe7e0c5){stats[_0xaca4('0x43')][_0xaca4('0x44')]({'name':_0xe7e0c5[_0xaca4('0x45')],'message':_0xe7e0c5['message'],'row':_0xd88438});}function handleQuery(_0x118724){logger[_0xaca4('0x3e')](_0x118724);return db[_0xaca4('0x46')][_0xaca4('0x47')](_0x118724)[_0xaca4('0x48')](function(_0x541da0){results[_0xaca4('0x44')](_0x541da0);})[_0xaca4('0x49')](function(_0x23b67d){logger['error'](_0x23b67d[_0xaca4('0x41')]);});}function main(_0x599bfb,_0x588dc0,_0x4746a8,_0x1ef055){logger[_0xaca4('0x3e')](_0xaca4('0x4a'),_0x599bfb,JSON[_0xaca4('0x4b')](_0x588dc0));process['send'](_0xaca4('0x4c'));var _0x59ee89=_0x588dc0[_0xaca4('0x4d')];var _0x6fb197=_0x588dc0[_0xaca4('0x4e')];var _0x3c552f=path[_0xaca4('0x17')](config['root'],'server/files/tmp',_0x6fb197+_0xaca4('0x4f'));var _0x5c6220=_[_0xaca4('0x38')](_0x59ee89)[_0xaca4('0x17')]();logger[_0xaca4('0x3e')](_0xaca4('0x50'),_0x5c6220);fs['writeFileSync'](_0x3c552f,_0x5c6220+'\x0a');Papa[_0xaca4('0x51')](fs[_0xaca4('0x52')](_0x599bfb),{'header':!![],'skipEmptyLines':!![],'step':function(_0x4fa28a,_0x1122b4){try{for(var _0x5438c7=0x0,_0x161f4d=[];_0x5438c7<_0x4fa28a[_0xaca4('0x53')][_0xaca4('0x54')];_0x5438c7++){stats[_0xaca4('0x55')]+=0x1;if(_0x4fa28a[_0xaca4('0x43')][_0x5438c7]){handleError(_0x4fa28a[_0xaca4('0x53')][_0x5438c7],_0x4fa28a[_0xaca4('0x43')][_0x5438c7]);}else{var _0x3ca9f5=[];for(var _0x33c2f1 in _0x59ee89){if(_0x59ee89[_0xaca4('0x56')](_0x33c2f1)){if(_0x4fa28a['data'][_0x5438c7][_0x59ee89[_0x33c2f1]]){var _0x2b8102=_['trim'](_0x4fa28a[_0xaca4('0x53')][_0x5438c7][_0x59ee89[_0x33c2f1]][_0xaca4('0x57')](/"/g,'\x27'));switch(_0x33c2f1){case _0xaca4('0x21'):var _0x412a31=moment(_0x2b8102,_0xaca4('0xf'),!![]);if(_0x412a31['isValid']()){_0x161f4d[_0xaca4('0x44')]('\x22'+_0x2b8102+'\x22');}else{_0x3ca9f5[_0xaca4('0x44')](_0xaca4('0x58'));}break;case _0xaca4('0x59'):var _0x310e93=parseInt(_0x2b8102);_0x2b8102=_[_0xaca4('0x5a')](_0x310e93)||_0x310e93<0x0||_0x310e93>0x4?_0x1ef055?0x3:0x2:_0x310e93;_0x161f4d[_0xaca4('0x44')]('\x22'+_0x2b8102+'\x22');break;case _0xaca4('0x25'):var _0x191a5e=parseInt(_0x2b8102);if(_[_0xaca4('0x5b')](_0x191a5e)&&_['includes'](_0x4746a8,_0x191a5e)){_0x161f4d[_0xaca4('0x44')]('\x22'+_0x191a5e+'\x22');}else{_0x3ca9f5[_0xaca4('0x44')](_0xaca4('0x5c'));}break;case _0xaca4('0x5d'):if(isEmail(_0x2b8102)){_0x161f4d['push']('\x22'+_0x2b8102+'\x22');}else{_0x3ca9f5[_0xaca4('0x44')]('email\x20wrong\x20format');}break;case'dateOfBirth':var _0xa7789b=moment(_0x2b8102,_0xaca4('0x5e'),!![]);if(_0xa7789b['isValid']()){_0x161f4d[_0xaca4('0x44')]('\x22'+_0x2b8102+'\x22');}else{_0x3ca9f5['push'](_0xaca4('0x5f'));}break;default:_0x161f4d[_0xaca4('0x44')]('\x22'+_0x2b8102+'\x22');}}else{switch(_0x33c2f1){case _0xaca4('0x60'):case _0xaca4('0x12'):_0x3ca9f5['push'](_0x33c2f1+_0xaca4('0x61'));break;default:_0x161f4d[_0xaca4('0x44')]('\x22\x22');}}}}if(_0x3ca9f5[_0xaca4('0x54')]){handleError(_0x4fa28a[_0xaca4('0x53')][_0x5438c7],{'code':_0xaca4('0x62'),'message':_0x3ca9f5['join']()});}else{fs[_0xaca4('0x63')](_0x3c552f,_0x161f4d[_0xaca4('0x17')]()+'\x0a');}_0x161f4d=[];}if(!(stats['rows']%0xc8)){socket[_0xaca4('0x64')]('contact:import:'+_0x6fb197,stats);stats[_0xaca4('0x43')]=[];}}if(stopped){logger[_0xaca4('0x3e')](_0xaca4('0x65'));_0x1122b4['abort']();}}catch(_0x17bc28){handleError(_0x4fa28a[_0xaca4('0x53')][_0x5438c7],{'code':_0xaca4('0x66'),'message':_0x17bc28['message']});logger[_0xaca4('0x40')](_0xaca4('0x67'),_0x17bc28[_0xaca4('0x41')]);}},'complete':function(){try{var _0x2fff9f=[];var _0x1b5a52=_0xaca4('0x28');if(_0x588dc0[_0xaca4('0x68')]&&_0x588dc0[_0xaca4('0x68')][_0xaca4('0x54')]){_0x1b5a52=_0xaca4('0x69')+_0x6fb197;_0x2fff9f[_0xaca4('0x44')](_0xaca4('0x6a')+_0x1b5a52+_0xaca4('0x6b'));}var _0x4b8432=util['format']('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x3c552f,_0x1b5a52,_0x5c6220,_0x588dc0['ListId'],_0x588dc0['CompanyId']||null,NOW,NOW);if(_[_0xaca4('0x6c')](_0x59ee89[_0xaca4('0x21')])){_0x4b8432+=',\x20scheduledAt\x20=\x20NOW()';}_0x2fff9f['push'](_0x4b8432);if(_0x588dc0[_0xaca4('0x68')]&&_0x588dc0[_0xaca4('0x68')][_0xaca4('0x54')]){_0x2fff9f[_0xaca4('0x44')](insertCmContact(_0x588dc0['ListId'],_0x1b5a52,_0x588dc0[_0xaca4('0x68')],_0x59ee89));_0x2fff9f[_0xaca4('0x44')](_0xaca4('0x6d')+_0x1b5a52+';');}_0x2fff9f[_0xaca4('0x44')](insertCmHopper(_0x588dc0[_0xaca4('0x22')],_0xaca4('0x6e'),_0xaca4('0x6f'),_0xaca4('0x70'),_0x1ef055));_0x2fff9f['push'](insertCmHopperBlack(_0x588dc0[_0xaca4('0x22')],_0xaca4('0x71'),_0xaca4('0x6f'),_0xaca4('0x70')));_0x2fff9f['push'](insertCmHopper(_0x588dc0[_0xaca4('0x22')],_0xaca4('0x72'),_0xaca4('0x73'),_0xaca4('0x74'),_0x1ef055));_0x2fff9f[_0xaca4('0x44')](insertCmHopperBlack(_0x588dc0[_0xaca4('0x22')],_0xaca4('0x75'),_0xaca4('0x73'),_0xaca4('0x74')));BPromise[_0xaca4('0x76')](_0x2fff9f,handleQuery)[_0xaca4('0x77')](function(_0x24f2e2){stats[_0xaca4('0x78')]=!![];stats[_0xaca4('0x79')]=_0x588dc0['duplicates']&&_0x588dc0[_0xaca4('0x68')][_0xaca4('0x54')]?results[0x2]['affectedRows']:results[0x0][_0xaca4('0x79')];socket[_0xaca4('0x64')]('contact:import:'+_0x6fb197,stats);fs[_0xaca4('0x7a')](_0x599bfb);fs[_0xaca4('0x7a')](_0x3c552f);process[_0xaca4('0x42')](0x0);})[_0xaca4('0x49')](function(_0x45178a){logger[_0xaca4('0x40')](_0x45178a['message']);process[_0xaca4('0x42')](0x1);});}catch(_0x4d6ce1){logger[_0xaca4('0x40')](_0xaca4('0x7b'),_0x4d6ce1[_0xaca4('0x41')]);process['exit'](0x1);}},'error':function(_0x4b5c01,_0x54f3b8,_0x4d28c1,_0x5999af){throw new Error(_0x5999af);}});}function validate(){if(process['argv']&&process['argv'][_0xaca4('0x54')]<0x4){throw new Error(_0xaca4('0x7c'));}var _0x165684=path[_0xaca4('0x17')](config['root'],_0xaca4('0x7d'),process[_0xaca4('0x7e')][0x2]);if(!fs[_0xaca4('0x7f')](_0x165684)){throw new Error(_0xaca4('0x80'));}var _0x43e9e6={};try{_0x43e9e6=JSON[_0xaca4('0x51')](process[_0xaca4('0x7e')][0x3]);if(!_0x43e9e6[_0xaca4('0x4d')]){throw new Error(_0xaca4('0x81'));}if(!_0x43e9e6[_0xaca4('0x4d')][_0xaca4('0x12')]){throw new Error('phone\x20is\x20mandatory');}if(!_0x43e9e6[_0xaca4('0x4d')][_0xaca4('0x60')]){throw new Error(_0xaca4('0x82'));}var _0x55ae20=0x0;if(_0x43e9e6['binding'][_0xaca4('0x25')]){_0x55ae20=0x1;}if(!_0x43e9e6['ListId']){throw new Error(_0xaca4('0x83'));}}catch(_0x124c1){throw new Error('body\x20id\x20mandatory');}var _0x46fca3=[];try{_0x46fca3=_[_0xaca4('0x84')](JSON['parse'](process['argv'][0x4]),'id');}catch(_0x888d2f){logger['info'](_0xaca4('0x85'));}main(_0x165684,_0x43e9e6,_0x46fca3,_0x55ae20);}validate();process['on']('SIGINT',handleStop);process['on'](_0xaca4('0x86'),handleUncaughtException);