fab0a88a0cd33429ba74a7f3199623d5fa74e0c0
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xd7cd=['moment','squel','ioredis','../../../mysqldb','../../../config/logger','import','redis','defaults','socket.io-emitter','YYYY-MM-DD\x20HH:mm:ss','select','field','phone','from','.id\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','fields','join','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','cm_hopper_black','ListId\x20=\x20?','\x20=\x20?','concat','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','min_id','info','Received\x20SIGINT','error','message','exit','errors','push','code','sequelize','spread','catch','main','stringify','send','start','root','server/files/tmp','.csv','keys','header','writeFileSync','parse','createReadStream','data','length','hasOwnProperty','trim','replace','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','includes','dateOfBirth','YYYY-MM-DD','isValid','firstName','\x20not\x20specified','appendFileSync','rows','emit','contact:import:','Abort\x20parser','abort','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','format','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','VoiceQueueId','voice_queues_has_cm_blacklists','voice_queues','campaigns','CampaignId','each','finish','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','binding','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','ListId\x20is\x20mandatory','No\x20agent\x20available','uncaughtException','lodash','papaparse','bluebird'];(function(_0x43d16c,_0x2b5447){var _0x208cce=function(_0x371720){while(--_0x371720){_0x43d16c['push'](_0x43d16c['shift']());}};_0x208cce(++_0x2b5447);}(_0xd7cd,0x103));var _0xdd7c=function(_0x21fab4,_0x3659f8){_0x21fab4=_0x21fab4-0x0;var _0x18d7aa=_0xd7cd[_0x21fab4];return _0x18d7aa;};'use strict';var fs=require('fs');var path=require('path');var _=require(_0xdd7c('0x0'));var Papa=require(_0xdd7c('0x1'));var util=require('util');var BPromise=require(_0xdd7c('0x2'));var moment=require(_0xdd7c('0x3'));var squel=require(_0xdd7c('0x4'));var Redis=require(_0xdd7c('0x5'));var db=require(_0xdd7c('0x6'))['db'];var config=require('../../../config/environment');var logger=require(_0xdd7c('0x7'))(_0xdd7c('0x8'));config[_0xdd7c('0x9')]=_[_0xdd7c('0xa')](config[_0xdd7c('0x9')],{'host':'localhost','port':0x18eb});var socket=require(_0xdd7c('0xb'))(new Redis(config[_0xdd7c('0x9')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()['format'](_0xdd7c('0xc'));function isEmail(_0x49f7e0){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x49f7e0);}function selectNotIn(_0x4407ec,_0x5caa9e,_0x189ba9,_0x2231f4,_0x4731b0){return squel[_0xdd7c('0xd')]()[_0xdd7c('0xe')](_0xdd7c('0xf'))[_0xdd7c('0x10')](_0x2231f4)['join'](_0x5caa9e,null,_0x5caa9e+_0xdd7c('0x11')+_0x2231f4+'.'+_0x189ba9)[_0xdd7c('0x12')](_0x2231f4+'.'+_0x189ba9+'\x20=\x20'+_0x4407ec+'.'+_0x189ba9)[_0xdd7c('0x12')](_0x5caa9e+_0xdd7c('0x13')+_0x4731b0['join']()+')');}function insertCmHopper(_0x59da6a,_0x125811,_0x422a58,_0x456643,_0x140ebb){var _0x311993=[_0xdd7c('0x14'),_0xdd7c('0x15'),_0xdd7c('0x16'),'cm_contacts.ListId',_0x125811+'.'+_0x456643,_0xdd7c('0x17'),_0xdd7c('0x18'),_0xdd7c('0x19'),_0xdd7c('0x1a'),'\x22'+_0x140ebb+'\x22'];return squel[_0xdd7c('0x1b')]()[_0xdd7c('0x1c')](_0xdd7c('0x1d'))[_0xdd7c('0x1e')]([_0xdd7c('0xf'),_0xdd7c('0x1f'),_0xdd7c('0x20'),_0xdd7c('0x21'),_0x456643,_0xdd7c('0x22'),_0xdd7c('0x23'),_0xdd7c('0x24'),_0xdd7c('0x25'),_0xdd7c('0x26')],squel[_0xdd7c('0xd')]()[_0xdd7c('0x27')](_0x311993)[_0xdd7c('0x10')](_0x125811)[_0xdd7c('0x28')](_0xdd7c('0x29'),null,_0xdd7c('0x2a')+_0x125811+_0xdd7c('0x2b'))['join'](_0x422a58,null,_0x422a58+_0xdd7c('0x11')+_0x125811+'.'+_0x456643)[_0xdd7c('0x12')](_0x125811+_0xdd7c('0x2c'),_0x59da6a)[_0xdd7c('0x12')](_0xdd7c('0x2d'),NOW)[_0xdd7c('0x12')](_0xdd7c('0x2e'),selectNotIn(_0x125811,_0x422a58,_0x456643,_0xdd7c('0x1d'),[_0xdd7c('0x2f'),_0xdd7c('0x30')]))['where'](_0xdd7c('0x2e'),selectNotIn(_0x125811,_0x422a58,_0x456643,_0xdd7c('0x1d'),['\x22always\x22'])))[_0xdd7c('0x31')]();}function insertCmHopperBlack(_0x706f92,_0x2d9b13,_0x55b050,_0x595cb1){var _0x5733fd=['cm_contacts.phone',_0xdd7c('0x16'),'cm_contacts.ListId',_0x2d9b13+'.'+_0x595cb1,_0xdd7c('0x17'),_0xdd7c('0x18')];return squel[_0xdd7c('0x1b')]()[_0xdd7c('0x1c')](_0xdd7c('0x32'))['fromQuery']([_0xdd7c('0xf'),_0xdd7c('0x20'),_0xdd7c('0x21'),_0x595cb1,_0xdd7c('0x22'),_0xdd7c('0x23')],squel[_0xdd7c('0xd')]()['fields'](_0x5733fd)[_0xdd7c('0x10')](_0x2d9b13)[_0xdd7c('0x28')](_0xdd7c('0x29'),null,_0xdd7c('0x2a')+_0x2d9b13+'.CmListId')[_0xdd7c('0x28')](_0x55b050,null,_0x55b050+'.id\x20=\x20'+_0x2d9b13+'.'+_0x595cb1)[_0xdd7c('0x12')](_0x2d9b13+_0xdd7c('0x2c'),_0x706f92)['where'](_0xdd7c('0x2d'),NOW)[_0xdd7c('0x12')](_0xdd7c('0x2e'),squel['select']()[_0xdd7c('0xe')]('phone')['from']('cm_hopper_black')[_0xdd7c('0x12')](_0xdd7c('0x33'),_0x706f92)[_0xdd7c('0x12')](_0x595cb1+_0xdd7c('0x34'),_0x2d9b13+'.'+_0x595cb1)))['toString']();}function insertCmContact(_0x2ee073,_0x176aed,_0x3b8a8a,_0x52bc29){var _0x1ce0e1=_[_0xdd7c('0x35')](_['keys'](_0x52bc29),[_0xdd7c('0x21'),_0xdd7c('0x36'),_0xdd7c('0x22'),_0xdd7c('0x23')]);return squel[_0xdd7c('0x1b')]()[_0xdd7c('0x1c')](_0xdd7c('0x29'))['fromQuery'](_0x1ce0e1,squel[_0xdd7c('0xd')]()['fields'](_0x1ce0e1)[_0xdd7c('0x10')](_0x176aed)[_0xdd7c('0x12')]('('+_0x3b8a8a[_0xdd7c('0x28')](',')+_0xdd7c('0x37'),squel[_0xdd7c('0xd')]()['fields'](_0x3b8a8a)[_0xdd7c('0x10')](_0xdd7c('0x29'))[_0xdd7c('0x12')](_0xdd7c('0x33'),_0x2ee073)[_0xdd7c('0x12')](_0xdd7c('0x38')))[_0xdd7c('0x12')]('id\x20IN\x20?',squel['select']()[_0xdd7c('0xe')]('MIN(id)',_0xdd7c('0x39'))[_0xdd7c('0x10')](_0x176aed)['group'](_0x3b8a8a[_0xdd7c('0x28')](','))))[_0xdd7c('0x31')]();}function handleStop(){logger[_0xdd7c('0x3a')](_0xdd7c('0x3b'));stopped=!![];}function handleUncaughtException(_0x38ee7a){logger[_0xdd7c('0x3c')](_0x38ee7a[_0xdd7c('0x3d')]);process[_0xdd7c('0x3e')](0x1);}function handleError(_0x46b654,_0x2b5568){stats[_0xdd7c('0x3f')][_0xdd7c('0x40')]({'name':_0x2b5568[_0xdd7c('0x41')],'message':_0x2b5568[_0xdd7c('0x3d')],'row':_0x46b654});}function handleQuery(_0x54ae68){logger['info'](_0x54ae68);return db[_0xdd7c('0x42')]['query'](_0x54ae68)[_0xdd7c('0x43')](function(_0x532370){results[_0xdd7c('0x40')](_0x532370);})[_0xdd7c('0x44')](function(_0x3fd37b){logger[_0xdd7c('0x3c')](_0x3fd37b[_0xdd7c('0x3d')]);});}function main(_0x564db4,_0x498bce,_0x23dabf,_0x59a99b){logger[_0xdd7c('0x3a')](_0xdd7c('0x45'),_0x564db4,JSON[_0xdd7c('0x46')](_0x498bce));process[_0xdd7c('0x47')](_0xdd7c('0x48'));var _0x4b57e3=_0x498bce['binding'];var _0x406856=_0x498bce['socket_timestamp'];var _0x562a92=path[_0xdd7c('0x28')](config[_0xdd7c('0x49')],_0xdd7c('0x4a'),_0x406856+_0xdd7c('0x4b'));var _0x17fd5f=_[_0xdd7c('0x4c')](_0x4b57e3)[_0xdd7c('0x28')]();logger[_0xdd7c('0x3a')](_0xdd7c('0x4d'),_0x17fd5f);fs[_0xdd7c('0x4e')](_0x562a92,_0x17fd5f+'\x0a');Papa[_0xdd7c('0x4f')](fs[_0xdd7c('0x50')](_0x564db4),{'header':!![],'skipEmptyLines':!![],'step':function(_0xd282ff,_0xaee0b2){try{for(var _0xd90001=0x0,_0x3edbe6=[];_0xd90001<_0xd282ff[_0xdd7c('0x51')][_0xdd7c('0x52')];_0xd90001++){stats['rows']+=0x1;if(_0xd282ff[_0xdd7c('0x3f')][_0xd90001]){handleError(_0xd282ff['data'][_0xd90001],_0xd282ff['errors'][_0xd90001]);}else{var _0x1ecfff=[];for(var _0x215546 in _0x4b57e3){if(_0x4b57e3[_0xdd7c('0x53')](_0x215546)){if(_0xd282ff[_0xdd7c('0x51')][_0xd90001][_0x4b57e3[_0x215546]]){var _0x41cef2=_[_0xdd7c('0x54')](_0xd282ff['data'][_0xd90001][_0x4b57e3[_0x215546]][_0xdd7c('0x55')](/"/g,'\x27'));switch(_0x215546){case _0xdd7c('0x1f'):var _0x56b1e7=moment(_0x41cef2,_0xdd7c('0xc'),!![]);if(_0x56b1e7['isValid']()){_0x3edbe6['push']('\x22'+_0x41cef2+'\x22');}else{_0x1ecfff[_0xdd7c('0x40')](_0xdd7c('0x56'));}break;case _0xdd7c('0x24'):var _0x23292b=parseInt(_0x41cef2);_0x41cef2=_[_0xdd7c('0x57')](_0x23292b)||_0x23292b<0x0||_0x23292b>0x4?_0x59a99b?0x3:0x2:_0x23292b;_0x3edbe6[_0xdd7c('0x40')]('\x22'+_0x41cef2+'\x22');break;case _0xdd7c('0x25'):var _0x4c3de8=parseInt(_0x41cef2);if(_[_0xdd7c('0x58')](_0x4c3de8)&&_[_0xdd7c('0x59')](_0x23dabf,_0x4c3de8)){_0x3edbe6[_0xdd7c('0x40')]('\x22'+_0x4c3de8+'\x22');}else{_0x1ecfff[_0xdd7c('0x40')]('agent\x20not\x20exists');}break;case'email':if(isEmail(_0x41cef2)){_0x3edbe6[_0xdd7c('0x40')]('\x22'+_0x41cef2+'\x22');}else{_0x1ecfff[_0xdd7c('0x40')]('email\x20wrong\x20format');}break;case _0xdd7c('0x5a'):var _0x216535=moment(_0x41cef2,_0xdd7c('0x5b'),!![]);if(_0x216535[_0xdd7c('0x5c')]()){_0x3edbe6[_0xdd7c('0x40')]('\x22'+_0x41cef2+'\x22');}else{_0x1ecfff['push']('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x3edbe6['push']('\x22'+_0x41cef2+'\x22');}}else{switch(_0x215546){case _0xdd7c('0x5d'):case'phone':_0x1ecfff[_0xdd7c('0x40')](_0x215546+_0xdd7c('0x5e'));break;default:_0x3edbe6[_0xdd7c('0x40')]('\x22\x22');}}}}if(_0x1ecfff[_0xdd7c('0x52')]){handleError(_0xd282ff['data'][_0xd90001],{'code':'SystemRow','message':_0x1ecfff[_0xdd7c('0x28')]()});}else{fs[_0xdd7c('0x5f')](_0x562a92,_0x3edbe6[_0xdd7c('0x28')]()+'\x0a');}_0x3edbe6=[];}if(!(stats[_0xdd7c('0x60')]%0xc8)){socket[_0xdd7c('0x61')](_0xdd7c('0x62')+_0x406856,stats);stats['errors']=[];}}if(stopped){logger[_0xdd7c('0x3a')](_0xdd7c('0x63'));_0xaee0b2[_0xdd7c('0x64')]();}}catch(_0xe04ec){handleError(_0xd282ff[_0xdd7c('0x51')][_0xd90001],{'code':'SystemError','message':_0xe04ec[_0xdd7c('0x3d')]});logger[_0xdd7c('0x3c')](_0xdd7c('0x65'),_0xe04ec[_0xdd7c('0x3d')]);}},'complete':function(){try{var _0x232254=[];var _0x372028=_0xdd7c('0x29');if(_0x498bce[_0xdd7c('0x66')]&&_0x498bce[_0xdd7c('0x66')][_0xdd7c('0x52')]){_0x372028=_0xdd7c('0x67')+_0x406856;_0x232254[_0xdd7c('0x40')](_0xdd7c('0x68')+_0x372028+_0xdd7c('0x69'));}var _0x5104c2=util[_0xdd7c('0x6a')](_0xdd7c('0x6b'),_0x562a92,_0x372028,_0x17fd5f,_0x498bce['ListId'],_0x498bce['CompanyId']||null,NOW,NOW);if(_[_0xdd7c('0x6c')](_0x4b57e3[_0xdd7c('0x1f')])){_0x5104c2+=_0xdd7c('0x6d');}_0x232254['push'](_0x5104c2);if(_0x498bce[_0xdd7c('0x66')]&&_0x498bce[_0xdd7c('0x66')][_0xdd7c('0x52')]){_0x232254[_0xdd7c('0x40')](insertCmContact(_0x498bce[_0xdd7c('0x21')],_0x372028,_0x498bce[_0xdd7c('0x66')],_0x4b57e3));_0x232254[_0xdd7c('0x40')](_0xdd7c('0x6e')+_0x372028+';');}_0x232254[_0xdd7c('0x40')](insertCmHopper(_0x498bce[_0xdd7c('0x21')],'voice_queues_has_cm_lists','voice_queues',_0xdd7c('0x6f'),_0x59a99b));_0x232254[_0xdd7c('0x40')](insertCmHopperBlack(_0x498bce[_0xdd7c('0x21')],_0xdd7c('0x70'),_0xdd7c('0x71'),_0xdd7c('0x6f')));_0x232254[_0xdd7c('0x40')](insertCmHopper(_0x498bce[_0xdd7c('0x21')],'campaigns_has_cm_lists',_0xdd7c('0x72'),_0xdd7c('0x73'),_0x59a99b));_0x232254[_0xdd7c('0x40')](insertCmHopperBlack(_0x498bce[_0xdd7c('0x21')],'campaigns_has_cm_blacklists','campaigns',_0xdd7c('0x73')));BPromise[_0xdd7c('0x74')](_0x232254,handleQuery)['then'](function(_0x1817eb){stats[_0xdd7c('0x75')]=!![];stats[_0xdd7c('0x76')]=_0x498bce[_0xdd7c('0x66')]&&_0x498bce[_0xdd7c('0x66')][_0xdd7c('0x52')]?results[0x2][_0xdd7c('0x76')]:results[0x0][_0xdd7c('0x76')];socket[_0xdd7c('0x61')]('contact:import:'+_0x406856,stats);fs[_0xdd7c('0x77')](_0x564db4);fs[_0xdd7c('0x77')](_0x562a92);process[_0xdd7c('0x3e')](0x0);})[_0xdd7c('0x44')](function(_0xbca8db){logger[_0xdd7c('0x3c')](_0xbca8db[_0xdd7c('0x3d')]);process[_0xdd7c('0x3e')](0x1);});}catch(_0x20229f){logger[_0xdd7c('0x3c')](_0xdd7c('0x78'),_0x20229f['message']);process['exit'](0x1);}},'error':function(_0x333fd7,_0x137e27,_0x40558c,_0x29fd77){throw new Error(_0x29fd77);}});}function validate(){if(process[_0xdd7c('0x79')]&&process[_0xdd7c('0x79')][_0xdd7c('0x52')]<0x4){throw new Error(_0xdd7c('0x7a'));}var _0x21fd06=path[_0xdd7c('0x28')](config[_0xdd7c('0x49')],'server/files/tmp',process[_0xdd7c('0x79')][0x2]);if(!fs[_0xdd7c('0x7b')](_0x21fd06)){throw new Error(_0xdd7c('0x7c'));}var _0x11303b={};try{_0x11303b=JSON[_0xdd7c('0x4f')](process['argv'][0x3]);if(!_0x11303b[_0xdd7c('0x7d')]){throw new Error(_0xdd7c('0x7e'));}if(!_0x11303b[_0xdd7c('0x7d')][_0xdd7c('0xf')]){throw new Error(_0xdd7c('0x7f'));}if(!_0x11303b[_0xdd7c('0x7d')][_0xdd7c('0x5d')]){throw new Error('firstName\x20is\x20mandatory');}var _0x1c199e=0x0;if(_0x11303b[_0xdd7c('0x7d')][_0xdd7c('0x25')]){_0x1c199e=0x1;}if(!_0x11303b[_0xdd7c('0x21')]){throw new Error(_0xdd7c('0x80'));}}catch(_0x4055ff){throw new Error('body\x20id\x20mandatory');}var _0x498717=[];try{_0x498717=_['map'](JSON['parse'](process['argv'][0x4]),'id');}catch(_0x534498){logger[_0xdd7c('0x3a')](_0xdd7c('0x81'));}main(_0x21fd06,_0x11303b,_0x498717,_0x1c199e);}validate();process['on']('SIGINT',handleStop);process['on'](_0xdd7c('0x82'),handleUncaughtException);