Built motion from commit (unavailable).|2.5.16
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x7cc2=['priority','UserId','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','toString','cm_contacts.updatedAt','insert','cm_hopper_black','ListId','.CmListId\x20=\x20?','ListId\x20=\x20?','keys','CompanyId','createdAt',')\x20NOT\x20IN\x20?','id\x20IN\x20?','MIN(id)','min_id','group','error','message','exit','code','info','sequelize','query','spread','push','stringify','start','socket_timestamp','server/files/tmp','.csv','header','parse','createReadStream','length','rows','data','errors','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','includes','agent\x20not\x20exists','email','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','SystemError','step','duplicates','cm_contacts_','\x20LIKE\x20cm_contacts;','format','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns','CampaignId','each','then','finish','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','root','existsSync','file\x20doesn\x27t\x20exists','binding','binding\x20doesn\x27t\x20exists','firstName\x20is\x20mandatory','body\x20id\x20mandatory','No\x20agent\x20available','SIGINT','uncaughtException','path','lodash','util','bluebird','moment','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','YYYY-MM-DD\x20HH:mm:ss','test','select','phone','from','join','.id\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.priority','into','cm_hopper','fromQuery','scheduledat','ContactId','updatedAt'];(function(_0xed28d8,_0x285464){var _0xb255ab=function(_0x4d6d2d){while(--_0x4d6d2d){_0xed28d8['push'](_0xed28d8['shift']());}};_0xb255ab(++_0x285464);}(_0x7cc2,0x1e9));var _0x27cc=function(_0x20a558,_0x160e0e){_0x20a558=_0x20a558-0x0;var _0x53d3f7=_0x7cc2[_0x20a558];return _0x53d3f7;};'use strict';var fs=require('fs');var path=require(_0x27cc('0x0'));var _=require(_0x27cc('0x1'));var Papa=require('papaparse');var util=require(_0x27cc('0x2'));var BPromise=require(_0x27cc('0x3'));var moment=require(_0x27cc('0x4'));var squel=require('squel');var Redis=require(_0x27cc('0x5'));var db=require(_0x27cc('0x6'))['db'];var config=require(_0x27cc('0x7'));var logger=require(_0x27cc('0x8'))(_0x27cc('0x9'));config[_0x27cc('0xa')]=_[_0x27cc('0xb')](config['redis'],{'host':_0x27cc('0xc'),'port':0x18eb});var socket=require(_0x27cc('0xd'))(new Redis(config[_0x27cc('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()['format'](_0x27cc('0xe'));function isEmail(_0x41f55d){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x27cc('0xf')](_0x41f55d);}function selectNotIn(_0x1689c3,_0xe690c9,_0x95cc6f,_0xe26e9d,_0x322e67){return squel[_0x27cc('0x10')]()['field'](_0x27cc('0x11'))[_0x27cc('0x12')](_0xe26e9d)[_0x27cc('0x13')](_0xe690c9,null,_0xe690c9+_0x27cc('0x14')+_0xe26e9d+'.'+_0x95cc6f)[_0x27cc('0x15')](_0xe26e9d+'.'+_0x95cc6f+'\x20=\x20'+_0x1689c3+'.'+_0x95cc6f)[_0x27cc('0x15')](_0xe690c9+_0x27cc('0x16')+_0x322e67['join']()+')');}function insertCmHopper(_0x419798,_0x8226fc,_0x2bbbe1,_0xb1e94e,_0x26cd30){var _0x4f2cd7=[_0x27cc('0x17'),_0x27cc('0x18'),_0x27cc('0x19'),_0x27cc('0x1a'),_0x8226fc+'.'+_0xb1e94e,_0x27cc('0x1b'),'cm_contacts.updatedAt',_0x27cc('0x1c'),'cm_contacts.UserId','\x22'+_0x26cd30+'\x22'];return squel['insert']()[_0x27cc('0x1d')](_0x27cc('0x1e'))[_0x27cc('0x1f')](['phone',_0x27cc('0x20'),_0x27cc('0x21'),'ListId',_0xb1e94e,'createdAt',_0x27cc('0x22'),_0x27cc('0x23'),_0x27cc('0x24'),'recallme'],squel['select']()[_0x27cc('0x25')](_0x4f2cd7)[_0x27cc('0x12')](_0x8226fc)[_0x27cc('0x13')](_0x27cc('0x26'),null,_0x27cc('0x27')+_0x8226fc+_0x27cc('0x28'))[_0x27cc('0x13')](_0x2bbbe1,null,_0x2bbbe1+_0x27cc('0x14')+_0x8226fc+'.'+_0xb1e94e)['where'](_0x8226fc+'.CmListId\x20=\x20?',_0x419798)[_0x27cc('0x15')](_0x27cc('0x29'),NOW)[_0x27cc('0x15')](_0x27cc('0x2a'),selectNotIn(_0x8226fc,_0x2bbbe1,_0xb1e94e,_0x27cc('0x1e'),[_0x27cc('0x2b'),'\x22onlyIfOpen\x22']))[_0x27cc('0x15')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x8226fc,_0x2bbbe1,_0xb1e94e,_0x27cc('0x1e'),[_0x27cc('0x2b')])))[_0x27cc('0x2c')]();}function insertCmHopperBlack(_0x392472,_0x7ac3fd,_0x2cf1a1,_0x126bfe){var _0x239053=[_0x27cc('0x17'),_0x27cc('0x19'),_0x27cc('0x1a'),_0x7ac3fd+'.'+_0x126bfe,_0x27cc('0x1b'),_0x27cc('0x2d')];return squel[_0x27cc('0x2e')]()['into'](_0x27cc('0x2f'))[_0x27cc('0x1f')]([_0x27cc('0x11'),_0x27cc('0x21'),_0x27cc('0x30'),_0x126bfe,'createdAt',_0x27cc('0x22')],squel[_0x27cc('0x10')]()['fields'](_0x239053)['from'](_0x7ac3fd)[_0x27cc('0x13')](_0x27cc('0x26'),null,_0x27cc('0x27')+_0x7ac3fd+'.CmListId')[_0x27cc('0x13')](_0x2cf1a1,null,_0x2cf1a1+_0x27cc('0x14')+_0x7ac3fd+'.'+_0x126bfe)['where'](_0x7ac3fd+_0x27cc('0x31'),_0x392472)[_0x27cc('0x15')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0x27cc('0x15')](_0x27cc('0x2a'),squel['select']()['field'](_0x27cc('0x11'))[_0x27cc('0x12')](_0x27cc('0x2f'))[_0x27cc('0x15')](_0x27cc('0x32'),_0x392472)['where'](_0x126bfe+'\x20=\x20?',_0x7ac3fd+'.'+_0x126bfe)))[_0x27cc('0x2c')]();}function insertCmContact(_0x19bc34,_0x4e2a91,_0x30df14,_0x499917){var _0x11f546=_['concat'](_[_0x27cc('0x33')](_0x499917),['ListId',_0x27cc('0x34'),_0x27cc('0x35'),_0x27cc('0x22')]);return squel[_0x27cc('0x2e')]()[_0x27cc('0x1d')](_0x27cc('0x26'))[_0x27cc('0x1f')](_0x11f546,squel[_0x27cc('0x10')]()[_0x27cc('0x25')](_0x11f546)[_0x27cc('0x12')](_0x4e2a91)[_0x27cc('0x15')]('('+_0x30df14[_0x27cc('0x13')](',')+_0x27cc('0x36'),squel['select']()['fields'](_0x30df14)[_0x27cc('0x12')](_0x27cc('0x26'))[_0x27cc('0x15')](_0x27cc('0x32'),_0x19bc34)[_0x27cc('0x15')]('deletedAt\x20IS\x20NULL'))[_0x27cc('0x15')](_0x27cc('0x37'),squel[_0x27cc('0x10')]()['field'](_0x27cc('0x38'),_0x27cc('0x39'))['from'](_0x4e2a91)[_0x27cc('0x3a')](_0x30df14[_0x27cc('0x13')](','))))[_0x27cc('0x2c')]();}function handleStop(){logger['info']('Received\x20SIGINT');stopped=!![];}function handleUncaughtException(_0x492f08){logger[_0x27cc('0x3b')](_0x492f08[_0x27cc('0x3c')]);process[_0x27cc('0x3d')](0x1);}function handleError(_0x786048,_0x201c67){stats['errors']['push']({'name':_0x201c67[_0x27cc('0x3e')],'message':_0x201c67[_0x27cc('0x3c')],'row':_0x786048});}function handleQuery(_0x21d05d){logger[_0x27cc('0x3f')](_0x21d05d);return db[_0x27cc('0x40')][_0x27cc('0x41')](_0x21d05d)[_0x27cc('0x42')](function(_0x356f0c){results[_0x27cc('0x43')](_0x356f0c);})['catch'](function(_0x2c64c2){logger[_0x27cc('0x3b')](_0x2c64c2[_0x27cc('0x3c')]);});}function main(_0x3ed1ba,_0x215f22,_0x5f4730,_0x1f25e4){logger['info']('main',_0x3ed1ba,JSON[_0x27cc('0x44')](_0x215f22));process['send'](_0x27cc('0x45'));var _0x2dfdb5=_0x215f22['binding'];var _0x5bb108=_0x215f22[_0x27cc('0x46')];var _0x3828c9=path['join'](config['root'],_0x27cc('0x47'),_0x5bb108+_0x27cc('0x48'));var _0x2893e4=_[_0x27cc('0x33')](_0x2dfdb5)['join']();logger[_0x27cc('0x3f')](_0x27cc('0x49'),_0x2893e4);fs['writeFileSync'](_0x3828c9,_0x2893e4+'\x0a');Papa[_0x27cc('0x4a')](fs[_0x27cc('0x4b')](_0x3ed1ba),{'header':!![],'skipEmptyLines':!![],'step':function(_0x21445a,_0x4c0ab8){try{for(var _0xb019aa=0x0,_0x583c47=[];_0xb019aa<_0x21445a['data'][_0x27cc('0x4c')];_0xb019aa++){stats[_0x27cc('0x4d')]+=0x1;if(_0x21445a['errors'][_0xb019aa]){handleError(_0x21445a[_0x27cc('0x4e')][_0xb019aa],_0x21445a[_0x27cc('0x4f')][_0xb019aa]);}else{var _0x44b4fe=[];for(var _0x7b8f1a in _0x2dfdb5){if(_0x2dfdb5['hasOwnProperty'](_0x7b8f1a)){if(_0x21445a[_0x27cc('0x4e')][_0xb019aa][_0x2dfdb5[_0x7b8f1a]]){var _0x53d563=_[_0x27cc('0x50')](_0x21445a[_0x27cc('0x4e')][_0xb019aa][_0x2dfdb5[_0x7b8f1a]][_0x27cc('0x51')](/"/g,'\x27'));switch(_0x7b8f1a){case _0x27cc('0x20'):var _0x5d0d83=moment(_0x53d563,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0x5d0d83[_0x27cc('0x52')]()){_0x583c47['push']('\x22'+_0x53d563+'\x22');}else{_0x44b4fe[_0x27cc('0x43')](_0x27cc('0x53'));}break;case'priority':var _0x3aa32e=parseInt(_0x53d563);_0x53d563=_[_0x27cc('0x54')](_0x3aa32e)||_0x3aa32e<0x0||_0x3aa32e>0x4?_0x1f25e4?0x3:0x2:_0x3aa32e;_0x583c47[_0x27cc('0x43')]('\x22'+_0x53d563+'\x22');break;case'UserId':var _0x49cf0e=parseInt(_0x53d563);if(_[_0x27cc('0x55')](_0x49cf0e)&&_[_0x27cc('0x56')](_0x5f4730,_0x49cf0e)){_0x583c47['push']('\x22'+_0x49cf0e+'\x22');}else{_0x44b4fe[_0x27cc('0x43')](_0x27cc('0x57'));}break;case _0x27cc('0x58'):if(isEmail(_0x53d563)){_0x583c47['push']('\x22'+_0x53d563+'\x22');}else{_0x44b4fe[_0x27cc('0x43')](_0x27cc('0x59'));}break;case _0x27cc('0x5a'):var _0xd46709=moment(_0x53d563,_0x27cc('0x5b'),!![]);if(_0xd46709[_0x27cc('0x52')]()){_0x583c47[_0x27cc('0x43')]('\x22'+_0x53d563+'\x22');}else{_0x44b4fe[_0x27cc('0x43')]('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x583c47[_0x27cc('0x43')]('\x22'+_0x53d563+'\x22');}}else{switch(_0x7b8f1a){case _0x27cc('0x5c'):case _0x27cc('0x11'):_0x44b4fe[_0x27cc('0x43')](_0x7b8f1a+_0x27cc('0x5d'));break;default:_0x583c47[_0x27cc('0x43')]('\x22\x22');}}}}if(_0x44b4fe[_0x27cc('0x4c')]){handleError(_0x21445a[_0x27cc('0x4e')][_0xb019aa],{'code':_0x27cc('0x5e'),'message':_0x44b4fe['join']()});}else{fs[_0x27cc('0x5f')](_0x3828c9,_0x583c47['join']()+'\x0a');}_0x583c47=[];}if(!(stats[_0x27cc('0x4d')]%0xc8)){socket[_0x27cc('0x60')](_0x27cc('0x61')+_0x5bb108,stats);stats[_0x27cc('0x4f')]=[];}}if(stopped){logger[_0x27cc('0x3f')](_0x27cc('0x62'));_0x4c0ab8['abort']();}}catch(_0x41c07c){handleError(_0x21445a[_0x27cc('0x4e')][_0xb019aa],{'code':_0x27cc('0x63'),'message':_0x41c07c[_0x27cc('0x3c')]});logger['error'](_0x27cc('0x64'),_0x41c07c[_0x27cc('0x3c')]);}},'complete':function(){try{var _0x4992c7=[];var _0x3b3c63=_0x27cc('0x26');if(_0x215f22[_0x27cc('0x65')]&&_0x215f22[_0x27cc('0x65')][_0x27cc('0x4c')]){_0x3b3c63=_0x27cc('0x66')+_0x5bb108;_0x4992c7[_0x27cc('0x43')]('CREATE\x20TABLE\x20'+_0x3b3c63+_0x27cc('0x67'));}var _0x3f1403=util[_0x27cc('0x68')]('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x3828c9,_0x3b3c63,_0x2893e4,_0x215f22[_0x27cc('0x30')],_0x215f22[_0x27cc('0x34')]||null,NOW,NOW);if(_[_0x27cc('0x69')](_0x2dfdb5[_0x27cc('0x20')])){_0x3f1403+=_0x27cc('0x6a');}_0x4992c7[_0x27cc('0x43')](_0x3f1403);if(_0x215f22[_0x27cc('0x65')]&&_0x215f22[_0x27cc('0x65')][_0x27cc('0x4c')]){_0x4992c7[_0x27cc('0x43')](insertCmContact(_0x215f22[_0x27cc('0x30')],_0x3b3c63,_0x215f22[_0x27cc('0x65')],_0x2dfdb5));_0x4992c7[_0x27cc('0x43')](_0x27cc('0x6b')+_0x3b3c63+';');}_0x4992c7[_0x27cc('0x43')](insertCmHopper(_0x215f22[_0x27cc('0x30')],_0x27cc('0x6c'),'voice_queues',_0x27cc('0x6d'),_0x1f25e4));_0x4992c7[_0x27cc('0x43')](insertCmHopperBlack(_0x215f22['ListId'],_0x27cc('0x6e'),'voice_queues',_0x27cc('0x6d')));_0x4992c7['push'](insertCmHopper(_0x215f22[_0x27cc('0x30')],'campaigns_has_cm_lists',_0x27cc('0x6f'),_0x27cc('0x70'),_0x1f25e4));_0x4992c7['push'](insertCmHopperBlack(_0x215f22[_0x27cc('0x30')],'campaigns_has_cm_blacklists',_0x27cc('0x6f'),_0x27cc('0x70')));BPromise[_0x27cc('0x71')](_0x4992c7,handleQuery)[_0x27cc('0x72')](function(_0x2d36cd){stats[_0x27cc('0x73')]=!![];stats[_0x27cc('0x74')]=_0x215f22[_0x27cc('0x65')]&&_0x215f22['duplicates'][_0x27cc('0x4c')]?results[0x2][_0x27cc('0x74')]:results[0x0]['affectedRows'];socket['emit'](_0x27cc('0x61')+_0x5bb108,stats);fs['unlink'](_0x3ed1ba);fs[_0x27cc('0x75')](_0x3828c9);process[_0x27cc('0x3d')](0x0);})['catch'](function(_0xe5b2c7){logger['error'](_0xe5b2c7[_0x27cc('0x3c')]);process[_0x27cc('0x3d')](0x1);});}catch(_0x52ee63){logger[_0x27cc('0x3b')](_0x27cc('0x76'),_0x52ee63['message']);process[_0x27cc('0x3d')](0x1);}},'error':function(_0x3efed0,_0x26736d,_0x23526f,_0x121f55){throw new Error(_0x121f55);}});}function validate(){if(process[_0x27cc('0x77')]&&process[_0x27cc('0x77')][_0x27cc('0x4c')]<0x4){throw new Error(_0x27cc('0x78'));}var _0xd4c8ee=path[_0x27cc('0x13')](config[_0x27cc('0x79')],_0x27cc('0x47'),process[_0x27cc('0x77')][0x2]);if(!fs[_0x27cc('0x7a')](_0xd4c8ee)){throw new Error(_0x27cc('0x7b'));}var _0x4ca299={};try{_0x4ca299=JSON['parse'](process[_0x27cc('0x77')][0x3]);if(!_0x4ca299[_0x27cc('0x7c')]){throw new Error(_0x27cc('0x7d'));}if(!_0x4ca299[_0x27cc('0x7c')]['phone']){throw new Error('phone\x20is\x20mandatory');}if(!_0x4ca299[_0x27cc('0x7c')][_0x27cc('0x5c')]){throw new Error(_0x27cc('0x7e'));}var _0x39cf76=0x0;if(_0x4ca299[_0x27cc('0x7c')][_0x27cc('0x24')]){_0x39cf76=0x1;}if(!_0x4ca299[_0x27cc('0x30')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0xa24f43){throw new Error(_0x27cc('0x7f'));}var _0x476936=[];try{_0x476936=_['map'](JSON['parse'](process[_0x27cc('0x77')][0x4]),'id');}catch(_0x3e2bfa){logger[_0x27cc('0x3f')](_0x27cc('0x80'));}main(_0xd4c8ee,_0x4ca299,_0x476936,_0x39cf76);}validate();process['on'](_0x27cc('0x81'),handleStop);process['on'](_0x27cc('0x82'),handleUncaughtException);