39e5c269e3e7341424174850e4d87f9b494c70f8
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xb60f=['cm_hopper_black','ContactId','fields','from','ListId\x20=\x20?','concat','keys','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','min_id','group','Received\x20SIGINT','exit','errors','push','code','message','info','sequelize','query','spread','catch','error','main','stringify','send','socket_timestamp','root','server/files/tmp','.csv','header','writeFileSync','parse','length','rows','hasOwnProperty','data','trim','replace','YYYY-MM-DD\x20HH:mm:ss','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','agent\x20not\x20exists','email','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','isValid','SystemRow','appendFileSync','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','VoiceQueueId','voice_queues_has_cm_blacklists','voice_queues','campaigns_has_cm_lists','CampaignId','campaigns_has_cm_blacklists','campaigns','finish','affectedRows','unlink','complete','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','argv','binding','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','ListId\x20is\x20mandatory','map','SIGINT','uncaughtException','path','papaparse','util','moment','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','format','test','select','field','phone','join','.id\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','fromQuery','scheduledat','ListId','createdAt','updatedAt','priority','UserId','recallme','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','cm_hopper','\x22always\x22','toString'];(function(_0x5888e6,_0x2c4094){var _0xfc0047=function(_0x172241){while(--_0x172241){_0x5888e6['push'](_0x5888e6['shift']());}};_0xfc0047(++_0x2c4094);}(_0xb60f,0xe1));var _0xfb60=function(_0x414532,_0x499545){_0x414532=_0x414532-0x0;var _0x1fac01=_0xb60f[_0x414532];return _0x1fac01;};'use strict';var fs=require('fs');var path=require(_0xfb60('0x0'));var _=require('lodash');var Papa=require(_0xfb60('0x1'));var util=require(_0xfb60('0x2'));var BPromise=require('bluebird');var moment=require(_0xfb60('0x3'));var squel=require(_0xfb60('0x4'));var Redis=require(_0xfb60('0x5'));var db=require(_0xfb60('0x6'))['db'];var config=require(_0xfb60('0x7'));var logger=require(_0xfb60('0x8'))(_0xfb60('0x9'));config[_0xfb60('0xa')]=_[_0xfb60('0xb')](config[_0xfb60('0xa')],{'host':_0xfb60('0xc'),'port':0x18eb});var socket=require(_0xfb60('0xd'))(new Redis(config[_0xfb60('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xfb60('0xe')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x1dbe4e){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xfb60('0xf')](_0x1dbe4e);}function selectNotIn(_0x4455a4,_0x30d5ea,_0x9103fa,_0x4e6657,_0x5e79b2){return squel[_0xfb60('0x10')]()[_0xfb60('0x11')](_0xfb60('0x12'))['from'](_0x4e6657)[_0xfb60('0x13')](_0x30d5ea,null,_0x30d5ea+_0xfb60('0x14')+_0x4e6657+'.'+_0x9103fa)[_0xfb60('0x15')](_0x4e6657+'.'+_0x9103fa+'\x20=\x20'+_0x4455a4+'.'+_0x9103fa)[_0xfb60('0x15')](_0x30d5ea+_0xfb60('0x16')+_0x5e79b2[_0xfb60('0x13')]()+')');}function insertCmHopper(_0x275f4f,_0x129741,_0x520474,_0x5d5b8c,_0x4e1c31){var _0x25989e=['cm_contacts.phone',_0xfb60('0x17'),_0xfb60('0x18'),_0xfb60('0x19'),_0x129741+'.'+_0x5d5b8c,_0xfb60('0x1a'),_0xfb60('0x1b'),_0xfb60('0x1c'),_0xfb60('0x1d'),'\x22'+_0x4e1c31+'\x22'];return squel[_0xfb60('0x1e')]()[_0xfb60('0x1f')]('cm_hopper')[_0xfb60('0x20')]([_0xfb60('0x12'),_0xfb60('0x21'),'ContactId',_0xfb60('0x22'),_0x5d5b8c,_0xfb60('0x23'),_0xfb60('0x24'),_0xfb60('0x25'),_0xfb60('0x26'),_0xfb60('0x27')],squel[_0xfb60('0x10')]()['fields'](_0x25989e)['from'](_0x129741)[_0xfb60('0x13')](_0xfb60('0x28'),null,_0xfb60('0x29')+_0x129741+_0xfb60('0x2a'))[_0xfb60('0x13')](_0x520474,null,_0x520474+'.id\x20=\x20'+_0x129741+'.'+_0x5d5b8c)['where'](_0x129741+_0xfb60('0x2b'),_0x275f4f)[_0xfb60('0x15')](_0xfb60('0x2c'),NOW)['where'](_0xfb60('0x2d'),selectNotIn(_0x129741,_0x520474,_0x5d5b8c,_0xfb60('0x2e'),[_0xfb60('0x2f'),'\x22onlyIfOpen\x22']))['where']('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x129741,_0x520474,_0x5d5b8c,'cm_hopper',[_0xfb60('0x2f')])))[_0xfb60('0x30')]();}function insertCmHopperBlack(_0x2d9d07,_0x20a1b5,_0x3850e4,_0x277752){var _0x2df140=['cm_contacts.phone',_0xfb60('0x18'),'cm_contacts.ListId',_0x20a1b5+'.'+_0x277752,_0xfb60('0x1a'),_0xfb60('0x1b')];return squel[_0xfb60('0x1e')]()[_0xfb60('0x1f')](_0xfb60('0x31'))[_0xfb60('0x20')]([_0xfb60('0x12'),_0xfb60('0x32'),_0xfb60('0x22'),_0x277752,_0xfb60('0x23'),_0xfb60('0x24')],squel[_0xfb60('0x10')]()[_0xfb60('0x33')](_0x2df140)[_0xfb60('0x34')](_0x20a1b5)[_0xfb60('0x13')](_0xfb60('0x28'),null,_0xfb60('0x29')+_0x20a1b5+'.CmListId')[_0xfb60('0x13')](_0x3850e4,null,_0x3850e4+_0xfb60('0x14')+_0x20a1b5+'.'+_0x277752)[_0xfb60('0x15')](_0x20a1b5+_0xfb60('0x2b'),_0x2d9d07)[_0xfb60('0x15')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0xfb60('0x15')](_0xfb60('0x2d'),squel['select']()[_0xfb60('0x11')](_0xfb60('0x12'))[_0xfb60('0x34')](_0xfb60('0x31'))[_0xfb60('0x15')](_0xfb60('0x35'),_0x2d9d07)[_0xfb60('0x15')](_0x277752+'\x20=\x20?',_0x20a1b5+'.'+_0x277752)))[_0xfb60('0x30')]();}function insertCmContact(_0x1ac0d2,_0x307d7f,_0xc6a248,_0x415975){var _0x312c24=_[_0xfb60('0x36')](_[_0xfb60('0x37')](_0x415975),[_0xfb60('0x22'),_0xfb60('0x38'),_0xfb60('0x23'),_0xfb60('0x24')]);return squel[_0xfb60('0x1e')]()[_0xfb60('0x1f')](_0xfb60('0x28'))['fromQuery'](_0x312c24,squel[_0xfb60('0x10')]()[_0xfb60('0x33')](_0x312c24)[_0xfb60('0x34')](_0x307d7f)[_0xfb60('0x15')]('('+_0xc6a248[_0xfb60('0x13')](',')+_0xfb60('0x39'),squel[_0xfb60('0x10')]()[_0xfb60('0x33')](_0xc6a248)[_0xfb60('0x34')]('cm_contacts')[_0xfb60('0x15')](_0xfb60('0x35'),_0x1ac0d2)[_0xfb60('0x15')](_0xfb60('0x3a')))[_0xfb60('0x15')](_0xfb60('0x3b'),squel[_0xfb60('0x10')]()[_0xfb60('0x11')]('MIN(id)',_0xfb60('0x3c'))[_0xfb60('0x34')](_0x307d7f)[_0xfb60('0x3d')](_0xc6a248[_0xfb60('0x13')](','))))[_0xfb60('0x30')]();}function handleStop(){logger['info'](_0xfb60('0x3e'));stopped=!![];}function handleUncaughtException(_0x587ed9){logger['error'](_0x587ed9['message']);process[_0xfb60('0x3f')](0x1);}function handleError(_0x1723ac,_0x201de0){stats[_0xfb60('0x40')][_0xfb60('0x41')]({'name':_0x201de0[_0xfb60('0x42')],'message':_0x201de0[_0xfb60('0x43')],'row':_0x1723ac});}function handleQuery(_0x130057){logger[_0xfb60('0x44')](_0x130057);return db[_0xfb60('0x45')][_0xfb60('0x46')](_0x130057)[_0xfb60('0x47')](function(_0x4b6e88){results[_0xfb60('0x41')](_0x4b6e88);})[_0xfb60('0x48')](function(_0xec8b5c){logger[_0xfb60('0x49')](_0xec8b5c[_0xfb60('0x43')]);});}function main(_0x537db8,_0x4bd3cd,_0x46d920,_0x2b9a2b){logger['info'](_0xfb60('0x4a'),_0x537db8,JSON[_0xfb60('0x4b')](_0x4bd3cd));process[_0xfb60('0x4c')]('start');var _0x467b55=_0x4bd3cd['binding'];var _0x254e3b=_0x4bd3cd[_0xfb60('0x4d')];var _0x231125=path['join'](config[_0xfb60('0x4e')],_0xfb60('0x4f'),_0x254e3b+_0xfb60('0x50'));var _0x13297a=_[_0xfb60('0x37')](_0x467b55)[_0xfb60('0x13')]();logger[_0xfb60('0x44')](_0xfb60('0x51'),_0x13297a);fs[_0xfb60('0x52')](_0x231125,_0x13297a+'\x0a');Papa[_0xfb60('0x53')](fs['createReadStream'](_0x537db8),{'header':!![],'skipEmptyLines':!![],'step':function(_0x439015,_0x16b212){try{for(var _0x1579ef=0x0,_0x117595=[];_0x1579ef<_0x439015['data'][_0xfb60('0x54')];_0x1579ef++){stats[_0xfb60('0x55')]+=0x1;if(_0x439015[_0xfb60('0x40')][_0x1579ef]){handleError(_0x439015['data'][_0x1579ef],_0x439015['errors'][_0x1579ef]);}else{var _0x288ac8=[];for(var _0x2190a1 in _0x467b55){if(_0x467b55[_0xfb60('0x56')](_0x2190a1)){if(_0x439015[_0xfb60('0x57')][_0x1579ef][_0x467b55[_0x2190a1]]){var _0x3dd10d=_[_0xfb60('0x58')](_0x439015[_0xfb60('0x57')][_0x1579ef][_0x467b55[_0x2190a1]][_0xfb60('0x59')](/"/g,'\x27'));switch(_0x2190a1){case _0xfb60('0x21'):var _0x5d2e0c=moment(_0x3dd10d,_0xfb60('0x5a'),!![]);if(_0x5d2e0c['isValid']()){_0x117595[_0xfb60('0x41')]('\x22'+_0x3dd10d+'\x22');}else{_0x288ac8[_0xfb60('0x41')](_0xfb60('0x5b'));}break;case _0xfb60('0x25'):var _0x1375ef=parseInt(_0x3dd10d);_0x3dd10d=_[_0xfb60('0x5c')](_0x1375ef)||_0x1375ef<0x0||_0x1375ef>0x4?_0x2b9a2b?0x3:0x2:_0x1375ef;_0x117595['push']('\x22'+_0x3dd10d+'\x22');break;case _0xfb60('0x26'):var _0xb9c755=parseInt(_0x3dd10d);if(_[_0xfb60('0x5d')](_0xb9c755)&&_['includes'](_0x46d920,_0xb9c755)){_0x117595[_0xfb60('0x41')]('\x22'+_0xb9c755+'\x22');}else{_0x288ac8['push'](_0xfb60('0x5e'));}break;case _0xfb60('0x5f'):if(isEmail(_0x3dd10d)){_0x117595[_0xfb60('0x41')]('\x22'+_0x3dd10d+'\x22');}else{_0x288ac8[_0xfb60('0x41')](_0xfb60('0x60'));}break;case _0xfb60('0x61'):var _0x4c26aa=moment(_0x3dd10d,_0xfb60('0x62'),!![]);if(_0x4c26aa[_0xfb60('0x63')]()){_0x117595[_0xfb60('0x41')]('\x22'+_0x3dd10d+'\x22');}else{_0x288ac8[_0xfb60('0x41')]('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x117595[_0xfb60('0x41')]('\x22'+_0x3dd10d+'\x22');}}else{switch(_0x2190a1){case'firstName':case'phone':_0x288ac8[_0xfb60('0x41')](_0x2190a1+'\x20not\x20specified');break;default:_0x117595['push']('\x22\x22');}}}}if(_0x288ac8['length']){handleError(_0x439015[_0xfb60('0x57')][_0x1579ef],{'code':_0xfb60('0x64'),'message':_0x288ac8['join']()});}else{fs[_0xfb60('0x65')](_0x231125,_0x117595[_0xfb60('0x13')]()+'\x0a');}_0x117595=[];}if(!(stats[_0xfb60('0x55')]%0xc8)){socket['emit'](_0xfb60('0x66')+_0x254e3b,stats);stats[_0xfb60('0x40')]=[];}}if(stopped){logger[_0xfb60('0x44')](_0xfb60('0x67'));_0x16b212[_0xfb60('0x68')]();}}catch(_0x233cfe){handleError(_0x439015[_0xfb60('0x57')][_0x1579ef],{'code':_0xfb60('0x69'),'message':_0x233cfe[_0xfb60('0x43')]});logger[_0xfb60('0x49')](_0xfb60('0x6a'),_0x233cfe['message']);}},'complete':function(){try{var _0x2b5e94=[];var _0xf67594=_0xfb60('0x28');if(_0x4bd3cd[_0xfb60('0x6b')]&&_0x4bd3cd[_0xfb60('0x6b')][_0xfb60('0x54')]){_0xf67594=_0xfb60('0x6c')+_0x254e3b;_0x2b5e94[_0xfb60('0x41')](_0xfb60('0x6d')+_0xf67594+_0xfb60('0x6e'));}var _0x2a18b1=util[_0xfb60('0xe')](_0xfb60('0x6f'),_0x231125,_0xf67594,_0x13297a,_0x4bd3cd[_0xfb60('0x22')],_0x4bd3cd[_0xfb60('0x38')]||null,NOW,NOW);if(_['isNil'](_0x467b55[_0xfb60('0x21')])){_0x2a18b1+=_0xfb60('0x70');}_0x2b5e94['push'](_0x2a18b1);if(_0x4bd3cd[_0xfb60('0x6b')]&&_0x4bd3cd[_0xfb60('0x6b')][_0xfb60('0x54')]){_0x2b5e94['push'](insertCmContact(_0x4bd3cd['ListId'],_0xf67594,_0x4bd3cd[_0xfb60('0x6b')],_0x467b55));_0x2b5e94['push'](_0xfb60('0x71')+_0xf67594+';');}_0x2b5e94['push'](insertCmHopper(_0x4bd3cd[_0xfb60('0x22')],_0xfb60('0x72'),'voice_queues',_0xfb60('0x73'),_0x2b9a2b));_0x2b5e94[_0xfb60('0x41')](insertCmHopperBlack(_0x4bd3cd[_0xfb60('0x22')],_0xfb60('0x74'),_0xfb60('0x75'),_0xfb60('0x73')));_0x2b5e94[_0xfb60('0x41')](insertCmHopper(_0x4bd3cd[_0xfb60('0x22')],_0xfb60('0x76'),'campaigns',_0xfb60('0x77'),_0x2b9a2b));_0x2b5e94[_0xfb60('0x41')](insertCmHopperBlack(_0x4bd3cd[_0xfb60('0x22')],_0xfb60('0x78'),_0xfb60('0x79'),_0xfb60('0x77')));BPromise['each'](_0x2b5e94,handleQuery)['then'](function(_0x171594){stats[_0xfb60('0x7a')]=!![];stats[_0xfb60('0x7b')]=_0x4bd3cd[_0xfb60('0x6b')]&&_0x4bd3cd[_0xfb60('0x6b')][_0xfb60('0x54')]?results[0x2]['affectedRows']:results[0x0][_0xfb60('0x7b')];socket['emit'](_0xfb60('0x66')+_0x254e3b,stats);fs['unlink'](_0x537db8);fs[_0xfb60('0x7c')](_0x231125);process['exit'](0x0);})[_0xfb60('0x48')](function(_0x560053){logger[_0xfb60('0x49')](_0x560053[_0xfb60('0x43')]);process['exit'](0x1);});}catch(_0x467fc1){logger[_0xfb60('0x49')](_0xfb60('0x7d'),_0x467fc1[_0xfb60('0x43')]);process[_0xfb60('0x3f')](0x1);}},'error':function(_0x5d455c,_0x928da3,_0x397075,_0x3d81ce){throw new Error(_0x3d81ce);}});}function validate(){if(process['argv']&&process['argv'][_0xfb60('0x54')]<0x4){throw new Error(_0xfb60('0x7e'));}var _0x5cb066=path[_0xfb60('0x13')](config['root'],'server/files/tmp',process['argv'][0x2]);if(!fs[_0xfb60('0x7f')](_0x5cb066)){throw new Error(_0xfb60('0x80'));}var _0x3e05ba={};try{_0x3e05ba=JSON[_0xfb60('0x53')](process[_0xfb60('0x81')][0x3]);if(!_0x3e05ba[_0xfb60('0x82')]){throw new Error(_0xfb60('0x83'));}if(!_0x3e05ba[_0xfb60('0x82')][_0xfb60('0x12')]){throw new Error(_0xfb60('0x84'));}if(!_0x3e05ba[_0xfb60('0x82')]['firstName']){throw new Error('firstName\x20is\x20mandatory');}var _0x3c03fa=0x0;if(_0x3e05ba[_0xfb60('0x82')][_0xfb60('0x26')]){_0x3c03fa=0x1;}if(!_0x3e05ba[_0xfb60('0x22')]){throw new Error(_0xfb60('0x85'));}}catch(_0x480a0f){throw new Error('body\x20id\x20mandatory');}var _0x504897=[];try{_0x504897=_[_0xfb60('0x86')](JSON[_0xfb60('0x53')](process[_0xfb60('0x81')][0x4]),'id');}catch(_0x3b59fc){logger['info']('No\x20agent\x20available');}main(_0x5cb066,_0x3e05ba,_0x504897,_0x3c03fa);}validate();process['on'](_0xfb60('0x87'),handleStop);process['on'](_0xfb60('0x88'),handleUncaughtException);