efd7f1eb14010ad197e7543263323991442a5e39
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x9eb0=['CampaignId','each','then','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','binding','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','body\x20id\x20mandatory','SIGINT','uncaughtException','papaparse','util','bluebird','moment','squel','../../../mysqldb','../../../config/environment','import','redis','localhost','socket.io-emitter','YYYY-MM-DD\x20HH:mm:ss','test','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.createdAt','cm_contacts.priority','cm_contacts.UserId','insert','into','cm_hopper','ContactId','createdAt','priority','UserId','recallme','fields','cm_contacts','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22onlyIfOpen\x22','\x22always\x22','toString','cm_contacts.ListId','cm_contacts.updatedAt','cm_hopper_black','fromQuery','ListId','updatedAt','cm_contacts.ListId\x20=\x20','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId','id\x20IN\x20?','MIN(id)','min_id','group','Received\x20SIGINT','error','message','exit','errors','push','code','info','sequelize','query','spread','catch','main','stringify','send','root','.csv','header','writeFileSync','parse','createReadStream','data','length','rows','replace','scheduledat','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','includes','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','\x20not\x20specified','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','format','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','campaigns','campaigns_has_cm_blacklists'];(function(_0x2d5497,_0x4deab3){var _0x34d69e=function(_0x91e4){while(--_0x91e4){_0x2d5497['push'](_0x2d5497['shift']());}};_0x34d69e(++_0x4deab3);}(_0x9eb0,0x1a3));var _0x09eb=function(_0x2c0db7,_0x3f2042){_0x2c0db7=_0x2c0db7-0x0;var _0x34141b=_0x9eb0[_0x2c0db7];return _0x34141b;};'use strict';var fs=require('fs');var path=require('path');var _=require('lodash');var Papa=require(_0x09eb('0x0'));var util=require(_0x09eb('0x1'));var BPromise=require(_0x09eb('0x2'));var moment=require(_0x09eb('0x3'));var squel=require(_0x09eb('0x4'));var Redis=require('ioredis');var db=require(_0x09eb('0x5'))['db'];var config=require(_0x09eb('0x6'));var logger=require('../../../config/logger')(_0x09eb('0x7'));config[_0x09eb('0x8')]=_['defaults'](config['redis'],{'host':_0x09eb('0x9'),'port':0x18eb});var socket=require(_0x09eb('0xa'))(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()['format'](_0x09eb('0xb'));function isEmail(_0x868aea){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x09eb('0xc')](_0x868aea);}function selectNotIn(_0x51c57c,_0x200423,_0x41b7be,_0x4a637f,_0x46b38c){return squel[_0x09eb('0xd')]()[_0x09eb('0xe')](_0x09eb('0xf'))[_0x09eb('0x10')](_0x4a637f)[_0x09eb('0x11')](_0x200423,null,_0x200423+_0x09eb('0x12')+_0x4a637f+'.'+_0x41b7be)[_0x09eb('0x13')](_0x4a637f+'.'+_0x41b7be+_0x09eb('0x14')+_0x51c57c+'.'+_0x41b7be)[_0x09eb('0x13')](_0x200423+_0x09eb('0x15')+_0x46b38c[_0x09eb('0x11')]()+')');}function insertCmHopper(_0x14e654,_0x3d1fdf,_0x31fbe8,_0x1147fb,_0xc85920){var _0x4fd9d8=[_0x09eb('0x16'),_0x09eb('0x17'),_0x09eb('0x18'),'cm_contacts.ListId',_0x3d1fdf+'.'+_0x1147fb,_0x09eb('0x19'),'cm_contacts.updatedAt',_0x09eb('0x1a'),_0x09eb('0x1b'),'\x22'+_0xc85920+'\x22'];return squel[_0x09eb('0x1c')]()[_0x09eb('0x1d')](_0x09eb('0x1e'))['fromQuery']([_0x09eb('0xf'),'scheduledat',_0x09eb('0x1f'),'ListId',_0x1147fb,_0x09eb('0x20'),'updatedAt',_0x09eb('0x21'),_0x09eb('0x22'),_0x09eb('0x23')],squel[_0x09eb('0xd')]()[_0x09eb('0x24')](_0x4fd9d8)[_0x09eb('0x10')](_0x3d1fdf)['join'](_0x09eb('0x25'),null,'cm_contacts.ListId\x20=\x20'+_0x3d1fdf+_0x09eb('0x26'))[_0x09eb('0x11')](_0x31fbe8,null,_0x31fbe8+'.id\x20=\x20'+_0x3d1fdf+'.'+_0x1147fb)['where'](_0x3d1fdf+_0x09eb('0x27'),_0x14e654)[_0x09eb('0x13')](_0x09eb('0x28'),NOW)[_0x09eb('0x13')](_0x09eb('0x29'),selectNotIn(_0x3d1fdf,_0x31fbe8,_0x1147fb,_0x09eb('0x1e'),['\x22always\x22',_0x09eb('0x2a')]))['where']('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x3d1fdf,_0x31fbe8,_0x1147fb,_0x09eb('0x1e'),[_0x09eb('0x2b')])))[_0x09eb('0x2c')]();}function insertCmHopperBlack(_0x48c0ac,_0x281580,_0x1e56c6,_0x23ab16){var _0x57865a=['cm_contacts.phone','cm_contacts.id',_0x09eb('0x2d'),_0x281580+'.'+_0x23ab16,_0x09eb('0x19'),_0x09eb('0x2e')];return squel['insert']()[_0x09eb('0x1d')](_0x09eb('0x2f'))[_0x09eb('0x30')]([_0x09eb('0xf'),_0x09eb('0x1f'),_0x09eb('0x31'),_0x23ab16,_0x09eb('0x20'),_0x09eb('0x32')],squel[_0x09eb('0xd')]()['fields'](_0x57865a)[_0x09eb('0x10')](_0x281580)[_0x09eb('0x11')](_0x09eb('0x25'),null,_0x09eb('0x33')+_0x281580+_0x09eb('0x26'))[_0x09eb('0x11')](_0x1e56c6,null,_0x1e56c6+_0x09eb('0x12')+_0x281580+'.'+_0x23ab16)[_0x09eb('0x13')](_0x281580+_0x09eb('0x27'),_0x48c0ac)[_0x09eb('0x13')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0x09eb('0x13')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0x09eb('0xd')]()['field']('phone')['from'](_0x09eb('0x2f'))[_0x09eb('0x13')](_0x09eb('0x34'),_0x48c0ac)[_0x09eb('0x13')](_0x23ab16+_0x09eb('0x35'),_0x281580+'.'+_0x23ab16)))[_0x09eb('0x2c')]();}function insertCmContact(_0x4071d9,_0x5440da,_0x431a08,_0x4f134f){var _0x2c015c=_['concat'](_[_0x09eb('0x36')](_0x4f134f),[_0x09eb('0x31'),_0x09eb('0x37'),_0x09eb('0x20'),_0x09eb('0x32')]);return squel[_0x09eb('0x1c')]()[_0x09eb('0x1d')](_0x09eb('0x25'))['fromQuery'](_0x2c015c,squel[_0x09eb('0xd')]()[_0x09eb('0x24')](_0x2c015c)['from'](_0x5440da)[_0x09eb('0x13')]('('+_0x431a08[_0x09eb('0x11')](',')+')\x20NOT\x20IN\x20?',squel['select']()['fields'](_0x431a08)[_0x09eb('0x10')](_0x09eb('0x25'))[_0x09eb('0x13')](_0x09eb('0x34'),_0x4071d9)['where']('deletedAt\x20IS\x20NULL'))[_0x09eb('0x13')](_0x09eb('0x38'),squel['select']()[_0x09eb('0xe')](_0x09eb('0x39'),_0x09eb('0x3a'))[_0x09eb('0x10')](_0x5440da)[_0x09eb('0x3b')](_0x431a08['join'](','))))[_0x09eb('0x2c')]();}function handleStop(){logger['info'](_0x09eb('0x3c'));stopped=!![];}function handleUncaughtException(_0x467990){logger[_0x09eb('0x3d')](_0x467990[_0x09eb('0x3e')]);process[_0x09eb('0x3f')](0x1);}function handleError(_0x1ee3f9,_0x3de877){stats[_0x09eb('0x40')][_0x09eb('0x41')]({'name':_0x3de877[_0x09eb('0x42')],'message':_0x3de877[_0x09eb('0x3e')],'row':_0x1ee3f9});}function handleQuery(_0xaed542){logger[_0x09eb('0x43')](_0xaed542);return db[_0x09eb('0x44')][_0x09eb('0x45')](_0xaed542)[_0x09eb('0x46')](function(_0x5b0a04){results['push'](_0x5b0a04);})[_0x09eb('0x47')](function(_0xef2a66){logger[_0x09eb('0x3d')](_0xef2a66['message']);});}function main(_0x2a8d70,_0xce9719,_0xdd6759,_0x3a8bcc){logger[_0x09eb('0x43')](_0x09eb('0x48'),_0x2a8d70,JSON[_0x09eb('0x49')](_0xce9719));process[_0x09eb('0x4a')]('start');var _0x5f3d01=_0xce9719['binding'];var _0x5975df=_0xce9719['socket_timestamp'];var _0x589ab5=path[_0x09eb('0x11')](config[_0x09eb('0x4b')],'server/files/tmp',_0x5975df+_0x09eb('0x4c'));var _0xbd8eac=_[_0x09eb('0x36')](_0x5f3d01)[_0x09eb('0x11')]();logger['info'](_0x09eb('0x4d'),_0xbd8eac);fs[_0x09eb('0x4e')](_0x589ab5,_0xbd8eac+'\x0a');Papa[_0x09eb('0x4f')](fs[_0x09eb('0x50')](_0x2a8d70),{'header':!![],'skipEmptyLines':!![],'step':function(_0x22ebc7,_0x5b4565){try{for(var _0x290577=0x0,_0x35d6e9=[];_0x290577<_0x22ebc7[_0x09eb('0x51')][_0x09eb('0x52')];_0x290577++){stats[_0x09eb('0x53')]+=0x1;if(_0x22ebc7[_0x09eb('0x40')][_0x290577]){handleError(_0x22ebc7['data'][_0x290577],_0x22ebc7[_0x09eb('0x40')][_0x290577]);}else{var _0x55c1ea=[];for(var _0x3dce3e in _0x5f3d01){if(_0x5f3d01['hasOwnProperty'](_0x3dce3e)){if(_0x22ebc7[_0x09eb('0x51')][_0x290577][_0x5f3d01[_0x3dce3e]]){var _0x4827a0=_['trim'](_0x22ebc7[_0x09eb('0x51')][_0x290577][_0x5f3d01[_0x3dce3e]][_0x09eb('0x54')](/"/g,'\x27'));switch(_0x3dce3e){case _0x09eb('0x55'):var _0xadae2c=moment(_0x4827a0,_0x09eb('0xb'),!![]);if(_0xadae2c[_0x09eb('0x56')]()){_0x35d6e9['push']('\x22'+_0x4827a0+'\x22');}else{_0x55c1ea[_0x09eb('0x41')](_0x09eb('0x57'));}break;case _0x09eb('0x21'):var _0x195a79=parseInt(_0x4827a0);_0x4827a0=_[_0x09eb('0x58')](_0x195a79)||_0x195a79<0x0||_0x195a79>0x4?_0x3a8bcc?0x3:0x2:_0x195a79;_0x35d6e9['push']('\x22'+_0x4827a0+'\x22');break;case _0x09eb('0x22'):var _0x2d79ea=parseInt(_0x4827a0);if(_[_0x09eb('0x59')](_0x2d79ea)&&_[_0x09eb('0x5a')](_0xdd6759,_0x2d79ea)){_0x35d6e9[_0x09eb('0x41')]('\x22'+_0x2d79ea+'\x22');}else{_0x55c1ea[_0x09eb('0x41')]('agent\x20not\x20exists');}break;case'email':if(isEmail(_0x4827a0)){_0x35d6e9['push']('\x22'+_0x4827a0+'\x22');}else{_0x55c1ea[_0x09eb('0x41')](_0x09eb('0x5b'));}break;case _0x09eb('0x5c'):var _0x14f801=moment(_0x4827a0,_0x09eb('0x5d'),!![]);if(_0x14f801[_0x09eb('0x56')]()){_0x35d6e9[_0x09eb('0x41')]('\x22'+_0x4827a0+'\x22');}else{_0x55c1ea[_0x09eb('0x41')](_0x09eb('0x5e'));}break;default:_0x35d6e9[_0x09eb('0x41')]('\x22'+_0x4827a0+'\x22');}}else{switch(_0x3dce3e){case'firstName':case _0x09eb('0xf'):_0x55c1ea[_0x09eb('0x41')](_0x3dce3e+_0x09eb('0x5f'));break;default:_0x35d6e9[_0x09eb('0x41')]('\x22\x22');}}}}if(_0x55c1ea[_0x09eb('0x52')]){handleError(_0x22ebc7['data'][_0x290577],{'code':_0x09eb('0x60'),'message':_0x55c1ea['join']()});}else{fs[_0x09eb('0x61')](_0x589ab5,_0x35d6e9['join']()+'\x0a');}_0x35d6e9=[];}if(!(stats[_0x09eb('0x53')]%0xc8)){socket[_0x09eb('0x62')](_0x09eb('0x63')+_0x5975df,stats);stats[_0x09eb('0x40')]=[];}}if(stopped){logger[_0x09eb('0x43')](_0x09eb('0x64'));_0x5b4565['abort']();}}catch(_0x13290e){handleError(_0x22ebc7[_0x09eb('0x51')][_0x290577],{'code':_0x09eb('0x65'),'message':_0x13290e[_0x09eb('0x3e')]});logger['error'](_0x09eb('0x66'),_0x13290e[_0x09eb('0x3e')]);}},'complete':function(){try{var _0x312a3e=[];var _0x20f125='cm_contacts';if(_0xce9719[_0x09eb('0x67')]&&_0xce9719[_0x09eb('0x67')]['length']){_0x20f125=_0x09eb('0x68')+_0x5975df;_0x312a3e['push'](_0x09eb('0x69')+_0x20f125+_0x09eb('0x6a'));}var _0xbf5711=util[_0x09eb('0x6b')](_0x09eb('0x6c'),_0x589ab5,_0x20f125,_0xbd8eac,_0xce9719[_0x09eb('0x31')],_0xce9719[_0x09eb('0x37')]||null,NOW,NOW);if(_[_0x09eb('0x6d')](_0x5f3d01[_0x09eb('0x55')])){_0xbf5711+=_0x09eb('0x6e');}_0x312a3e['push'](_0xbf5711);if(_0xce9719[_0x09eb('0x67')]&&_0xce9719[_0x09eb('0x67')][_0x09eb('0x52')]){_0x312a3e[_0x09eb('0x41')](insertCmContact(_0xce9719['ListId'],_0x20f125,_0xce9719[_0x09eb('0x67')],_0x5f3d01));_0x312a3e[_0x09eb('0x41')](_0x09eb('0x6f')+_0x20f125+';');}_0x312a3e[_0x09eb('0x41')](insertCmHopper(_0xce9719[_0x09eb('0x31')],_0x09eb('0x70'),_0x09eb('0x71'),_0x09eb('0x72'),_0x3a8bcc));_0x312a3e[_0x09eb('0x41')](insertCmHopperBlack(_0xce9719[_0x09eb('0x31')],'voice_queues_has_cm_blacklists','voice_queues',_0x09eb('0x72')));_0x312a3e[_0x09eb('0x41')](insertCmHopper(_0xce9719['ListId'],'campaigns_has_cm_lists',_0x09eb('0x73'),'CampaignId',_0x3a8bcc));_0x312a3e[_0x09eb('0x41')](insertCmHopperBlack(_0xce9719[_0x09eb('0x31')],_0x09eb('0x74'),'campaigns',_0x09eb('0x75')));BPromise[_0x09eb('0x76')](_0x312a3e,handleQuery)[_0x09eb('0x77')](function(_0x5790be){stats['finish']=!![];stats[_0x09eb('0x78')]=_0xce9719['duplicates']&&_0xce9719[_0x09eb('0x67')]['length']?results[0x2]['affectedRows']:results[0x0][_0x09eb('0x78')];socket[_0x09eb('0x62')]('contact:import:'+_0x5975df,stats);fs[_0x09eb('0x79')](_0x2a8d70);fs[_0x09eb('0x79')](_0x589ab5);process[_0x09eb('0x3f')](0x0);})[_0x09eb('0x47')](function(_0x251335){logger[_0x09eb('0x3d')](_0x251335[_0x09eb('0x3e')]);process[_0x09eb('0x3f')](0x1);});}catch(_0x527a05){logger[_0x09eb('0x3d')](_0x09eb('0x7a'),_0x527a05[_0x09eb('0x3e')]);process[_0x09eb('0x3f')](0x1);}},'error':function(_0x2890f8,_0x5da0ee,_0x5120c9,_0xef86a7){throw new Error(_0xef86a7);}});}function validate(){if(process[_0x09eb('0x7b')]&&process['argv'][_0x09eb('0x52')]<0x4){throw new Error(_0x09eb('0x7c'));}var _0x365fb9=path[_0x09eb('0x11')](config[_0x09eb('0x4b')],_0x09eb('0x7d'),process['argv'][0x2]);if(!fs[_0x09eb('0x7e')](_0x365fb9)){throw new Error(_0x09eb('0x7f'));}var _0x420838={};try{_0x420838=JSON[_0x09eb('0x4f')](process['argv'][0x3]);if(!_0x420838[_0x09eb('0x80')]){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0x420838[_0x09eb('0x80')][_0x09eb('0xf')]){throw new Error(_0x09eb('0x81'));}if(!_0x420838['binding']['firstName']){throw new Error(_0x09eb('0x82'));}var _0x1220e1=0x0;if(_0x420838[_0x09eb('0x80')][_0x09eb('0x22')]){_0x1220e1=0x1;}if(!_0x420838[_0x09eb('0x31')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x1e0559){throw new Error(_0x09eb('0x83'));}var _0x55c72d=[];try{_0x55c72d=_['map'](JSON['parse'](process['argv'][0x4]),'id');}catch(_0x44df87){logger[_0x09eb('0x43')]('No\x20agent\x20available');}main(_0x365fb9,_0x420838,_0x55c72d,_0x1220e1);}validate();process['on'](_0x09eb('0x84'),handleStop);process['on'](_0x09eb('0x85'),handleUncaughtException);