a3781d3fa4e759f7b87e890f8fc62876c72f1eb2
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x316b=['lodash','papaparse','util','bluebird','squel','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','YYYY-MM-DD\x20HH:mm:ss','test','select','field','phone','from','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','join','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_hopper','\x22always\x22','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','toString','cm_hopper_black','fields','ListId\x20=\x20?','concat','keys',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','MIN(id)','min_id','group','info','Received\x20SIGINT','message','exit','errors','code','sequelize','query','spread','push','catch','error','main','stringify','send','binding','socket_timestamp','root','.csv','header','writeFileSync','parse','createReadStream','data','length','rows','hasOwnProperty','trim','replace','isValid','isNaN','isNumber','includes','agent\x20not\x20exists','email','YYYY-MM-DD','firstName','\x20not\x20specified','SystemRow','emit','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','format','CompanyId',',\x20scheduledAt\x20=\x20NOW()','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','finish','affectedRows','contact:import:','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','No\x20agent\x20available','SIGINT','uncaughtException','path'];(function(_0x362a87,_0x27daf5){var _0x47500d=function(_0x127a34){while(--_0x127a34){_0x362a87['push'](_0x362a87['shift']());}};_0x47500d(++_0x27daf5);}(_0x316b,0x113));var _0xb316=function(_0x5c1329,_0x44d752){_0x5c1329=_0x5c1329-0x0;var _0x282631=_0x316b[_0x5c1329];return _0x282631;};'use strict';var fs=require('fs');var path=require(_0xb316('0x0'));var _=require(_0xb316('0x1'));var Papa=require(_0xb316('0x2'));var util=require(_0xb316('0x3'));var BPromise=require(_0xb316('0x4'));var moment=require('moment');var squel=require(_0xb316('0x5'));var Redis=require('ioredis');var db=require(_0xb316('0x6'))['db'];var config=require(_0xb316('0x7'));var logger=require(_0xb316('0x8'))(_0xb316('0x9'));config[_0xb316('0xa')]=_['defaults'](config[_0xb316('0xa')],{'host':'localhost','port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()['format'](_0xb316('0xb'));function isEmail(_0x44aab4){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xb316('0xc')](_0x44aab4);}function selectNotIn(_0x42f141,_0x546a1b,_0x5e5983,_0x53ea6a,_0x21a1c8){return squel[_0xb316('0xd')]()[_0xb316('0xe')](_0xb316('0xf'))[_0xb316('0x10')](_0x53ea6a)['join'](_0x546a1b,null,_0x546a1b+'.id\x20=\x20'+_0x53ea6a+'.'+_0x5e5983)[_0xb316('0x11')](_0x53ea6a+'.'+_0x5e5983+_0xb316('0x12')+_0x42f141+'.'+_0x5e5983)[_0xb316('0x11')](_0x546a1b+_0xb316('0x13')+_0x21a1c8[_0xb316('0x14')]()+')');}function insertCmHopper(_0x18d8bf,_0x5d47f4,_0x3ae8c5,_0x2f5b4e,_0x1935b7){var _0x13425e=[_0xb316('0x15'),_0xb316('0x16'),_0xb316('0x17'),_0xb316('0x18'),_0x5d47f4+'.'+_0x2f5b4e,_0xb316('0x19'),_0xb316('0x1a'),_0xb316('0x1b'),_0xb316('0x1c'),'\x22'+_0x1935b7+'\x22'];return squel[_0xb316('0x1d')]()[_0xb316('0x1e')]('cm_hopper')[_0xb316('0x1f')]([_0xb316('0xf'),_0xb316('0x20'),_0xb316('0x21'),_0xb316('0x22'),_0x2f5b4e,_0xb316('0x23'),_0xb316('0x24'),_0xb316('0x25'),_0xb316('0x26'),_0xb316('0x27')],squel['select']()['fields'](_0x13425e)[_0xb316('0x10')](_0x5d47f4)[_0xb316('0x14')](_0xb316('0x28'),null,_0xb316('0x29')+_0x5d47f4+_0xb316('0x2a'))[_0xb316('0x14')](_0x3ae8c5,null,_0x3ae8c5+'.id\x20=\x20'+_0x5d47f4+'.'+_0x2f5b4e)[_0xb316('0x11')](_0x5d47f4+_0xb316('0x2b'),_0x18d8bf)['where'](_0xb316('0x2c'),NOW)[_0xb316('0x11')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x5d47f4,_0x3ae8c5,_0x2f5b4e,_0xb316('0x2d'),[_0xb316('0x2e'),_0xb316('0x2f')]))[_0xb316('0x11')](_0xb316('0x30'),selectNotIn(_0x5d47f4,_0x3ae8c5,_0x2f5b4e,'cm_hopper',[_0xb316('0x2e')])))[_0xb316('0x31')]();}function insertCmHopperBlack(_0x18cabc,_0x2227e0,_0x200ede,_0x53a47b){var _0x5345ab=[_0xb316('0x15'),'cm_contacts.id','cm_contacts.ListId',_0x2227e0+'.'+_0x53a47b,_0xb316('0x19'),_0xb316('0x1a')];return squel[_0xb316('0x1d')]()[_0xb316('0x1e')](_0xb316('0x32'))[_0xb316('0x1f')](['phone',_0xb316('0x21'),_0xb316('0x22'),_0x53a47b,_0xb316('0x23'),_0xb316('0x24')],squel['select']()[_0xb316('0x33')](_0x5345ab)[_0xb316('0x10')](_0x2227e0)[_0xb316('0x14')](_0xb316('0x28'),null,_0xb316('0x29')+_0x2227e0+_0xb316('0x2a'))['join'](_0x200ede,null,_0x200ede+'.id\x20=\x20'+_0x2227e0+'.'+_0x53a47b)['where'](_0x2227e0+'.CmListId\x20=\x20?',_0x18cabc)[_0xb316('0x11')](_0xb316('0x2c'),NOW)['where'](_0xb316('0x30'),squel['select']()[_0xb316('0xe')](_0xb316('0xf'))[_0xb316('0x10')]('cm_hopper_black')['where'](_0xb316('0x34'),_0x18cabc)[_0xb316('0x11')](_0x53a47b+'\x20=\x20?',_0x2227e0+'.'+_0x53a47b)))[_0xb316('0x31')]();}function insertCmContact(_0x24e5cb,_0x335ee3,_0x50bffa,_0x354e65){var _0x5ce509=_[_0xb316('0x35')](_[_0xb316('0x36')](_0x354e65),[_0xb316('0x22'),'CompanyId','createdAt',_0xb316('0x24')]);return squel[_0xb316('0x1d')]()[_0xb316('0x1e')](_0xb316('0x28'))[_0xb316('0x1f')](_0x5ce509,squel['select']()[_0xb316('0x33')](_0x5ce509)[_0xb316('0x10')](_0x335ee3)[_0xb316('0x11')]('('+_0x50bffa[_0xb316('0x14')](',')+_0xb316('0x37'),squel[_0xb316('0xd')]()[_0xb316('0x33')](_0x50bffa)[_0xb316('0x10')](_0xb316('0x28'))[_0xb316('0x11')](_0xb316('0x34'),_0x24e5cb)[_0xb316('0x11')](_0xb316('0x38')))[_0xb316('0x11')](_0xb316('0x39'),squel[_0xb316('0xd')]()[_0xb316('0xe')](_0xb316('0x3a'),_0xb316('0x3b'))['from'](_0x335ee3)[_0xb316('0x3c')](_0x50bffa[_0xb316('0x14')](','))))[_0xb316('0x31')]();}function handleStop(){logger[_0xb316('0x3d')](_0xb316('0x3e'));stopped=!![];}function handleUncaughtException(_0x3e3d01){logger['error'](_0x3e3d01[_0xb316('0x3f')]);process[_0xb316('0x40')](0x1);}function handleError(_0x13bdde,_0x3ac217){stats[_0xb316('0x41')]['push']({'name':_0x3ac217[_0xb316('0x42')],'message':_0x3ac217['message'],'row':_0x13bdde});}function handleQuery(_0x1d2e9b){logger[_0xb316('0x3d')](_0x1d2e9b);return db[_0xb316('0x43')][_0xb316('0x44')](_0x1d2e9b)[_0xb316('0x45')](function(_0x91bf7d){results[_0xb316('0x46')](_0x91bf7d);})[_0xb316('0x47')](function(_0x1be002){logger[_0xb316('0x48')](_0x1be002[_0xb316('0x3f')]);});}function main(_0x4567d8,_0x52ebcf,_0x420c23,_0x5efbc6){logger[_0xb316('0x3d')](_0xb316('0x49'),_0x4567d8,JSON[_0xb316('0x4a')](_0x52ebcf));process[_0xb316('0x4b')]('start');var _0x362bb2=_0x52ebcf[_0xb316('0x4c')];var _0x2fe6e2=_0x52ebcf[_0xb316('0x4d')];var _0x53fb81=path['join'](config[_0xb316('0x4e')],'server/files/tmp',_0x2fe6e2+_0xb316('0x4f'));var _0x470de6=_[_0xb316('0x36')](_0x362bb2)[_0xb316('0x14')]();logger[_0xb316('0x3d')](_0xb316('0x50'),_0x470de6);fs[_0xb316('0x51')](_0x53fb81,_0x470de6+'\x0a');Papa[_0xb316('0x52')](fs[_0xb316('0x53')](_0x4567d8),{'header':!![],'skipEmptyLines':!![],'step':function(_0x1d3cf8,_0x94406a){try{for(var _0x64695b=0x0,_0x50b5e5=[];_0x64695b<_0x1d3cf8[_0xb316('0x54')][_0xb316('0x55')];_0x64695b++){stats[_0xb316('0x56')]+=0x1;if(_0x1d3cf8['errors'][_0x64695b]){handleError(_0x1d3cf8[_0xb316('0x54')][_0x64695b],_0x1d3cf8[_0xb316('0x41')][_0x64695b]);}else{var _0x577f2a=[];for(var _0x164db6 in _0x362bb2){if(_0x362bb2[_0xb316('0x57')](_0x164db6)){if(_0x1d3cf8[_0xb316('0x54')][_0x64695b][_0x362bb2[_0x164db6]]){var _0x48661b=_[_0xb316('0x58')](_0x1d3cf8['data'][_0x64695b][_0x362bb2[_0x164db6]][_0xb316('0x59')](/"/g,'\x27'));switch(_0x164db6){case _0xb316('0x20'):var _0xe3203c=moment(_0x48661b,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0xe3203c[_0xb316('0x5a')]()){_0x50b5e5[_0xb316('0x46')]('\x22'+_0x48661b+'\x22');}else{_0x577f2a[_0xb316('0x46')]('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case _0xb316('0x25'):var _0x1bf2ce=parseInt(_0x48661b);_0x48661b=_[_0xb316('0x5b')](_0x1bf2ce)||_0x1bf2ce<0x0||_0x1bf2ce>0x4?_0x5efbc6?0x3:0x2:_0x1bf2ce;_0x50b5e5[_0xb316('0x46')]('\x22'+_0x48661b+'\x22');break;case _0xb316('0x26'):var _0x21444c=parseInt(_0x48661b);if(_[_0xb316('0x5c')](_0x21444c)&&_[_0xb316('0x5d')](_0x420c23,_0x21444c)){_0x50b5e5[_0xb316('0x46')]('\x22'+_0x21444c+'\x22');}else{_0x577f2a['push'](_0xb316('0x5e'));}break;case _0xb316('0x5f'):if(isEmail(_0x48661b)){_0x50b5e5['push']('\x22'+_0x48661b+'\x22');}else{_0x577f2a[_0xb316('0x46')]('email\x20wrong\x20format');}break;case'dateOfBirth':var _0x355d56=moment(_0x48661b,_0xb316('0x60'),!![]);if(_0x355d56[_0xb316('0x5a')]()){_0x50b5e5[_0xb316('0x46')]('\x22'+_0x48661b+'\x22');}else{_0x577f2a[_0xb316('0x46')]('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x50b5e5['push']('\x22'+_0x48661b+'\x22');}}else{switch(_0x164db6){case _0xb316('0x61'):case _0xb316('0xf'):_0x577f2a[_0xb316('0x46')](_0x164db6+_0xb316('0x62'));break;default:_0x50b5e5[_0xb316('0x46')]('\x22\x22');}}}}if(_0x577f2a[_0xb316('0x55')]){handleError(_0x1d3cf8[_0xb316('0x54')][_0x64695b],{'code':_0xb316('0x63'),'message':_0x577f2a[_0xb316('0x14')]()});}else{fs['appendFileSync'](_0x53fb81,_0x50b5e5[_0xb316('0x14')]()+'\x0a');}_0x50b5e5=[];}if(!(stats[_0xb316('0x56')]%0xc8)){socket[_0xb316('0x64')]('contact:import:'+_0x2fe6e2,stats);stats['errors']=[];}}if(stopped){logger[_0xb316('0x3d')](_0xb316('0x65'));_0x94406a[_0xb316('0x66')]();}}catch(_0x24d8e4){handleError(_0x1d3cf8[_0xb316('0x54')][_0x64695b],{'code':_0xb316('0x67'),'message':_0x24d8e4[_0xb316('0x3f')]});logger[_0xb316('0x48')](_0xb316('0x68'),_0x24d8e4['message']);}},'complete':function(){try{var _0x4ef7c5=[];var _0x3850b4=_0xb316('0x28');if(_0x52ebcf['duplicates']&&_0x52ebcf[_0xb316('0x69')]['length']){_0x3850b4=_0xb316('0x6a')+_0x2fe6e2;_0x4ef7c5[_0xb316('0x46')](_0xb316('0x6b')+_0x3850b4+_0xb316('0x6c'));}var _0x16e573=util[_0xb316('0x6d')]('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x53fb81,_0x3850b4,_0x470de6,_0x52ebcf['ListId'],_0x52ebcf[_0xb316('0x6e')]||null,NOW,NOW);if(_['isNil'](_0x362bb2[_0xb316('0x20')])){_0x16e573+=_0xb316('0x6f');}_0x4ef7c5[_0xb316('0x46')](_0x16e573);if(_0x52ebcf[_0xb316('0x69')]&&_0x52ebcf[_0xb316('0x69')][_0xb316('0x55')]){_0x4ef7c5[_0xb316('0x46')](insertCmContact(_0x52ebcf[_0xb316('0x22')],_0x3850b4,_0x52ebcf[_0xb316('0x69')],_0x362bb2));_0x4ef7c5[_0xb316('0x46')]('DROP\x20TABLE\x20'+_0x3850b4+';');}_0x4ef7c5['push'](insertCmHopper(_0x52ebcf[_0xb316('0x22')],_0xb316('0x70'),_0xb316('0x71'),_0xb316('0x72'),_0x5efbc6));_0x4ef7c5[_0xb316('0x46')](insertCmHopperBlack(_0x52ebcf[_0xb316('0x22')],_0xb316('0x73'),_0xb316('0x71'),_0xb316('0x72')));_0x4ef7c5[_0xb316('0x46')](insertCmHopper(_0x52ebcf['ListId'],_0xb316('0x74'),_0xb316('0x75'),_0xb316('0x76'),_0x5efbc6));_0x4ef7c5[_0xb316('0x46')](insertCmHopperBlack(_0x52ebcf[_0xb316('0x22')],_0xb316('0x77'),_0xb316('0x75'),'CampaignId'));BPromise[_0xb316('0x78')](_0x4ef7c5,handleQuery)['then'](function(_0x3590a7){stats[_0xb316('0x79')]=!![];stats[_0xb316('0x7a')]=_0x52ebcf[_0xb316('0x69')]&&_0x52ebcf[_0xb316('0x69')][_0xb316('0x55')]?results[0x2][_0xb316('0x7a')]:results[0x0][_0xb316('0x7a')];socket['emit'](_0xb316('0x7b')+_0x2fe6e2,stats);fs[_0xb316('0x7c')](_0x4567d8);fs['unlink'](_0x53fb81);process[_0xb316('0x40')](0x0);})[_0xb316('0x47')](function(_0x27ee8d){logger[_0xb316('0x48')](_0x27ee8d[_0xb316('0x3f')]);process[_0xb316('0x40')](0x1);});}catch(_0x25ae03){logger[_0xb316('0x48')](_0xb316('0x7d'),_0x25ae03['message']);process[_0xb316('0x40')](0x1);}},'error':function(_0xa5c9b0,_0x2bb588,_0xd786bb,_0x2aa58f){throw new Error(_0x2aa58f);}});}function validate(){if(process['argv']&&process[_0xb316('0x7e')]['length']<0x4){throw new Error(_0xb316('0x7f'));}var _0x30f758=path[_0xb316('0x14')](config[_0xb316('0x4e')],_0xb316('0x80'),process[_0xb316('0x7e')][0x2]);if(!fs[_0xb316('0x81')](_0x30f758)){throw new Error(_0xb316('0x82'));}var _0x27b628={};try{_0x27b628=JSON[_0xb316('0x52')](process[_0xb316('0x7e')][0x3]);if(!_0x27b628['binding']){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0x27b628[_0xb316('0x4c')][_0xb316('0xf')]){throw new Error('phone\x20is\x20mandatory');}if(!_0x27b628[_0xb316('0x4c')][_0xb316('0x61')]){throw new Error(_0xb316('0x83'));}var _0x31a5e=0x0;if(_0x27b628[_0xb316('0x4c')][_0xb316('0x26')]){_0x31a5e=0x1;}if(!_0x27b628['ListId']){throw new Error(_0xb316('0x84'));}}catch(_0xa8e586){throw new Error(_0xb316('0x85'));}var _0x105cce=[];try{_0x105cce=_[_0xb316('0x86')](JSON[_0xb316('0x52')](process[_0xb316('0x7e')][0x4]),'id');}catch(_0x169feb){logger['info'](_0xb316('0x87'));}main(_0x30f758,_0x27b628,_0x105cce,_0x31a5e);}validate();process['on'](_0xb316('0x88'),handleStop);process['on'](_0xb316('0x89'),handleUncaughtException);