4ba47cac8b5dfe66e8c0f36285987e743d0d08df
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x9653=['insert','into','fromQuery','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','select','fields','cm_contacts','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','cm_hopper','\x22onlyIfOpen\x22','\x22always\x22','toString','cm_contacts.phone','cm_contacts.ListId\x20=\x20','.CmListId','cm_hopper_black','ListId\x20=\x20?','\x20=\x20?','concat','keys','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','MIN(id)','min_id','info','Received\x20SIGINT','exit','push','code','message','sequelize','query','spread','catch','error','main','start','socket_timestamp','root','server/files/tmp','.csv','header','writeFileSync','parse','data','length','rows','errors','hasOwnProperty','trim','replace','scheduledat','isValid','isNaN','isNumber','includes','email','email\x20wrong\x20format','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','isNil','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','campaigns_has_cm_blacklists','CampaignId','each','then','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','binding','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','path','lodash','papaparse','util','bluebird','moment','ioredis','../../../mysqldb','defaults','redis','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','field','phone','from','join','.id\x20=\x20','where','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId'];(function(_0x5c5e8f,_0x21b86a){var _0x342dd3=function(_0x5b55b0){while(--_0x5b55b0){_0x5c5e8f['push'](_0x5c5e8f['shift']());}};_0x342dd3(++_0x21b86a);}(_0x9653,0x17d));var _0x3965=function(_0x183a54,_0x55b00b){_0x183a54=_0x183a54-0x0;var _0x58a000=_0x9653[_0x183a54];return _0x58a000;};'use strict';var fs=require('fs');var path=require(_0x3965('0x0'));var _=require(_0x3965('0x1'));var Papa=require(_0x3965('0x2'));var util=require(_0x3965('0x3'));var BPromise=require(_0x3965('0x4'));var moment=require(_0x3965('0x5'));var squel=require('squel');var Redis=require(_0x3965('0x6'));var db=require(_0x3965('0x7'))['db'];var config=require('../../../config/environment');var logger=require('../../../config/logger')('import');config['redis']=_[_0x3965('0x8')](config[_0x3965('0x9')],{'host':_0x3965('0xa'),'port':0x18eb});var socket=require(_0x3965('0xb'))(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x3965('0xc')](_0x3965('0xd'));function isEmail(_0x5a9149){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x5a9149);}function selectNotIn(_0x3aaeab,_0x34739e,_0x5379f7,_0x91da,_0x1563bf){return squel['select']()[_0x3965('0xe')](_0x3965('0xf'))[_0x3965('0x10')](_0x91da)[_0x3965('0x11')](_0x34739e,null,_0x34739e+_0x3965('0x12')+_0x91da+'.'+_0x5379f7)[_0x3965('0x13')](_0x91da+'.'+_0x5379f7+'\x20=\x20'+_0x3aaeab+'.'+_0x5379f7)[_0x3965('0x13')](_0x34739e+'.dialCheckDuplicateType\x20IN\x20('+_0x1563bf[_0x3965('0x11')]()+')');}function insertCmHopper(_0x1cb943,_0x96bc,_0x476c2d,_0x338826,_0x34a9ed){var _0x1e5b45=['cm_contacts.phone',_0x3965('0x14'),_0x3965('0x15'),_0x3965('0x16'),_0x96bc+'.'+_0x338826,_0x3965('0x17'),_0x3965('0x18'),_0x3965('0x19'),_0x3965('0x1a'),'\x22'+_0x34a9ed+'\x22'];return squel[_0x3965('0x1b')]()[_0x3965('0x1c')]('cm_hopper')[_0x3965('0x1d')]([_0x3965('0xf'),'scheduledat',_0x3965('0x1e'),_0x3965('0x1f'),_0x338826,_0x3965('0x20'),_0x3965('0x21'),_0x3965('0x22'),_0x3965('0x23'),_0x3965('0x24')],squel[_0x3965('0x25')]()[_0x3965('0x26')](_0x1e5b45)[_0x3965('0x10')](_0x96bc)[_0x3965('0x11')](_0x3965('0x27'),null,'cm_contacts.ListId\x20=\x20'+_0x96bc+'.CmListId')['join'](_0x476c2d,null,_0x476c2d+_0x3965('0x12')+_0x96bc+'.'+_0x338826)[_0x3965('0x13')](_0x96bc+_0x3965('0x28'),_0x1cb943)[_0x3965('0x13')](_0x3965('0x29'),NOW)[_0x3965('0x13')](_0x3965('0x2a'),selectNotIn(_0x96bc,_0x476c2d,_0x338826,_0x3965('0x2b'),['\x22always\x22',_0x3965('0x2c')]))[_0x3965('0x13')](_0x3965('0x2a'),selectNotIn(_0x96bc,_0x476c2d,_0x338826,'cm_hopper',[_0x3965('0x2d')])))[_0x3965('0x2e')]();}function insertCmHopperBlack(_0x3d0d6d,_0x3bd08b,_0x542a09,_0x42eb2f){var _0x4dc850=[_0x3965('0x2f'),'cm_contacts.id','cm_contacts.ListId',_0x3bd08b+'.'+_0x42eb2f,_0x3965('0x17'),'cm_contacts.updatedAt'];return squel['insert']()[_0x3965('0x1c')]('cm_hopper_black')[_0x3965('0x1d')]([_0x3965('0xf'),_0x3965('0x1e'),'ListId',_0x42eb2f,_0x3965('0x20'),_0x3965('0x21')],squel[_0x3965('0x25')]()[_0x3965('0x26')](_0x4dc850)['from'](_0x3bd08b)[_0x3965('0x11')]('cm_contacts',null,_0x3965('0x30')+_0x3bd08b+_0x3965('0x31'))[_0x3965('0x11')](_0x542a09,null,_0x542a09+'.id\x20=\x20'+_0x3bd08b+'.'+_0x42eb2f)['where'](_0x3bd08b+'.CmListId\x20=\x20?',_0x3d0d6d)[_0x3965('0x13')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0x3965('0x13')](_0x3965('0x2a'),squel['select']()['field'](_0x3965('0xf'))['from'](_0x3965('0x32'))[_0x3965('0x13')](_0x3965('0x33'),_0x3d0d6d)[_0x3965('0x13')](_0x42eb2f+_0x3965('0x34'),_0x3bd08b+'.'+_0x42eb2f)))[_0x3965('0x2e')]();}function insertCmContact(_0x30b4ab,_0xfcddf3,_0x7c4ea7,_0x45ea3c){var _0x507c99=_[_0x3965('0x35')](_[_0x3965('0x36')](_0x45ea3c),[_0x3965('0x1f'),_0x3965('0x37'),_0x3965('0x20'),_0x3965('0x21')]);return squel['insert']()[_0x3965('0x1c')]('cm_contacts')[_0x3965('0x1d')](_0x507c99,squel['select']()[_0x3965('0x26')](_0x507c99)[_0x3965('0x10')](_0xfcddf3)[_0x3965('0x13')]('('+_0x7c4ea7[_0x3965('0x11')](',')+_0x3965('0x38'),squel[_0x3965('0x25')]()['fields'](_0x7c4ea7)[_0x3965('0x10')](_0x3965('0x27'))[_0x3965('0x13')](_0x3965('0x33'),_0x30b4ab)[_0x3965('0x13')](_0x3965('0x39')))['where'](_0x3965('0x3a'),squel[_0x3965('0x25')]()[_0x3965('0xe')](_0x3965('0x3b'),_0x3965('0x3c'))[_0x3965('0x10')](_0xfcddf3)['group'](_0x7c4ea7[_0x3965('0x11')](','))))[_0x3965('0x2e')]();}function handleStop(){logger[_0x3965('0x3d')](_0x3965('0x3e'));stopped=!![];}function handleUncaughtException(_0x57931f){logger['error'](_0x57931f['message']);process[_0x3965('0x3f')](0x1);}function handleError(_0x62bfd,_0x599bc2){stats['errors'][_0x3965('0x40')]({'name':_0x599bc2[_0x3965('0x41')],'message':_0x599bc2[_0x3965('0x42')],'row':_0x62bfd});}function handleQuery(_0x4b04aa){logger['info'](_0x4b04aa);return db[_0x3965('0x43')][_0x3965('0x44')](_0x4b04aa)[_0x3965('0x45')](function(_0x27b086){results['push'](_0x27b086);})[_0x3965('0x46')](function(_0x2f188f){logger[_0x3965('0x47')](_0x2f188f[_0x3965('0x42')]);});}function main(_0x4b6be8,_0x24eb3c,_0x1909df,_0x4d487f){logger[_0x3965('0x3d')](_0x3965('0x48'),_0x4b6be8,JSON['stringify'](_0x24eb3c));process['send'](_0x3965('0x49'));var _0x4c9f72=_0x24eb3c['binding'];var _0x4c156b=_0x24eb3c[_0x3965('0x4a')];var _0x1c50a3=path[_0x3965('0x11')](config[_0x3965('0x4b')],_0x3965('0x4c'),_0x4c156b+_0x3965('0x4d'));var _0x286673=_[_0x3965('0x36')](_0x4c9f72)['join']();logger[_0x3965('0x3d')](_0x3965('0x4e'),_0x286673);fs[_0x3965('0x4f')](_0x1c50a3,_0x286673+'\x0a');Papa[_0x3965('0x50')](fs['createReadStream'](_0x4b6be8),{'header':!![],'skipEmptyLines':!![],'step':function(_0x14b257,_0x48e520){try{for(var _0x2bdc67=0x0,_0x3831e7=[];_0x2bdc67<_0x14b257[_0x3965('0x51')][_0x3965('0x52')];_0x2bdc67++){stats[_0x3965('0x53')]+=0x1;if(_0x14b257[_0x3965('0x54')][_0x2bdc67]){handleError(_0x14b257['data'][_0x2bdc67],_0x14b257[_0x3965('0x54')][_0x2bdc67]);}else{var _0x3846fc=[];for(var _0x2eec06 in _0x4c9f72){if(_0x4c9f72[_0x3965('0x55')](_0x2eec06)){if(_0x14b257[_0x3965('0x51')][_0x2bdc67][_0x4c9f72[_0x2eec06]]){var _0x2e328b=_[_0x3965('0x56')](_0x14b257['data'][_0x2bdc67][_0x4c9f72[_0x2eec06]][_0x3965('0x57')](/"/g,'\x27'));switch(_0x2eec06){case _0x3965('0x58'):var _0x4203df=moment(_0x2e328b,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0x4203df[_0x3965('0x59')]()){_0x3831e7['push']('\x22'+_0x2e328b+'\x22');}else{_0x3846fc[_0x3965('0x40')]('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case _0x3965('0x22'):var _0x5d8452=parseInt(_0x2e328b);_0x2e328b=_[_0x3965('0x5a')](_0x5d8452)||_0x5d8452<0x0||_0x5d8452>0x4?_0x4d487f?0x3:0x2:_0x5d8452;_0x3831e7[_0x3965('0x40')]('\x22'+_0x2e328b+'\x22');break;case'UserId':var _0x19c976=parseInt(_0x2e328b);if(_[_0x3965('0x5b')](_0x19c976)&&_[_0x3965('0x5c')](_0x1909df,_0x19c976)){_0x3831e7[_0x3965('0x40')]('\x22'+_0x19c976+'\x22');}else{_0x3846fc['push']('agent\x20not\x20exists');}break;case _0x3965('0x5d'):if(isEmail(_0x2e328b)){_0x3831e7['push']('\x22'+_0x2e328b+'\x22');}else{_0x3846fc[_0x3965('0x40')](_0x3965('0x5e'));}break;case'dateOfBirth':var _0x92235=moment(_0x2e328b,_0x3965('0x5f'),!![]);if(_0x92235[_0x3965('0x59')]()){_0x3831e7[_0x3965('0x40')]('\x22'+_0x2e328b+'\x22');}else{_0x3846fc[_0x3965('0x40')](_0x3965('0x60'));}break;default:_0x3831e7[_0x3965('0x40')]('\x22'+_0x2e328b+'\x22');}}else{switch(_0x2eec06){case _0x3965('0x61'):case _0x3965('0xf'):_0x3846fc[_0x3965('0x40')](_0x2eec06+_0x3965('0x62'));break;default:_0x3831e7['push']('\x22\x22');}}}}if(_0x3846fc[_0x3965('0x52')]){handleError(_0x14b257[_0x3965('0x51')][_0x2bdc67],{'code':'SystemRow','message':_0x3846fc[_0x3965('0x11')]()});}else{fs[_0x3965('0x63')](_0x1c50a3,_0x3831e7[_0x3965('0x11')]()+'\x0a');}_0x3831e7=[];}if(!(stats[_0x3965('0x53')]%0xc8)){socket[_0x3965('0x64')](_0x3965('0x65')+_0x4c156b,stats);stats[_0x3965('0x54')]=[];}}if(stopped){logger[_0x3965('0x3d')](_0x3965('0x66'));_0x48e520[_0x3965('0x67')]();}}catch(_0x3ec53a){handleError(_0x14b257['data'][_0x2bdc67],{'code':_0x3965('0x68'),'message':_0x3ec53a[_0x3965('0x42')]});logger[_0x3965('0x47')](_0x3965('0x69'),_0x3ec53a[_0x3965('0x42')]);}},'complete':function(){try{var _0x4f48ce=[];var _0x37e067=_0x3965('0x27');if(_0x24eb3c[_0x3965('0x6a')]&&_0x24eb3c[_0x3965('0x6a')]['length']){_0x37e067=_0x3965('0x6b')+_0x4c156b;_0x4f48ce[_0x3965('0x40')](_0x3965('0x6c')+_0x37e067+_0x3965('0x6d'));}var _0x2c0179=util['format']('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x1c50a3,_0x37e067,_0x286673,_0x24eb3c[_0x3965('0x1f')],_0x24eb3c[_0x3965('0x37')]||null,NOW,NOW);if(_[_0x3965('0x6e')](_0x4c9f72[_0x3965('0x58')])){_0x2c0179+=',\x20scheduledAt\x20=\x20NOW()';}_0x4f48ce[_0x3965('0x40')](_0x2c0179);if(_0x24eb3c[_0x3965('0x6a')]&&_0x24eb3c['duplicates'][_0x3965('0x52')]){_0x4f48ce['push'](insertCmContact(_0x24eb3c['ListId'],_0x37e067,_0x24eb3c[_0x3965('0x6a')],_0x4c9f72));_0x4f48ce[_0x3965('0x40')](_0x3965('0x6f')+_0x37e067+';');}_0x4f48ce[_0x3965('0x40')](insertCmHopper(_0x24eb3c[_0x3965('0x1f')],_0x3965('0x70'),_0x3965('0x71'),_0x3965('0x72'),_0x4d487f));_0x4f48ce[_0x3965('0x40')](insertCmHopperBlack(_0x24eb3c[_0x3965('0x1f')],_0x3965('0x73'),_0x3965('0x71'),_0x3965('0x72')));_0x4f48ce[_0x3965('0x40')](insertCmHopper(_0x24eb3c['ListId'],_0x3965('0x74'),_0x3965('0x75'),'CampaignId',_0x4d487f));_0x4f48ce[_0x3965('0x40')](insertCmHopperBlack(_0x24eb3c['ListId'],_0x3965('0x76'),'campaigns',_0x3965('0x77')));BPromise[_0x3965('0x78')](_0x4f48ce,handleQuery)[_0x3965('0x79')](function(_0x3ebe80){stats['finish']=!![];stats[_0x3965('0x7a')]=_0x24eb3c[_0x3965('0x6a')]&&_0x24eb3c['duplicates'][_0x3965('0x52')]?results[0x2][_0x3965('0x7a')]:results[0x0][_0x3965('0x7a')];socket[_0x3965('0x64')]('contact:import:'+_0x4c156b,stats);fs[_0x3965('0x7b')](_0x4b6be8);fs[_0x3965('0x7b')](_0x1c50a3);process[_0x3965('0x3f')](0x0);})[_0x3965('0x46')](function(_0x6d580d){logger[_0x3965('0x47')](_0x6d580d[_0x3965('0x42')]);process[_0x3965('0x3f')](0x1);});}catch(_0x3f24f7){logger[_0x3965('0x47')](_0x3965('0x7c'),_0x3f24f7[_0x3965('0x42')]);process[_0x3965('0x3f')](0x1);}},'error':function(_0x3250f8,_0x3040c2,_0x21ca6f,_0x3b33c1){throw new Error(_0x3b33c1);}});}function validate(){if(process[_0x3965('0x7d')]&&process['argv']['length']<0x4){throw new Error(_0x3965('0x7e'));}var _0x237ebc=path[_0x3965('0x11')](config['root'],_0x3965('0x4c'),process[_0x3965('0x7d')][0x2]);if(!fs[_0x3965('0x7f')](_0x237ebc)){throw new Error(_0x3965('0x80'));}var _0x4fb7fc={};try{_0x4fb7fc=JSON[_0x3965('0x50')](process[_0x3965('0x7d')][0x3]);if(!_0x4fb7fc[_0x3965('0x81')]){throw new Error(_0x3965('0x82'));}if(!_0x4fb7fc[_0x3965('0x81')][_0x3965('0xf')]){throw new Error(_0x3965('0x83'));}if(!_0x4fb7fc[_0x3965('0x81')][_0x3965('0x61')]){throw new Error(_0x3965('0x84'));}var _0x1e84c7=0x0;if(_0x4fb7fc[_0x3965('0x81')][_0x3965('0x23')]){_0x1e84c7=0x1;}if(!_0x4fb7fc['ListId']){throw new Error(_0x3965('0x85'));}}catch(_0x6d8e35){throw new Error(_0x3965('0x86'));}var _0x42d287=[];try{_0x42d287=_[_0x3965('0x87')](JSON[_0x3965('0x50')](process[_0x3965('0x7d')][0x4]),'id');}catch(_0x4f2494){logger[_0x3965('0x3d')]('No\x20agent\x20available');}main(_0x237ebc,_0x4fb7fc,_0x42d287,_0x1e84c7);}validate();process['on']('SIGINT',handleStop);process['on']('uncaughtException',handleUncaughtException);