7d9ef3c65e355684614b4d9003e9d61ff1539b60
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x10cf=['cm_contacts.createdAt','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','priority','recallme','select','fields','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22onlyIfOpen\x22','\x22always\x22','toString','updatedAt','cm_contacts','cm_contacts.createdAt\x20=\x20?','cm_hopper_black','ListId\x20=\x20?','\x20=\x20?','keys',')\x20NOT\x20IN\x20?','id\x20IN\x20?','field','MIN(id)','min_id','info','error','message','exit','errors','code','sequelize','spread','push','catch','binding','socket_timestamp','header','writeFileSync','length','rows','data','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','agent\x20not\x20exists','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','\x20LIKE\x20cm_contacts;','CompanyId',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','then','finish','affectedRows','unlink','complete','argv','root','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','parse','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','UserId','body\x20id\x20mandatory','map','No\x20agent\x20available','SIGINT','path','lodash','papaparse','util','bluebird','moment','squel','ioredis','../../../mysqldb','import','redis','defaults','localhost','format','YYYY-MM-DD\x20HH:mm:ss','test','phone','from','join','.id\x20=\x20','where','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId'];(function(_0x263d34,_0x3dd748){var _0x645805=function(_0x1496a6){while(--_0x1496a6){_0x263d34['push'](_0x263d34['shift']());}};_0x645805(++_0x3dd748);}(_0x10cf,0xe3));var _0xf10c=function(_0x40f5be,_0x579a81){_0x40f5be=_0x40f5be-0x0;var _0x30d587=_0x10cf[_0x40f5be];return _0x30d587;};'use strict';var fs=require('fs');var path=require(_0xf10c('0x0'));var _=require(_0xf10c('0x1'));var Papa=require(_0xf10c('0x2'));var util=require(_0xf10c('0x3'));var BPromise=require(_0xf10c('0x4'));var moment=require(_0xf10c('0x5'));var squel=require(_0xf10c('0x6'));var Redis=require(_0xf10c('0x7'));var db=require(_0xf10c('0x8'))['db'];var config=require('../../../config/environment');var logger=require('../../../config/logger')(_0xf10c('0x9'));config[_0xf10c('0xa')]=_[_0xf10c('0xb')](config['redis'],{'host':_0xf10c('0xc'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config[_0xf10c('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xf10c('0xd')](_0xf10c('0xe'));function isEmail(_0x5a1d8c){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xf10c('0xf')](_0x5a1d8c);}function selectNotIn(_0x16530b,_0xf14791,_0x148d07,_0x1baa07,_0x50aeac){return squel['select']()['field'](_0xf10c('0x10'))[_0xf10c('0x11')](_0x1baa07)[_0xf10c('0x12')](_0xf14791,null,_0xf14791+_0xf10c('0x13')+_0x1baa07+'.'+_0x148d07)[_0xf10c('0x14')](_0x1baa07+'.'+_0x148d07+'\x20=\x20'+_0x16530b+'.'+_0x148d07)[_0xf10c('0x14')](_0xf14791+'.dialCheckDuplicateType\x20IN\x20('+_0x50aeac[_0xf10c('0x12')]()+')');}function insertCmHopper(_0x681987,_0x3abcfc,_0x49d01e,_0x46cdce,_0x1940ea){var _0x5378ca=[_0xf10c('0x15'),_0xf10c('0x16'),_0xf10c('0x17'),_0xf10c('0x18'),_0x3abcfc+'.'+_0x46cdce,_0xf10c('0x19'),'cm_contacts.updatedAt','cm_contacts.priority',_0xf10c('0x1a'),'\x22'+_0x1940ea+'\x22'];return squel[_0xf10c('0x1b')]()[_0xf10c('0x1c')](_0xf10c('0x1d'))[_0xf10c('0x1e')]([_0xf10c('0x10'),_0xf10c('0x1f'),_0xf10c('0x20'),_0xf10c('0x21'),_0x46cdce,_0xf10c('0x22'),'updatedAt',_0xf10c('0x23'),'UserId',_0xf10c('0x24')],squel[_0xf10c('0x25')]()[_0xf10c('0x26')](_0x5378ca)[_0xf10c('0x11')](_0x3abcfc)[_0xf10c('0x12')]('cm_contacts',null,_0xf10c('0x27')+_0x3abcfc+_0xf10c('0x28'))[_0xf10c('0x12')](_0x49d01e,null,_0x49d01e+_0xf10c('0x13')+_0x3abcfc+'.'+_0x46cdce)['where'](_0x3abcfc+_0xf10c('0x29'),_0x681987)[_0xf10c('0x14')]('cm_contacts.createdAt\x20=\x20?',NOW)['where'](_0xf10c('0x2a'),selectNotIn(_0x3abcfc,_0x49d01e,_0x46cdce,_0xf10c('0x1d'),['\x22always\x22',_0xf10c('0x2b')]))['where'](_0xf10c('0x2a'),selectNotIn(_0x3abcfc,_0x49d01e,_0x46cdce,_0xf10c('0x1d'),[_0xf10c('0x2c')])))[_0xf10c('0x2d')]();}function insertCmHopperBlack(_0x131009,_0x2114eb,_0x154d8a,_0x32fdda){var _0x32427a=[_0xf10c('0x15'),_0xf10c('0x17'),_0xf10c('0x18'),_0x2114eb+'.'+_0x32fdda,_0xf10c('0x19'),'cm_contacts.updatedAt'];return squel[_0xf10c('0x1b')]()['into']('cm_hopper_black')[_0xf10c('0x1e')]([_0xf10c('0x10'),_0xf10c('0x20'),_0xf10c('0x21'),_0x32fdda,_0xf10c('0x22'),_0xf10c('0x2e')],squel[_0xf10c('0x25')]()[_0xf10c('0x26')](_0x32427a)['from'](_0x2114eb)[_0xf10c('0x12')](_0xf10c('0x2f'),null,'cm_contacts.ListId\x20=\x20'+_0x2114eb+_0xf10c('0x28'))['join'](_0x154d8a,null,_0x154d8a+_0xf10c('0x13')+_0x2114eb+'.'+_0x32fdda)[_0xf10c('0x14')](_0x2114eb+_0xf10c('0x29'),_0x131009)[_0xf10c('0x14')](_0xf10c('0x30'),NOW)[_0xf10c('0x14')](_0xf10c('0x2a'),squel['select']()['field'](_0xf10c('0x10'))[_0xf10c('0x11')](_0xf10c('0x31'))['where'](_0xf10c('0x32'),_0x131009)[_0xf10c('0x14')](_0x32fdda+_0xf10c('0x33'),_0x2114eb+'.'+_0x32fdda)))[_0xf10c('0x2d')]();}function insertCmContact(_0x1d5364,_0x590f4a,_0x44cf23,_0xe5b1b8){var _0x2e6dd7=_['concat'](_[_0xf10c('0x34')](_0xe5b1b8),[_0xf10c('0x21'),'CompanyId','createdAt',_0xf10c('0x2e')]);return squel[_0xf10c('0x1b')]()[_0xf10c('0x1c')](_0xf10c('0x2f'))[_0xf10c('0x1e')](_0x2e6dd7,squel[_0xf10c('0x25')]()[_0xf10c('0x26')](_0x2e6dd7)[_0xf10c('0x11')](_0x590f4a)[_0xf10c('0x14')]('('+_0x44cf23['join'](',')+_0xf10c('0x35'),squel[_0xf10c('0x25')]()[_0xf10c('0x26')](_0x44cf23)[_0xf10c('0x11')](_0xf10c('0x2f'))[_0xf10c('0x14')](_0xf10c('0x32'),_0x1d5364)['where']('deletedAt\x20IS\x20NULL'))[_0xf10c('0x14')](_0xf10c('0x36'),squel['select']()[_0xf10c('0x37')](_0xf10c('0x38'),_0xf10c('0x39'))[_0xf10c('0x11')](_0x590f4a)['group'](_0x44cf23[_0xf10c('0x12')](','))))[_0xf10c('0x2d')]();}function handleStop(){logger[_0xf10c('0x3a')]('Received\x20SIGINT');stopped=!![];}function handleUncaughtException(_0x4aa7cf){logger[_0xf10c('0x3b')](_0x4aa7cf[_0xf10c('0x3c')]);process[_0xf10c('0x3d')](0x1);}function handleError(_0x5e04a6,_0x3ec3e8){stats[_0xf10c('0x3e')]['push']({'name':_0x3ec3e8[_0xf10c('0x3f')],'message':_0x3ec3e8[_0xf10c('0x3c')],'row':_0x5e04a6});}function handleQuery(_0x3bb8b9){logger[_0xf10c('0x3a')](_0x3bb8b9);return db[_0xf10c('0x40')]['query'](_0x3bb8b9)[_0xf10c('0x41')](function(_0x51c07d){results[_0xf10c('0x42')](_0x51c07d);})[_0xf10c('0x43')](function(_0x31dcd3){logger[_0xf10c('0x3b')](_0x31dcd3[_0xf10c('0x3c')]);});}function main(_0x3426dd,_0x5dcff5,_0xb43428,_0x7e3ced){logger[_0xf10c('0x3a')]('main',_0x3426dd,JSON['stringify'](_0x5dcff5));process['send']('start');var _0x56d292=_0x5dcff5[_0xf10c('0x44')];var _0x23b85d=_0x5dcff5[_0xf10c('0x45')];var _0x2aa9b8=path[_0xf10c('0x12')](config['root'],'server/files/tmp',_0x23b85d+'.csv');var _0x575ef9=_[_0xf10c('0x34')](_0x56d292)[_0xf10c('0x12')]();logger[_0xf10c('0x3a')](_0xf10c('0x46'),_0x575ef9);fs[_0xf10c('0x47')](_0x2aa9b8,_0x575ef9+'\x0a');Papa['parse'](fs['createReadStream'](_0x3426dd),{'header':!![],'skipEmptyLines':!![],'step':function(_0x103369,_0x2cf84f){try{for(var _0xf28684=0x0,_0x1462eb=[];_0xf28684<_0x103369['data'][_0xf10c('0x48')];_0xf28684++){stats[_0xf10c('0x49')]+=0x1;if(_0x103369[_0xf10c('0x3e')][_0xf28684]){handleError(_0x103369[_0xf10c('0x4a')][_0xf28684],_0x103369[_0xf10c('0x3e')][_0xf28684]);}else{var _0x5c73f1=[];for(var _0x598115 in _0x56d292){if(_0x56d292['hasOwnProperty'](_0x598115)){if(_0x103369[_0xf10c('0x4a')][_0xf28684][_0x56d292[_0x598115]]){var _0x4515c6=_[_0xf10c('0x4b')](_0x103369[_0xf10c('0x4a')][_0xf28684][_0x56d292[_0x598115]][_0xf10c('0x4c')](/"/g,'\x27'));switch(_0x598115){case _0xf10c('0x1f'):var _0x28b6a4=moment(_0x4515c6,_0xf10c('0xe'),!![]);if(_0x28b6a4[_0xf10c('0x4d')]()){_0x1462eb['push']('\x22'+_0x4515c6+'\x22');}else{_0x5c73f1[_0xf10c('0x42')](_0xf10c('0x4e'));}break;case _0xf10c('0x23'):var _0x333adb=parseInt(_0x4515c6);_0x4515c6=_['isNaN'](_0x333adb)||_0x333adb<0x0||_0x333adb>0x4?_0x7e3ced?0x3:0x2:_0x333adb;_0x1462eb[_0xf10c('0x42')]('\x22'+_0x4515c6+'\x22');break;case'UserId':var _0x504f85=parseInt(_0x4515c6);if(_['isNumber'](_0x504f85)&&_['includes'](_0xb43428,_0x504f85)){_0x1462eb[_0xf10c('0x42')]('\x22'+_0x504f85+'\x22');}else{_0x5c73f1[_0xf10c('0x42')](_0xf10c('0x4f'));}break;case'email':if(isEmail(_0x4515c6)){_0x1462eb['push']('\x22'+_0x4515c6+'\x22');}else{_0x5c73f1['push'](_0xf10c('0x50'));}break;case _0xf10c('0x51'):var _0x37b47a=moment(_0x4515c6,_0xf10c('0x52'),!![]);if(_0x37b47a[_0xf10c('0x4d')]()){_0x1462eb[_0xf10c('0x42')]('\x22'+_0x4515c6+'\x22');}else{_0x5c73f1['push'](_0xf10c('0x53'));}break;default:_0x1462eb[_0xf10c('0x42')]('\x22'+_0x4515c6+'\x22');}}else{switch(_0x598115){case _0xf10c('0x54'):case _0xf10c('0x10'):_0x5c73f1[_0xf10c('0x42')](_0x598115+_0xf10c('0x55'));break;default:_0x1462eb[_0xf10c('0x42')]('\x22\x22');}}}}if(_0x5c73f1[_0xf10c('0x48')]){handleError(_0x103369[_0xf10c('0x4a')][_0xf28684],{'code':_0xf10c('0x56'),'message':_0x5c73f1['join']()});}else{fs[_0xf10c('0x57')](_0x2aa9b8,_0x1462eb[_0xf10c('0x12')]()+'\x0a');}_0x1462eb=[];}if(!(stats[_0xf10c('0x49')]%0xc8)){socket['emit'](_0xf10c('0x58')+_0x23b85d,stats);stats[_0xf10c('0x3e')]=[];}}if(stopped){logger[_0xf10c('0x3a')](_0xf10c('0x59'));_0x2cf84f[_0xf10c('0x5a')]();}}catch(_0x26e896){handleError(_0x103369[_0xf10c('0x4a')][_0xf28684],{'code':_0xf10c('0x5b'),'message':_0x26e896[_0xf10c('0x3c')]});logger['error'](_0xf10c('0x5c'),_0x26e896[_0xf10c('0x3c')]);}},'complete':function(){try{var _0x46c1ef=[];var _0x4943f9=_0xf10c('0x2f');if(_0x5dcff5[_0xf10c('0x5d')]&&_0x5dcff5[_0xf10c('0x5d')][_0xf10c('0x48')]){_0x4943f9=_0xf10c('0x5e')+_0x23b85d;_0x46c1ef[_0xf10c('0x42')]('CREATE\x20TABLE\x20'+_0x4943f9+_0xf10c('0x5f'));}var _0x18903e=util[_0xf10c('0xd')]('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x2aa9b8,_0x4943f9,_0x575ef9,_0x5dcff5['ListId'],_0x5dcff5[_0xf10c('0x60')]||null,NOW,NOW);if(_['isNil'](_0x56d292[_0xf10c('0x1f')])){_0x18903e+=_0xf10c('0x61');}_0x46c1ef['push'](_0x18903e);if(_0x5dcff5[_0xf10c('0x5d')]&&_0x5dcff5[_0xf10c('0x5d')][_0xf10c('0x48')]){_0x46c1ef[_0xf10c('0x42')](insertCmContact(_0x5dcff5[_0xf10c('0x21')],_0x4943f9,_0x5dcff5['duplicates'],_0x56d292));_0x46c1ef['push'](_0xf10c('0x62')+_0x4943f9+';');}_0x46c1ef[_0xf10c('0x42')](insertCmHopper(_0x5dcff5[_0xf10c('0x21')],_0xf10c('0x63'),_0xf10c('0x64'),_0xf10c('0x65'),_0x7e3ced));_0x46c1ef[_0xf10c('0x42')](insertCmHopperBlack(_0x5dcff5['ListId'],_0xf10c('0x66'),'voice_queues',_0xf10c('0x65')));_0x46c1ef[_0xf10c('0x42')](insertCmHopper(_0x5dcff5[_0xf10c('0x21')],_0xf10c('0x67'),_0xf10c('0x68'),_0xf10c('0x69'),_0x7e3ced));_0x46c1ef[_0xf10c('0x42')](insertCmHopperBlack(_0x5dcff5[_0xf10c('0x21')],_0xf10c('0x6a'),'campaigns',_0xf10c('0x69')));BPromise['each'](_0x46c1ef,handleQuery)[_0xf10c('0x6b')](function(_0x26e072){stats[_0xf10c('0x6c')]=!![];stats[_0xf10c('0x6d')]=_0x5dcff5[_0xf10c('0x5d')]&&_0x5dcff5[_0xf10c('0x5d')][_0xf10c('0x48')]?results[0x2][_0xf10c('0x6d')]:results[0x0][_0xf10c('0x6d')];socket['emit'](_0xf10c('0x58')+_0x23b85d,stats);fs[_0xf10c('0x6e')](_0x3426dd);fs[_0xf10c('0x6e')](_0x2aa9b8);process[_0xf10c('0x3d')](0x0);})['catch'](function(_0x276d02){logger[_0xf10c('0x3b')](_0x276d02[_0xf10c('0x3c')]);process[_0xf10c('0x3d')](0x1);});}catch(_0x202a74){logger[_0xf10c('0x3b')](_0xf10c('0x6f'),_0x202a74[_0xf10c('0x3c')]);process[_0xf10c('0x3d')](0x1);}},'error':function(_0x17605f,_0x4667d5,_0x26ecdc,_0x4e254b){throw new Error(_0x4e254b);}});}function validate(){if(process[_0xf10c('0x70')]&&process['argv'][_0xf10c('0x48')]<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x7bef1f=path[_0xf10c('0x12')](config[_0xf10c('0x71')],_0xf10c('0x72'),process[_0xf10c('0x70')][0x2]);if(!fs[_0xf10c('0x73')](_0x7bef1f)){throw new Error(_0xf10c('0x74'));}var _0x5ec824={};try{_0x5ec824=JSON[_0xf10c('0x75')](process[_0xf10c('0x70')][0x3]);if(!_0x5ec824[_0xf10c('0x44')]){throw new Error(_0xf10c('0x76'));}if(!_0x5ec824[_0xf10c('0x44')][_0xf10c('0x10')]){throw new Error(_0xf10c('0x77'));}if(!_0x5ec824['binding'][_0xf10c('0x54')]){throw new Error(_0xf10c('0x78'));}var _0x2e963b=0x0;if(_0x5ec824['binding'][_0xf10c('0x79')]){_0x2e963b=0x1;}if(!_0x5ec824[_0xf10c('0x21')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x17acfc){throw new Error(_0xf10c('0x7a'));}var _0x1efeaf=[];try{_0x1efeaf=_[_0xf10c('0x7b')](JSON['parse'](process[_0xf10c('0x70')][0x4]),'id');}catch(_0x4a1a7d){logger['info'](_0xf10c('0x7c'));}main(_0x7bef1f,_0x5ec824,_0x1efeaf,_0x2e963b);}validate();process['on'](_0xf10c('0x7d'),handleStop);process['on']('uncaughtException',handleUncaughtException);