Built motion from commit 7158bc59.|2.5.42
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x0b7f=['cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22onlyIfOpen\x22','\x22always\x22','toString','cm_hopper_black','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId','insert',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','min_id','group','info','Received\x20SIGINT','error','exit','push','code','message','sequelize','catch','stringify','send','start','binding','socket_timestamp','root','server/files/tmp','header','writeFileSync','parse','data','rows','errors','hasOwnProperty','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNumber','includes','agent\x20not\x20exists','email\x20wrong\x20format','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','length','SystemRow','appendFileSync','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','then','finish','affectedRows','unlink','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','phone\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','SIGINT','uncaughtException','lodash','papaparse','util','bluebird','moment','squel','ioredis','../../../mysqldb','import','redis','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.UserId','into','cm_hopper','fromQuery','scheduledat','ListId','createdAt','updatedAt','priority','UserId','recallme','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?'];(function(_0x40c50e,_0x3c645b){var _0x3f2686=function(_0x382e41){while(--_0x382e41){_0x40c50e['push'](_0x40c50e['shift']());}};_0x3f2686(++_0x3c645b);}(_0x0b7f,0x1d0));var _0xf0b7=function(_0x3e6d97,_0xec789){_0x3e6d97=_0x3e6d97-0x0;var _0x45035e=_0x0b7f[_0x3e6d97];return _0x45035e;};'use strict';var fs=require('fs');var path=require('path');var _=require(_0xf0b7('0x0'));var Papa=require(_0xf0b7('0x1'));var util=require(_0xf0b7('0x2'));var BPromise=require(_0xf0b7('0x3'));var moment=require(_0xf0b7('0x4'));var squel=require(_0xf0b7('0x5'));var Redis=require(_0xf0b7('0x6'));var db=require(_0xf0b7('0x7'))['db'];var config=require('../../../config/environment');var logger=require('../../../config/logger')(_0xf0b7('0x8'));config[_0xf0b7('0x9')]=_['defaults'](config[_0xf0b7('0x9')],{'host':_0xf0b7('0xa'),'port':0x18eb});var socket=require(_0xf0b7('0xb'))(new Redis(config[_0xf0b7('0x9')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xf0b7('0xc')](_0xf0b7('0xd'));function isEmail(_0x3535f2){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x3535f2);}function selectNotIn(_0x44f5c1,_0x4fc096,_0x727fde,_0x24398b,_0x4d85e5){return squel[_0xf0b7('0xe')]()[_0xf0b7('0xf')](_0xf0b7('0x10'))[_0xf0b7('0x11')](_0x24398b)[_0xf0b7('0x12')](_0x4fc096,null,_0x4fc096+_0xf0b7('0x13')+_0x24398b+'.'+_0x727fde)[_0xf0b7('0x14')](_0x24398b+'.'+_0x727fde+_0xf0b7('0x15')+_0x44f5c1+'.'+_0x727fde)[_0xf0b7('0x14')](_0x4fc096+'.dialCheckDuplicateType\x20IN\x20('+_0x4d85e5['join']()+')');}function insertCmHopper(_0x1c5bfd,_0x3a03e3,_0x52d603,_0x2bb129,_0x539e32){var _0x404688=[_0xf0b7('0x16'),_0xf0b7('0x17'),_0xf0b7('0x18'),_0xf0b7('0x19'),_0x3a03e3+'.'+_0x2bb129,_0xf0b7('0x1a'),_0xf0b7('0x1b'),'cm_contacts.priority',_0xf0b7('0x1c'),'\x22'+_0x539e32+'\x22'];return squel['insert']()[_0xf0b7('0x1d')](_0xf0b7('0x1e'))[_0xf0b7('0x1f')](['phone',_0xf0b7('0x20'),'ContactId',_0xf0b7('0x21'),_0x2bb129,_0xf0b7('0x22'),_0xf0b7('0x23'),_0xf0b7('0x24'),_0xf0b7('0x25'),_0xf0b7('0x26')],squel[_0xf0b7('0xe')]()[_0xf0b7('0x27')](_0x404688)[_0xf0b7('0x11')](_0x3a03e3)[_0xf0b7('0x12')](_0xf0b7('0x28'),null,_0xf0b7('0x29')+_0x3a03e3+_0xf0b7('0x2a'))['join'](_0x52d603,null,_0x52d603+_0xf0b7('0x13')+_0x3a03e3+'.'+_0x2bb129)[_0xf0b7('0x14')](_0x3a03e3+_0xf0b7('0x2b'),_0x1c5bfd)[_0xf0b7('0x14')](_0xf0b7('0x2c'),NOW)[_0xf0b7('0x14')](_0xf0b7('0x2d'),selectNotIn(_0x3a03e3,_0x52d603,_0x2bb129,_0xf0b7('0x1e'),['\x22always\x22',_0xf0b7('0x2e')]))[_0xf0b7('0x14')](_0xf0b7('0x2d'),selectNotIn(_0x3a03e3,_0x52d603,_0x2bb129,'cm_hopper',[_0xf0b7('0x2f')])))[_0xf0b7('0x30')]();}function insertCmHopperBlack(_0x5a3d7d,_0x1c31f4,_0xf1426c,_0x309dc7){var _0x31490c=[_0xf0b7('0x16'),_0xf0b7('0x18'),_0xf0b7('0x19'),_0x1c31f4+'.'+_0x309dc7,_0xf0b7('0x1a'),_0xf0b7('0x1b')];return squel['insert']()[_0xf0b7('0x1d')](_0xf0b7('0x31'))[_0xf0b7('0x1f')]([_0xf0b7('0x10'),'ContactId','ListId',_0x309dc7,_0xf0b7('0x22'),_0xf0b7('0x23')],squel[_0xf0b7('0xe')]()['fields'](_0x31490c)[_0xf0b7('0x11')](_0x1c31f4)[_0xf0b7('0x12')]('cm_contacts',null,_0xf0b7('0x29')+_0x1c31f4+_0xf0b7('0x2a'))[_0xf0b7('0x12')](_0xf1426c,null,_0xf1426c+_0xf0b7('0x13')+_0x1c31f4+'.'+_0x309dc7)['where'](_0x1c31f4+_0xf0b7('0x2b'),_0x5a3d7d)['where'](_0xf0b7('0x2c'),NOW)[_0xf0b7('0x14')](_0xf0b7('0x2d'),squel[_0xf0b7('0xe')]()[_0xf0b7('0xf')]('phone')['from'](_0xf0b7('0x31'))[_0xf0b7('0x14')](_0xf0b7('0x32'),_0x5a3d7d)['where'](_0x309dc7+_0xf0b7('0x33'),_0x1c31f4+'.'+_0x309dc7)))['toString']();}function insertCmContact(_0x43de8d,_0x1a3843,_0x42efcf,_0x47ca98){var _0x3d7058=_['concat'](_[_0xf0b7('0x34')](_0x47ca98),['ListId',_0xf0b7('0x35'),_0xf0b7('0x22'),_0xf0b7('0x23')]);return squel[_0xf0b7('0x36')]()[_0xf0b7('0x1d')]('cm_contacts')['fromQuery'](_0x3d7058,squel[_0xf0b7('0xe')]()['fields'](_0x3d7058)[_0xf0b7('0x11')](_0x1a3843)[_0xf0b7('0x14')]('('+_0x42efcf[_0xf0b7('0x12')](',')+_0xf0b7('0x37'),squel[_0xf0b7('0xe')]()[_0xf0b7('0x27')](_0x42efcf)[_0xf0b7('0x11')](_0xf0b7('0x28'))[_0xf0b7('0x14')]('ListId\x20=\x20?',_0x43de8d)[_0xf0b7('0x14')](_0xf0b7('0x38')))[_0xf0b7('0x14')](_0xf0b7('0x39'),squel[_0xf0b7('0xe')]()[_0xf0b7('0xf')]('MIN(id)',_0xf0b7('0x3a'))[_0xf0b7('0x11')](_0x1a3843)[_0xf0b7('0x3b')](_0x42efcf[_0xf0b7('0x12')](','))))[_0xf0b7('0x30')]();}function handleStop(){logger[_0xf0b7('0x3c')](_0xf0b7('0x3d'));stopped=!![];}function handleUncaughtException(_0x3f2726){logger[_0xf0b7('0x3e')](_0x3f2726['message']);process[_0xf0b7('0x3f')](0x1);}function handleError(_0x17bbf4,_0x310d23){stats['errors'][_0xf0b7('0x40')]({'name':_0x310d23[_0xf0b7('0x41')],'message':_0x310d23[_0xf0b7('0x42')],'row':_0x17bbf4});}function handleQuery(_0x28e1d7){logger[_0xf0b7('0x3c')](_0x28e1d7);return db[_0xf0b7('0x43')]['query'](_0x28e1d7)['spread'](function(_0x38c9a4){results['push'](_0x38c9a4);})[_0xf0b7('0x44')](function(_0x5da92a){logger[_0xf0b7('0x3e')](_0x5da92a[_0xf0b7('0x42')]);});}function main(_0x5ddb45,_0x49c30a,_0x4220dd,_0x578868){logger[_0xf0b7('0x3c')]('main',_0x5ddb45,JSON[_0xf0b7('0x45')](_0x49c30a));process[_0xf0b7('0x46')](_0xf0b7('0x47'));var _0x271807=_0x49c30a[_0xf0b7('0x48')];var _0xddbdaa=_0x49c30a[_0xf0b7('0x49')];var _0x164afa=path[_0xf0b7('0x12')](config[_0xf0b7('0x4a')],_0xf0b7('0x4b'),_0xddbdaa+'.csv');var _0xcec30a=_['keys'](_0x271807)[_0xf0b7('0x12')]();logger[_0xf0b7('0x3c')](_0xf0b7('0x4c'),_0xcec30a);fs[_0xf0b7('0x4d')](_0x164afa,_0xcec30a+'\x0a');Papa[_0xf0b7('0x4e')](fs['createReadStream'](_0x5ddb45),{'header':!![],'skipEmptyLines':!![],'step':function(_0x1eaa55,_0x1a46b1){try{for(var _0x228f15=0x0,_0x322470=[];_0x228f15<_0x1eaa55[_0xf0b7('0x4f')]['length'];_0x228f15++){stats[_0xf0b7('0x50')]+=0x1;if(_0x1eaa55[_0xf0b7('0x51')][_0x228f15]){handleError(_0x1eaa55[_0xf0b7('0x4f')][_0x228f15],_0x1eaa55['errors'][_0x228f15]);}else{var _0x52f32b=[];for(var _0x3482df in _0x271807){if(_0x271807[_0xf0b7('0x52')](_0x3482df)){if(_0x1eaa55[_0xf0b7('0x4f')][_0x228f15][_0x271807[_0x3482df]]){var _0x359036=_[_0xf0b7('0x53')](_0x1eaa55[_0xf0b7('0x4f')][_0x228f15][_0x271807[_0x3482df]][_0xf0b7('0x54')](/"/g,'\x27'));switch(_0x3482df){case _0xf0b7('0x20'):var _0x41d5d4=moment(_0x359036,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0x41d5d4[_0xf0b7('0x55')]()){_0x322470['push']('\x22'+_0x359036+'\x22');}else{_0x52f32b[_0xf0b7('0x40')](_0xf0b7('0x56'));}break;case _0xf0b7('0x24'):var _0x203f68=parseInt(_0x359036);_0x359036=_['isNaN'](_0x203f68)||_0x203f68<0x0||_0x203f68>0x4?_0x578868?0x3:0x2:_0x203f68;_0x322470[_0xf0b7('0x40')]('\x22'+_0x359036+'\x22');break;case _0xf0b7('0x25'):var _0x46a606=parseInt(_0x359036);if(_[_0xf0b7('0x57')](_0x46a606)&&_[_0xf0b7('0x58')](_0x4220dd,_0x46a606)){_0x322470[_0xf0b7('0x40')]('\x22'+_0x46a606+'\x22');}else{_0x52f32b['push'](_0xf0b7('0x59'));}break;case'email':if(isEmail(_0x359036)){_0x322470[_0xf0b7('0x40')]('\x22'+_0x359036+'\x22');}else{_0x52f32b['push'](_0xf0b7('0x5a'));}break;case'dateOfBirth':var _0x36b3e5=moment(_0x359036,'YYYY-MM-DD',!![]);if(_0x36b3e5[_0xf0b7('0x55')]()){_0x322470['push']('\x22'+_0x359036+'\x22');}else{_0x52f32b[_0xf0b7('0x40')](_0xf0b7('0x5b'));}break;default:_0x322470['push']('\x22'+_0x359036+'\x22');}}else{switch(_0x3482df){case'firstName':case _0xf0b7('0x10'):_0x52f32b[_0xf0b7('0x40')](_0x3482df+'\x20not\x20specified');break;default:_0x322470['push']('\x22\x22');}}}}if(_0x52f32b[_0xf0b7('0x5c')]){handleError(_0x1eaa55[_0xf0b7('0x4f')][_0x228f15],{'code':_0xf0b7('0x5d'),'message':_0x52f32b['join']()});}else{fs[_0xf0b7('0x5e')](_0x164afa,_0x322470[_0xf0b7('0x12')]()+'\x0a');}_0x322470=[];}if(!(stats[_0xf0b7('0x50')]%0xc8)){socket['emit']('contact:import:'+_0xddbdaa,stats);stats['errors']=[];}}if(stopped){logger[_0xf0b7('0x3c')](_0xf0b7('0x5f'));_0x1a46b1[_0xf0b7('0x60')]();}}catch(_0x2f40cd){handleError(_0x1eaa55['data'][_0x228f15],{'code':_0xf0b7('0x61'),'message':_0x2f40cd[_0xf0b7('0x42')]});logger[_0xf0b7('0x3e')](_0xf0b7('0x62'),_0x2f40cd[_0xf0b7('0x42')]);}},'complete':function(){try{var _0x5c830b=[];var _0x51b9e3='cm_contacts';if(_0x49c30a[_0xf0b7('0x63')]&&_0x49c30a[_0xf0b7('0x63')]['length']){_0x51b9e3=_0xf0b7('0x64')+_0xddbdaa;_0x5c830b[_0xf0b7('0x40')](_0xf0b7('0x65')+_0x51b9e3+_0xf0b7('0x66'));}var _0x44e5a8=util[_0xf0b7('0xc')](_0xf0b7('0x67'),_0x164afa,_0x51b9e3,_0xcec30a,_0x49c30a['ListId'],_0x49c30a[_0xf0b7('0x35')]||null,NOW,NOW);if(_[_0xf0b7('0x68')](_0x271807[_0xf0b7('0x20')])){_0x44e5a8+=_0xf0b7('0x69');}_0x5c830b[_0xf0b7('0x40')](_0x44e5a8);if(_0x49c30a['duplicates']&&_0x49c30a['duplicates'][_0xf0b7('0x5c')]){_0x5c830b[_0xf0b7('0x40')](insertCmContact(_0x49c30a[_0xf0b7('0x21')],_0x51b9e3,_0x49c30a[_0xf0b7('0x63')],_0x271807));_0x5c830b[_0xf0b7('0x40')](_0xf0b7('0x6a')+_0x51b9e3+';');}_0x5c830b[_0xf0b7('0x40')](insertCmHopper(_0x49c30a['ListId'],_0xf0b7('0x6b'),_0xf0b7('0x6c'),_0xf0b7('0x6d'),_0x578868));_0x5c830b[_0xf0b7('0x40')](insertCmHopperBlack(_0x49c30a[_0xf0b7('0x21')],_0xf0b7('0x6e'),_0xf0b7('0x6c'),'VoiceQueueId'));_0x5c830b[_0xf0b7('0x40')](insertCmHopper(_0x49c30a['ListId'],_0xf0b7('0x6f'),_0xf0b7('0x70'),_0xf0b7('0x71'),_0x578868));_0x5c830b['push'](insertCmHopperBlack(_0x49c30a[_0xf0b7('0x21')],_0xf0b7('0x72'),'campaigns','CampaignId'));BPromise['each'](_0x5c830b,handleQuery)[_0xf0b7('0x73')](function(_0x4df49a){stats[_0xf0b7('0x74')]=!![];stats[_0xf0b7('0x75')]=_0x49c30a[_0xf0b7('0x63')]&&_0x49c30a[_0xf0b7('0x63')][_0xf0b7('0x5c')]?results[0x2][_0xf0b7('0x75')]:results[0x0][_0xf0b7('0x75')];socket['emit']('contact:import:'+_0xddbdaa,stats);fs[_0xf0b7('0x76')](_0x5ddb45);fs['unlink'](_0x164afa);process[_0xf0b7('0x3f')](0x0);})[_0xf0b7('0x44')](function(_0x3041f8){logger['error'](_0x3041f8[_0xf0b7('0x42')]);process[_0xf0b7('0x3f')](0x1);});}catch(_0x38276a){logger['error']('complete',_0x38276a[_0xf0b7('0x42')]);process[_0xf0b7('0x3f')](0x1);}},'error':function(_0x5705be,_0x28d783,_0x3eda01,_0x384e29){throw new Error(_0x384e29);}});}function validate(){if(process[_0xf0b7('0x77')]&&process[_0xf0b7('0x77')][_0xf0b7('0x5c')]<0x4){throw new Error(_0xf0b7('0x78'));}var _0x6a10b6=path[_0xf0b7('0x12')](config[_0xf0b7('0x4a')],_0xf0b7('0x4b'),process[_0xf0b7('0x77')][0x2]);if(!fs['existsSync'](_0x6a10b6)){throw new Error('file\x20doesn\x27t\x20exists');}var _0x1c5c90={};try{_0x1c5c90=JSON[_0xf0b7('0x4e')](process[_0xf0b7('0x77')][0x3]);if(!_0x1c5c90[_0xf0b7('0x48')]){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0x1c5c90[_0xf0b7('0x48')][_0xf0b7('0x10')]){throw new Error(_0xf0b7('0x79'));}if(!_0x1c5c90[_0xf0b7('0x48')]['firstName']){throw new Error('firstName\x20is\x20mandatory');}var _0x4e6271=0x0;if(_0x1c5c90[_0xf0b7('0x48')][_0xf0b7('0x25')]){_0x4e6271=0x1;}if(!_0x1c5c90[_0xf0b7('0x21')]){throw new Error(_0xf0b7('0x7a'));}}catch(_0x564b45){throw new Error(_0xf0b7('0x7b'));}var _0x4819d5=[];try{_0x4819d5=_[_0xf0b7('0x7c')](JSON[_0xf0b7('0x4e')](process[_0xf0b7('0x77')][0x4]),'id');}catch(_0x5a7e23){logger['info']('No\x20agent\x20available');}main(_0x6a10b6,_0x1c5c90,_0x4819d5,_0x4e6271);}validate();process['on'](_0xf0b7('0x7d'),handleStop);process['on'](_0xf0b7('0x7e'),handleUncaughtException);