8dced6951f5a125d9edb7eb4551e4db04823c96c
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x4c36=['push','sequelize','query','spread','info','main','send','start','binding','socket_timestamp','header','writeFileSync','parse','createReadStream','length','rows','hasOwnProperty','data','trim','replace','YYYY-MM-DD\x20HH:mm:ss','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','agent\x20not\x20exists','email','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','CompanyId','isNil','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns','CampaignId','campaigns_has_cm_blacklists','then','affectedRows','unlink','catch','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','root','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','No\x20agent\x20available','SIGINT','uncaughtException','path','lodash','papaparse','util','bluebird','moment','squel','ioredis','../../../config/environment','../../../config/logger','import','defaults','redis','localhost','format','test','select','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','join','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','fields','from','cm_contacts','cm_contacts.ListId\x20=\x20','.id\x20=\x20','.CmListId\x20=\x20?','cm_hopper','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','cm_contacts.updatedAt','insert','cm_hopper_black','fromQuery','phone','.CmListId','cm_contacts.createdAt\x20=\x20?','field','\x20=\x20?','concat','keys','into',')\x20NOT\x20IN\x20?','ListId\x20=\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','MIN(id)','group','toString','Received\x20SIGINT','error','message','exit','errors'];(function(_0x3dd15e,_0x1f0015){var _0x231fd0=function(_0x4f680a){while(--_0x4f680a){_0x3dd15e['push'](_0x3dd15e['shift']());}};_0x231fd0(++_0x1f0015);}(_0x4c36,0xd1));var _0x64c3=function(_0x5a4f61,_0x5bf2dd){_0x5a4f61=_0x5a4f61-0x0;var _0x22180c=_0x4c36[_0x5a4f61];return _0x22180c;};'use strict';var fs=require('fs');var path=require(_0x64c3('0x0'));var _=require(_0x64c3('0x1'));var Papa=require(_0x64c3('0x2'));var util=require(_0x64c3('0x3'));var BPromise=require(_0x64c3('0x4'));var moment=require(_0x64c3('0x5'));var squel=require(_0x64c3('0x6'));var Redis=require(_0x64c3('0x7'));var db=require('../../../mysqldb')['db'];var config=require(_0x64c3('0x8'));var logger=require(_0x64c3('0x9'))(_0x64c3('0xa'));config['redis']=_[_0x64c3('0xb')](config[_0x64c3('0xc')],{'host':_0x64c3('0xd'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config[_0x64c3('0xc')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x64c3('0xe')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x36be6b){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x64c3('0xf')](_0x36be6b);}function selectNotIn(_0x52f5c2,_0x59880a,_0x1c3919,_0x5d4a20,_0x5ea2ad){return squel[_0x64c3('0x10')]()['field']('phone')['from'](_0x5d4a20)['join'](_0x59880a,null,_0x59880a+'.id\x20=\x20'+_0x5d4a20+'.'+_0x1c3919)[_0x64c3('0x11')](_0x5d4a20+'.'+_0x1c3919+_0x64c3('0x12')+_0x52f5c2+'.'+_0x1c3919)[_0x64c3('0x11')](_0x59880a+_0x64c3('0x13')+_0x5ea2ad[_0x64c3('0x14')]()+')');}function insertCmHopper(_0x5343a8,_0x2a9ea9,_0x5da690,_0x47de04,_0x591ce1){var _0x4fbac8=[_0x64c3('0x15'),_0x64c3('0x16'),_0x64c3('0x17'),_0x64c3('0x18'),_0x2a9ea9+'.'+_0x47de04,_0x64c3('0x19'),'cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','\x22'+_0x591ce1+'\x22'];return squel['insert']()['into']('cm_hopper')['fromQuery'](['phone',_0x64c3('0x1a'),_0x64c3('0x1b'),_0x64c3('0x1c'),_0x47de04,_0x64c3('0x1d'),_0x64c3('0x1e'),_0x64c3('0x1f'),_0x64c3('0x20'),_0x64c3('0x21')],squel[_0x64c3('0x10')]()[_0x64c3('0x22')](_0x4fbac8)[_0x64c3('0x23')](_0x2a9ea9)[_0x64c3('0x14')](_0x64c3('0x24'),null,_0x64c3('0x25')+_0x2a9ea9+'.CmListId')[_0x64c3('0x14')](_0x5da690,null,_0x5da690+_0x64c3('0x26')+_0x2a9ea9+'.'+_0x47de04)['where'](_0x2a9ea9+_0x64c3('0x27'),_0x5343a8)['where']('cm_contacts.createdAt\x20=\x20?',NOW)[_0x64c3('0x11')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x2a9ea9,_0x5da690,_0x47de04,_0x64c3('0x28'),['\x22always\x22','\x22onlyIfOpen\x22']))[_0x64c3('0x11')](_0x64c3('0x29'),selectNotIn(_0x2a9ea9,_0x5da690,_0x47de04,_0x64c3('0x28'),[_0x64c3('0x2a')])))['toString']();}function insertCmHopperBlack(_0x37496b,_0x29cf44,_0x5403b7,_0x3b4ec1){var _0x290ec1=[_0x64c3('0x15'),_0x64c3('0x17'),_0x64c3('0x18'),_0x29cf44+'.'+_0x3b4ec1,'cm_contacts.createdAt',_0x64c3('0x2b')];return squel[_0x64c3('0x2c')]()['into'](_0x64c3('0x2d'))[_0x64c3('0x2e')]([_0x64c3('0x2f'),_0x64c3('0x1b'),'ListId',_0x3b4ec1,_0x64c3('0x1d'),_0x64c3('0x1e')],squel[_0x64c3('0x10')]()[_0x64c3('0x22')](_0x290ec1)[_0x64c3('0x23')](_0x29cf44)['join'](_0x64c3('0x24'),null,_0x64c3('0x25')+_0x29cf44+_0x64c3('0x30'))['join'](_0x5403b7,null,_0x5403b7+'.id\x20=\x20'+_0x29cf44+'.'+_0x3b4ec1)['where'](_0x29cf44+_0x64c3('0x27'),_0x37496b)[_0x64c3('0x11')](_0x64c3('0x31'),NOW)['where'](_0x64c3('0x29'),squel[_0x64c3('0x10')]()[_0x64c3('0x32')](_0x64c3('0x2f'))[_0x64c3('0x23')](_0x64c3('0x2d'))['where']('ListId\x20=\x20?',_0x37496b)['where'](_0x3b4ec1+_0x64c3('0x33'),_0x29cf44+'.'+_0x3b4ec1)))['toString']();}function insertCmContact(_0x42f6bc,_0x191154,_0x2a42af,_0x1d597d){var _0x3e1809=_[_0x64c3('0x34')](_[_0x64c3('0x35')](_0x1d597d),[_0x64c3('0x1c'),'CompanyId',_0x64c3('0x1d'),'updatedAt']);return squel[_0x64c3('0x2c')]()[_0x64c3('0x36')](_0x64c3('0x24'))[_0x64c3('0x2e')](_0x3e1809,squel[_0x64c3('0x10')]()[_0x64c3('0x22')](_0x3e1809)[_0x64c3('0x23')](_0x191154)[_0x64c3('0x11')]('('+_0x2a42af[_0x64c3('0x14')](',')+_0x64c3('0x37'),squel[_0x64c3('0x10')]()[_0x64c3('0x22')](_0x2a42af)[_0x64c3('0x23')](_0x64c3('0x24'))[_0x64c3('0x11')](_0x64c3('0x38'),_0x42f6bc)[_0x64c3('0x11')](_0x64c3('0x39')))[_0x64c3('0x11')](_0x64c3('0x3a'),squel[_0x64c3('0x10')]()[_0x64c3('0x32')](_0x64c3('0x3b'),'min_id')[_0x64c3('0x23')](_0x191154)[_0x64c3('0x3c')](_0x2a42af[_0x64c3('0x14')](','))))[_0x64c3('0x3d')]();}function handleStop(){logger['info'](_0x64c3('0x3e'));stopped=!![];}function handleUncaughtException(_0x204785){logger[_0x64c3('0x3f')](_0x204785[_0x64c3('0x40')]);process[_0x64c3('0x41')](0x1);}function handleError(_0x304027,_0xddda5a){stats[_0x64c3('0x42')][_0x64c3('0x43')]({'name':_0xddda5a['code'],'message':_0xddda5a[_0x64c3('0x40')],'row':_0x304027});}function handleQuery(_0x346bd5){logger['info'](_0x346bd5);return db[_0x64c3('0x44')][_0x64c3('0x45')](_0x346bd5)[_0x64c3('0x46')](function(_0x405f87){results[_0x64c3('0x43')](_0x405f87);})['catch'](function(_0x1b4124){logger[_0x64c3('0x3f')](_0x1b4124[_0x64c3('0x40')]);});}function main(_0xcd750a,_0x1414a9,_0x4ce2ba,_0x200492){logger[_0x64c3('0x47')](_0x64c3('0x48'),_0xcd750a,JSON['stringify'](_0x1414a9));process[_0x64c3('0x49')](_0x64c3('0x4a'));var _0x2661dd=_0x1414a9[_0x64c3('0x4b')];var _0x5fea05=_0x1414a9[_0x64c3('0x4c')];var _0x528849=path[_0x64c3('0x14')](config['root'],'server/files/tmp',_0x5fea05+'.csv');var _0x10f3ba=_[_0x64c3('0x35')](_0x2661dd)[_0x64c3('0x14')]();logger[_0x64c3('0x47')](_0x64c3('0x4d'),_0x10f3ba);fs[_0x64c3('0x4e')](_0x528849,_0x10f3ba+'\x0a');Papa[_0x64c3('0x4f')](fs[_0x64c3('0x50')](_0xcd750a),{'header':!![],'skipEmptyLines':!![],'step':function(_0x51c15c,_0x62742e){try{for(var _0x11b271=0x0,_0x27f854=[];_0x11b271<_0x51c15c['data'][_0x64c3('0x51')];_0x11b271++){stats[_0x64c3('0x52')]+=0x1;if(_0x51c15c['errors'][_0x11b271]){handleError(_0x51c15c['data'][_0x11b271],_0x51c15c[_0x64c3('0x42')][_0x11b271]);}else{var _0xd360c0=[];for(var _0x2bad18 in _0x2661dd){if(_0x2661dd[_0x64c3('0x53')](_0x2bad18)){if(_0x51c15c[_0x64c3('0x54')][_0x11b271][_0x2661dd[_0x2bad18]]){var _0x48d023=_[_0x64c3('0x55')](_0x51c15c['data'][_0x11b271][_0x2661dd[_0x2bad18]][_0x64c3('0x56')](/"/g,'\x27'));switch(_0x2bad18){case _0x64c3('0x1a'):var _0x563779=moment(_0x48d023,_0x64c3('0x57'),!![]);if(_0x563779[_0x64c3('0x58')]()){_0x27f854[_0x64c3('0x43')]('\x22'+_0x48d023+'\x22');}else{_0xd360c0['push'](_0x64c3('0x59'));}break;case _0x64c3('0x1f'):var _0x2fa405=parseInt(_0x48d023);_0x48d023=_[_0x64c3('0x5a')](_0x2fa405)||_0x2fa405<0x0||_0x2fa405>0x4?_0x200492?0x3:0x2:_0x2fa405;_0x27f854['push']('\x22'+_0x48d023+'\x22');break;case _0x64c3('0x20'):var _0x93d06f=parseInt(_0x48d023);if(_[_0x64c3('0x5b')](_0x93d06f)&&_['includes'](_0x4ce2ba,_0x93d06f)){_0x27f854[_0x64c3('0x43')]('\x22'+_0x93d06f+'\x22');}else{_0xd360c0[_0x64c3('0x43')](_0x64c3('0x5c'));}break;case _0x64c3('0x5d'):if(isEmail(_0x48d023)){_0x27f854[_0x64c3('0x43')]('\x22'+_0x48d023+'\x22');}else{_0xd360c0[_0x64c3('0x43')](_0x64c3('0x5e'));}break;case _0x64c3('0x5f'):var _0x22b29e=moment(_0x48d023,_0x64c3('0x60'),!![]);if(_0x22b29e['isValid']()){_0x27f854['push']('\x22'+_0x48d023+'\x22');}else{_0xd360c0[_0x64c3('0x43')]('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x27f854[_0x64c3('0x43')]('\x22'+_0x48d023+'\x22');}}else{switch(_0x2bad18){case _0x64c3('0x61'):case _0x64c3('0x2f'):_0xd360c0[_0x64c3('0x43')](_0x2bad18+_0x64c3('0x62'));break;default:_0x27f854['push']('\x22\x22');}}}}if(_0xd360c0[_0x64c3('0x51')]){handleError(_0x51c15c[_0x64c3('0x54')][_0x11b271],{'code':_0x64c3('0x63'),'message':_0xd360c0[_0x64c3('0x14')]()});}else{fs[_0x64c3('0x64')](_0x528849,_0x27f854[_0x64c3('0x14')]()+'\x0a');}_0x27f854=[];}if(!(stats[_0x64c3('0x52')]%0xc8)){socket[_0x64c3('0x65')](_0x64c3('0x66')+_0x5fea05,stats);stats['errors']=[];}}if(stopped){logger['info'](_0x64c3('0x67'));_0x62742e[_0x64c3('0x68')]();}}catch(_0x4d1002){handleError(_0x51c15c[_0x64c3('0x54')][_0x11b271],{'code':_0x64c3('0x69'),'message':_0x4d1002['message']});logger[_0x64c3('0x3f')](_0x64c3('0x6a'),_0x4d1002[_0x64c3('0x40')]);}},'complete':function(){try{var _0x2f2cb1=[];var _0x4c47e0=_0x64c3('0x24');if(_0x1414a9[_0x64c3('0x6b')]&&_0x1414a9['duplicates']['length']){_0x4c47e0='cm_contacts_'+_0x5fea05;_0x2f2cb1[_0x64c3('0x43')](_0x64c3('0x6c')+_0x4c47e0+_0x64c3('0x6d'));}var _0x311c37=util[_0x64c3('0xe')](_0x64c3('0x6e'),_0x528849,_0x4c47e0,_0x10f3ba,_0x1414a9[_0x64c3('0x1c')],_0x1414a9[_0x64c3('0x6f')]||null,NOW,NOW);if(_[_0x64c3('0x70')](_0x2661dd[_0x64c3('0x1a')])){_0x311c37+=',\x20scheduledAt\x20=\x20NOW()';}_0x2f2cb1['push'](_0x311c37);if(_0x1414a9[_0x64c3('0x6b')]&&_0x1414a9[_0x64c3('0x6b')][_0x64c3('0x51')]){_0x2f2cb1['push'](insertCmContact(_0x1414a9[_0x64c3('0x1c')],_0x4c47e0,_0x1414a9['duplicates'],_0x2661dd));_0x2f2cb1[_0x64c3('0x43')]('DROP\x20TABLE\x20'+_0x4c47e0+';');}_0x2f2cb1['push'](insertCmHopper(_0x1414a9[_0x64c3('0x1c')],_0x64c3('0x71'),_0x64c3('0x72'),_0x64c3('0x73'),_0x200492));_0x2f2cb1[_0x64c3('0x43')](insertCmHopperBlack(_0x1414a9[_0x64c3('0x1c')],_0x64c3('0x74'),_0x64c3('0x72'),_0x64c3('0x73')));_0x2f2cb1[_0x64c3('0x43')](insertCmHopper(_0x1414a9[_0x64c3('0x1c')],'campaigns_has_cm_lists',_0x64c3('0x75'),_0x64c3('0x76'),_0x200492));_0x2f2cb1['push'](insertCmHopperBlack(_0x1414a9['ListId'],_0x64c3('0x77'),_0x64c3('0x75'),_0x64c3('0x76')));BPromise['each'](_0x2f2cb1,handleQuery)[_0x64c3('0x78')](function(_0x22763f){stats['finish']=!![];stats[_0x64c3('0x79')]=_0x1414a9['duplicates']&&_0x1414a9['duplicates']['length']?results[0x2][_0x64c3('0x79')]:results[0x0][_0x64c3('0x79')];socket['emit'](_0x64c3('0x66')+_0x5fea05,stats);fs[_0x64c3('0x7a')](_0xcd750a);fs[_0x64c3('0x7a')](_0x528849);process[_0x64c3('0x41')](0x0);})[_0x64c3('0x7b')](function(_0x39719e){logger[_0x64c3('0x3f')](_0x39719e[_0x64c3('0x40')]);process[_0x64c3('0x41')](0x1);});}catch(_0xf45004){logger[_0x64c3('0x3f')]('complete',_0xf45004[_0x64c3('0x40')]);process[_0x64c3('0x41')](0x1);}},'error':function(_0x1ab42c,_0x5b9060,_0x41d900,_0x414403){throw new Error(_0x414403);}});}function validate(){if(process[_0x64c3('0x7c')]&&process[_0x64c3('0x7c')][_0x64c3('0x51')]<0x4){throw new Error(_0x64c3('0x7d'));}var _0x20756f=path[_0x64c3('0x14')](config[_0x64c3('0x7e')],_0x64c3('0x7f'),process[_0x64c3('0x7c')][0x2]);if(!fs[_0x64c3('0x80')](_0x20756f)){throw new Error(_0x64c3('0x81'));}var _0x5e9e7e={};try{_0x5e9e7e=JSON[_0x64c3('0x4f')](process[_0x64c3('0x7c')][0x3]);if(!_0x5e9e7e[_0x64c3('0x4b')]){throw new Error(_0x64c3('0x82'));}if(!_0x5e9e7e[_0x64c3('0x4b')][_0x64c3('0x2f')]){throw new Error(_0x64c3('0x83'));}if(!_0x5e9e7e[_0x64c3('0x4b')][_0x64c3('0x61')]){throw new Error(_0x64c3('0x84'));}var _0x3cdf88=0x0;if(_0x5e9e7e[_0x64c3('0x4b')][_0x64c3('0x20')]){_0x3cdf88=0x1;}if(!_0x5e9e7e[_0x64c3('0x1c')]){throw new Error(_0x64c3('0x85'));}}catch(_0x294908){throw new Error(_0x64c3('0x86'));}var _0x507c6c=[];try{_0x507c6c=_['map'](JSON[_0x64c3('0x4f')](process['argv'][0x4]),'id');}catch(_0x3e0c19){logger[_0x64c3('0x47')](_0x64c3('0x87'));}main(_0x20756f,_0x5e9e7e,_0x507c6c,_0x3cdf88);}validate();process['on'](_0x64c3('0x88'),handleStop);process['on'](_0x64c3('0x89'),handleUncaughtException);