Built motion from commit (unavailable).|2.5.14
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x7ef8=['fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','fields','cm_contacts.ListId\x20=\x20','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','where','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','cm_contacts.ListId','insert','into','cm_hopper_black','cm_contacts','.CmListId','field','ListId\x20=\x20?','concat',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','MIN(id)','min_id','group','info','Received\x20SIGINT','error','message','exit','code','sequelize','spread','push','catch','main','send','start','binding','socket_timestamp','root','server/files/tmp','.csv','keys','header','createReadStream','data','length','rows','errors','hasOwnProperty','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','includes','email','email\x20wrong\x20format','YYYY-MM-DD','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','SystemError','step','duplicates','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','CompanyId','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues_has_cm_blacklists','campaigns','CampaignId','each','then','finish','affectedRows','complete','argv','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','SIGINT','uncaughtException','path','lodash','util','bluebird','moment','squel','../../../mysqldb','import','defaults','redis','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','select','phone','from','join','.id\x20=\x20','\x20=\x20','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.UserId','cm_hopper'];(function(_0x122ef9,_0x451d2a){var _0x42fba0=function(_0x17c9d3){while(--_0x17c9d3){_0x122ef9['push'](_0x122ef9['shift']());}};_0x42fba0(++_0x451d2a);}(_0x7ef8,0xe8));var _0x87ef=function(_0x89ac51,_0x5ecae1){_0x89ac51=_0x89ac51-0x0;var _0x166509=_0x7ef8[_0x89ac51];return _0x166509;};'use strict';var fs=require('fs');var path=require(_0x87ef('0x0'));var _=require(_0x87ef('0x1'));var Papa=require('papaparse');var util=require(_0x87ef('0x2'));var BPromise=require(_0x87ef('0x3'));var moment=require(_0x87ef('0x4'));var squel=require(_0x87ef('0x5'));var Redis=require('ioredis');var db=require(_0x87ef('0x6'))['db'];var config=require('../../../config/environment');var logger=require('../../../config/logger')(_0x87ef('0x7'));config['redis']=_[_0x87ef('0x8')](config[_0x87ef('0x9')],{'host':_0x87ef('0xa'),'port':0x18eb});var socket=require(_0x87ef('0xb'))(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x87ef('0xc')](_0x87ef('0xd'));function isEmail(_0x4671bd){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x87ef('0xe')](_0x4671bd);}function selectNotIn(_0x581671,_0x9ac195,_0x43ecc2,_0x3ddccf,_0x92fa97){return squel[_0x87ef('0xf')]()['field'](_0x87ef('0x10'))[_0x87ef('0x11')](_0x3ddccf)[_0x87ef('0x12')](_0x9ac195,null,_0x9ac195+_0x87ef('0x13')+_0x3ddccf+'.'+_0x43ecc2)['where'](_0x3ddccf+'.'+_0x43ecc2+_0x87ef('0x14')+_0x581671+'.'+_0x43ecc2)['where'](_0x9ac195+'.dialCheckDuplicateType\x20IN\x20('+_0x92fa97[_0x87ef('0x12')]()+')');}function insertCmHopper(_0x2aafd1,_0x31de3d,_0x258f1d,_0x2a69eb,_0x59f8c7){var _0x41ae37=[_0x87ef('0x15'),_0x87ef('0x16'),_0x87ef('0x17'),'cm_contacts.ListId',_0x31de3d+'.'+_0x2a69eb,_0x87ef('0x18'),_0x87ef('0x19'),'cm_contacts.priority',_0x87ef('0x1a'),'\x22'+_0x59f8c7+'\x22'];return squel['insert']()['into'](_0x87ef('0x1b'))[_0x87ef('0x1c')]([_0x87ef('0x10'),_0x87ef('0x1d'),_0x87ef('0x1e'),_0x87ef('0x1f'),_0x2a69eb,_0x87ef('0x20'),_0x87ef('0x21'),_0x87ef('0x22'),_0x87ef('0x23'),_0x87ef('0x24')],squel['select']()[_0x87ef('0x25')](_0x41ae37)['from'](_0x31de3d)['join']('cm_contacts',null,_0x87ef('0x26')+_0x31de3d+'.CmListId')[_0x87ef('0x12')](_0x258f1d,null,_0x258f1d+_0x87ef('0x13')+_0x31de3d+'.'+_0x2a69eb)['where'](_0x31de3d+_0x87ef('0x27'),_0x2aafd1)['where'](_0x87ef('0x28'),NOW)[_0x87ef('0x29')](_0x87ef('0x2a'),selectNotIn(_0x31de3d,_0x258f1d,_0x2a69eb,_0x87ef('0x1b'),[_0x87ef('0x2b'),_0x87ef('0x2c')]))['where']('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x31de3d,_0x258f1d,_0x2a69eb,_0x87ef('0x1b'),[_0x87ef('0x2b')])))[_0x87ef('0x2d')]();}function insertCmHopperBlack(_0x36cefc,_0x2b5790,_0x5984d0,_0x5317d0){var _0x3da294=[_0x87ef('0x15'),_0x87ef('0x17'),_0x87ef('0x2e'),_0x2b5790+'.'+_0x5317d0,'cm_contacts.createdAt',_0x87ef('0x19')];return squel[_0x87ef('0x2f')]()[_0x87ef('0x30')](_0x87ef('0x31'))[_0x87ef('0x1c')]([_0x87ef('0x10'),_0x87ef('0x1e'),'ListId',_0x5317d0,'createdAt',_0x87ef('0x21')],squel[_0x87ef('0xf')]()[_0x87ef('0x25')](_0x3da294)[_0x87ef('0x11')](_0x2b5790)[_0x87ef('0x12')](_0x87ef('0x32'),null,'cm_contacts.ListId\x20=\x20'+_0x2b5790+_0x87ef('0x33'))[_0x87ef('0x12')](_0x5984d0,null,_0x5984d0+_0x87ef('0x13')+_0x2b5790+'.'+_0x5317d0)[_0x87ef('0x29')](_0x2b5790+_0x87ef('0x27'),_0x36cefc)[_0x87ef('0x29')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0x87ef('0x29')](_0x87ef('0x2a'),squel[_0x87ef('0xf')]()[_0x87ef('0x34')](_0x87ef('0x10'))[_0x87ef('0x11')](_0x87ef('0x31'))[_0x87ef('0x29')](_0x87ef('0x35'),_0x36cefc)['where'](_0x5317d0+'\x20=\x20?',_0x2b5790+'.'+_0x5317d0)))[_0x87ef('0x2d')]();}function insertCmContact(_0x2a122a,_0x31e9db,_0x9c71ca,_0x181a03){var _0x55de39=_[_0x87ef('0x36')](_['keys'](_0x181a03),[_0x87ef('0x1f'),'CompanyId',_0x87ef('0x20'),_0x87ef('0x21')]);return squel[_0x87ef('0x2f')]()[_0x87ef('0x30')](_0x87ef('0x32'))[_0x87ef('0x1c')](_0x55de39,squel[_0x87ef('0xf')]()[_0x87ef('0x25')](_0x55de39)[_0x87ef('0x11')](_0x31e9db)[_0x87ef('0x29')]('('+_0x9c71ca['join'](',')+_0x87ef('0x37'),squel[_0x87ef('0xf')]()[_0x87ef('0x25')](_0x9c71ca)[_0x87ef('0x11')](_0x87ef('0x32'))[_0x87ef('0x29')](_0x87ef('0x35'),_0x2a122a)[_0x87ef('0x29')](_0x87ef('0x38')))[_0x87ef('0x29')](_0x87ef('0x39'),squel[_0x87ef('0xf')]()['field'](_0x87ef('0x3a'),_0x87ef('0x3b'))['from'](_0x31e9db)[_0x87ef('0x3c')](_0x9c71ca[_0x87ef('0x12')](','))))[_0x87ef('0x2d')]();}function handleStop(){logger[_0x87ef('0x3d')](_0x87ef('0x3e'));stopped=!![];}function handleUncaughtException(_0x5e14e3){logger[_0x87ef('0x3f')](_0x5e14e3[_0x87ef('0x40')]);process[_0x87ef('0x41')](0x1);}function handleError(_0x2fae8f,_0x30a460){stats['errors']['push']({'name':_0x30a460[_0x87ef('0x42')],'message':_0x30a460['message'],'row':_0x2fae8f});}function handleQuery(_0x5b5250){logger[_0x87ef('0x3d')](_0x5b5250);return db[_0x87ef('0x43')]['query'](_0x5b5250)[_0x87ef('0x44')](function(_0x8f2081){results[_0x87ef('0x45')](_0x8f2081);})[_0x87ef('0x46')](function(_0x3b8435){logger['error'](_0x3b8435[_0x87ef('0x40')]);});}function main(_0x1be279,_0x269f95,_0x39a5fb,_0x5cb852){logger[_0x87ef('0x3d')](_0x87ef('0x47'),_0x1be279,JSON['stringify'](_0x269f95));process[_0x87ef('0x48')](_0x87ef('0x49'));var _0x348e6d=_0x269f95[_0x87ef('0x4a')];var _0x6f5e24=_0x269f95[_0x87ef('0x4b')];var _0x3e5d27=path['join'](config[_0x87ef('0x4c')],_0x87ef('0x4d'),_0x6f5e24+_0x87ef('0x4e'));var _0xd710f9=_[_0x87ef('0x4f')](_0x348e6d)['join']();logger['info'](_0x87ef('0x50'),_0xd710f9);fs['writeFileSync'](_0x3e5d27,_0xd710f9+'\x0a');Papa['parse'](fs[_0x87ef('0x51')](_0x1be279),{'header':!![],'skipEmptyLines':!![],'step':function(_0x2f769b,_0x34e450){try{for(var _0x50f6a7=0x0,_0x4ec7df=[];_0x50f6a7<_0x2f769b[_0x87ef('0x52')][_0x87ef('0x53')];_0x50f6a7++){stats[_0x87ef('0x54')]+=0x1;if(_0x2f769b[_0x87ef('0x55')][_0x50f6a7]){handleError(_0x2f769b['data'][_0x50f6a7],_0x2f769b[_0x87ef('0x55')][_0x50f6a7]);}else{var _0xdea39b=[];for(var _0x4eaf14 in _0x348e6d){if(_0x348e6d[_0x87ef('0x56')](_0x4eaf14)){if(_0x2f769b[_0x87ef('0x52')][_0x50f6a7][_0x348e6d[_0x4eaf14]]){var _0x17b8b9=_[_0x87ef('0x57')](_0x2f769b[_0x87ef('0x52')][_0x50f6a7][_0x348e6d[_0x4eaf14]][_0x87ef('0x58')](/"/g,'\x27'));switch(_0x4eaf14){case _0x87ef('0x1d'):var _0x1e13cb=moment(_0x17b8b9,_0x87ef('0xd'),!![]);if(_0x1e13cb[_0x87ef('0x59')]()){_0x4ec7df[_0x87ef('0x45')]('\x22'+_0x17b8b9+'\x22');}else{_0xdea39b[_0x87ef('0x45')](_0x87ef('0x5a'));}break;case _0x87ef('0x22'):var _0x5c3639=parseInt(_0x17b8b9);_0x17b8b9=_[_0x87ef('0x5b')](_0x5c3639)||_0x5c3639<0x0||_0x5c3639>0x4?_0x5cb852?0x3:0x2:_0x5c3639;_0x4ec7df[_0x87ef('0x45')]('\x22'+_0x17b8b9+'\x22');break;case'UserId':var _0xde8b75=parseInt(_0x17b8b9);if(_['isNumber'](_0xde8b75)&&_[_0x87ef('0x5c')](_0x39a5fb,_0xde8b75)){_0x4ec7df[_0x87ef('0x45')]('\x22'+_0xde8b75+'\x22');}else{_0xdea39b[_0x87ef('0x45')]('agent\x20not\x20exists');}break;case _0x87ef('0x5d'):if(isEmail(_0x17b8b9)){_0x4ec7df[_0x87ef('0x45')]('\x22'+_0x17b8b9+'\x22');}else{_0xdea39b[_0x87ef('0x45')](_0x87ef('0x5e'));}break;case'dateOfBirth':var _0x3b8eba=moment(_0x17b8b9,_0x87ef('0x5f'),!![]);if(_0x3b8eba[_0x87ef('0x59')]()){_0x4ec7df['push']('\x22'+_0x17b8b9+'\x22');}else{_0xdea39b[_0x87ef('0x45')]('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x4ec7df[_0x87ef('0x45')]('\x22'+_0x17b8b9+'\x22');}}else{switch(_0x4eaf14){case _0x87ef('0x60'):case _0x87ef('0x10'):_0xdea39b['push'](_0x4eaf14+_0x87ef('0x61'));break;default:_0x4ec7df[_0x87ef('0x45')]('\x22\x22');}}}}if(_0xdea39b[_0x87ef('0x53')]){handleError(_0x2f769b[_0x87ef('0x52')][_0x50f6a7],{'code':_0x87ef('0x62'),'message':_0xdea39b[_0x87ef('0x12')]()});}else{fs[_0x87ef('0x63')](_0x3e5d27,_0x4ec7df[_0x87ef('0x12')]()+'\x0a');}_0x4ec7df=[];}if(!(stats[_0x87ef('0x54')]%0xc8)){socket[_0x87ef('0x64')](_0x87ef('0x65')+_0x6f5e24,stats);stats[_0x87ef('0x55')]=[];}}if(stopped){logger[_0x87ef('0x3d')](_0x87ef('0x66'));_0x34e450['abort']();}}catch(_0x3d5b21){handleError(_0x2f769b[_0x87ef('0x52')][_0x50f6a7],{'code':_0x87ef('0x67'),'message':_0x3d5b21['message']});logger[_0x87ef('0x3f')](_0x87ef('0x68'),_0x3d5b21['message']);}},'complete':function(){try{var _0xe95899=[];var _0x28646c=_0x87ef('0x32');if(_0x269f95[_0x87ef('0x69')]&&_0x269f95['duplicates']['length']){_0x28646c='cm_contacts_'+_0x6f5e24;_0xe95899[_0x87ef('0x45')]('CREATE\x20TABLE\x20'+_0x28646c+'\x20LIKE\x20cm_contacts;');}var _0x4d114d=util['format'](_0x87ef('0x6a'),_0x3e5d27,_0x28646c,_0xd710f9,_0x269f95[_0x87ef('0x1f')],_0x269f95[_0x87ef('0x6b')]||null,NOW,NOW);if(_[_0x87ef('0x6c')](_0x348e6d['scheduledat'])){_0x4d114d+=_0x87ef('0x6d');}_0xe95899['push'](_0x4d114d);if(_0x269f95[_0x87ef('0x69')]&&_0x269f95['duplicates'][_0x87ef('0x53')]){_0xe95899[_0x87ef('0x45')](insertCmContact(_0x269f95[_0x87ef('0x1f')],_0x28646c,_0x269f95[_0x87ef('0x69')],_0x348e6d));_0xe95899[_0x87ef('0x45')](_0x87ef('0x6e')+_0x28646c+';');}_0xe95899[_0x87ef('0x45')](insertCmHopper(_0x269f95[_0x87ef('0x1f')],_0x87ef('0x6f'),'voice_queues','VoiceQueueId',_0x5cb852));_0xe95899[_0x87ef('0x45')](insertCmHopperBlack(_0x269f95[_0x87ef('0x1f')],_0x87ef('0x70'),'voice_queues','VoiceQueueId'));_0xe95899[_0x87ef('0x45')](insertCmHopper(_0x269f95[_0x87ef('0x1f')],'campaigns_has_cm_lists',_0x87ef('0x71'),'CampaignId',_0x5cb852));_0xe95899[_0x87ef('0x45')](insertCmHopperBlack(_0x269f95['ListId'],'campaigns_has_cm_blacklists',_0x87ef('0x71'),_0x87ef('0x72')));BPromise[_0x87ef('0x73')](_0xe95899,handleQuery)[_0x87ef('0x74')](function(_0x26fd47){stats[_0x87ef('0x75')]=!![];stats[_0x87ef('0x76')]=_0x269f95[_0x87ef('0x69')]&&_0x269f95['duplicates'][_0x87ef('0x53')]?results[0x2][_0x87ef('0x76')]:results[0x0]['affectedRows'];socket[_0x87ef('0x64')]('contact:import:'+_0x6f5e24,stats);fs['unlink'](_0x1be279);fs['unlink'](_0x3e5d27);process[_0x87ef('0x41')](0x0);})[_0x87ef('0x46')](function(_0x28c3ab){logger[_0x87ef('0x3f')](_0x28c3ab['message']);process['exit'](0x1);});}catch(_0xff8d39){logger[_0x87ef('0x3f')](_0x87ef('0x77'),_0xff8d39[_0x87ef('0x40')]);process[_0x87ef('0x41')](0x1);}},'error':function(_0x2d7238,_0x214208,_0x280107,_0x5cbd2c){throw new Error(_0x5cbd2c);}});}function validate(){if(process[_0x87ef('0x78')]&&process['argv'][_0x87ef('0x53')]<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x1cf633=path['join'](config['root'],_0x87ef('0x4d'),process[_0x87ef('0x78')][0x2]);if(!fs[_0x87ef('0x79')](_0x1cf633)){throw new Error(_0x87ef('0x7a'));}var _0x20885d={};try{_0x20885d=JSON['parse'](process[_0x87ef('0x78')][0x3]);if(!_0x20885d[_0x87ef('0x4a')]){throw new Error(_0x87ef('0x7b'));}if(!_0x20885d['binding'][_0x87ef('0x10')]){throw new Error(_0x87ef('0x7c'));}if(!_0x20885d[_0x87ef('0x4a')][_0x87ef('0x60')]){throw new Error(_0x87ef('0x7d'));}var _0x197049=0x0;if(_0x20885d[_0x87ef('0x4a')][_0x87ef('0x23')]){_0x197049=0x1;}if(!_0x20885d[_0x87ef('0x1f')]){throw new Error(_0x87ef('0x7e'));}}catch(_0x13a658){throw new Error(_0x87ef('0x7f'));}var _0x1a1aa6=[];try{_0x1a1aa6=_['map'](JSON['parse'](process[_0x87ef('0x78')][0x4]),'id');}catch(_0x545174){logger[_0x87ef('0x3d')]('No\x20agent\x20available');}main(_0x1cf633,_0x20885d,_0x1a1aa6,_0x197049);}validate();process['on'](_0x87ef('0x80'),handleStop);process['on'](_0x87ef('0x81'),handleUncaughtException);