Built motion from commit (unavailable).|2.5.19
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x040b=['dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','appendFileSync','Abort\x20parser','abort','step','duplicates','cm_contacts_','format','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','emit','contact:import:','unlink','catch','complete','argv','server/files/tmp','existsSync','binding','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','SIGINT','uncaughtException','papaparse','util','bluebird','moment','ioredis','../../../mysqldb','../../../config/logger','import','redis','localhost','socket.io-emitter','YYYY-MM-DD\x20HH:mm:ss','test','select','field','from','join','.id\x20=\x20','\x20=\x20','where','cm_contacts.phone','cm_contacts.id','cm_contacts.ListId','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','fromQuery','phone','scheduledat','ContactId','ListId','createdAt','priority','UserId','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_hopper','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','toString','insert','into','updatedAt','cm_hopper_black','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','MIN(id)','min_id','info','Received\x20SIGINT','error','message','exit','errors','push','query','spread','stringify','socket_timestamp','root','.csv','header','writeFileSync','parse','createReadStream','length','rows','data','hasOwnProperty','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','includes','agent\x20not\x20exists','email','email\x20wrong\x20format','YYYY-MM-DD'];(function(_0x361c4c,_0x2ab0a3){var _0x36b213=function(_0x1afec8){while(--_0x1afec8){_0x361c4c['push'](_0x361c4c['shift']());}};_0x36b213(++_0x2ab0a3);}(_0x040b,0xac));var _0xb040=function(_0x5600c5,_0x2c14f6){_0x5600c5=_0x5600c5-0x0;var _0x171034=_0x040b[_0x5600c5];return _0x171034;};'use strict';var fs=require('fs');var path=require('path');var _=require('lodash');var Papa=require(_0xb040('0x0'));var util=require(_0xb040('0x1'));var BPromise=require(_0xb040('0x2'));var moment=require(_0xb040('0x3'));var squel=require('squel');var Redis=require(_0xb040('0x4'));var db=require(_0xb040('0x5'))['db'];var config=require('../../../config/environment');var logger=require(_0xb040('0x6'))(_0xb040('0x7'));config[_0xb040('0x8')]=_['defaults'](config[_0xb040('0x8')],{'host':_0xb040('0x9'),'port':0x18eb});var socket=require(_0xb040('0xa'))(new Redis(config[_0xb040('0x8')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()['format'](_0xb040('0xb'));function isEmail(_0x34ca29){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xb040('0xc')](_0x34ca29);}function selectNotIn(_0x14e42c,_0x3e42f2,_0x337ce1,_0x166419,_0x12bfe5){return squel[_0xb040('0xd')]()[_0xb040('0xe')]('phone')[_0xb040('0xf')](_0x166419)[_0xb040('0x10')](_0x3e42f2,null,_0x3e42f2+_0xb040('0x11')+_0x166419+'.'+_0x337ce1)['where'](_0x166419+'.'+_0x337ce1+_0xb040('0x12')+_0x14e42c+'.'+_0x337ce1)[_0xb040('0x13')](_0x3e42f2+'.dialCheckDuplicateType\x20IN\x20('+_0x12bfe5[_0xb040('0x10')]()+')');}function insertCmHopper(_0x3f1677,_0x564fed,_0xe66a64,_0x48a76a,_0x425822){var _0x2cf67f=[_0xb040('0x14'),'cm_contacts.scheduledat',_0xb040('0x15'),_0xb040('0x16'),_0x564fed+'.'+_0x48a76a,'cm_contacts.createdAt',_0xb040('0x17'),_0xb040('0x18'),_0xb040('0x19'),'\x22'+_0x425822+'\x22'];return squel['insert']()['into']('cm_hopper')[_0xb040('0x1a')]([_0xb040('0x1b'),_0xb040('0x1c'),_0xb040('0x1d'),_0xb040('0x1e'),_0x48a76a,_0xb040('0x1f'),'updatedAt',_0xb040('0x20'),_0xb040('0x21'),'recallme'],squel[_0xb040('0xd')]()[_0xb040('0x22')](_0x2cf67f)[_0xb040('0xf')](_0x564fed)[_0xb040('0x10')](_0xb040('0x23'),null,_0xb040('0x24')+_0x564fed+_0xb040('0x25'))[_0xb040('0x10')](_0xe66a64,null,_0xe66a64+_0xb040('0x11')+_0x564fed+'.'+_0x48a76a)[_0xb040('0x13')](_0x564fed+_0xb040('0x26'),_0x3f1677)[_0xb040('0x13')](_0xb040('0x27'),NOW)[_0xb040('0x13')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x564fed,_0xe66a64,_0x48a76a,_0xb040('0x28'),['\x22always\x22',_0xb040('0x29')]))[_0xb040('0x13')](_0xb040('0x2a'),selectNotIn(_0x564fed,_0xe66a64,_0x48a76a,'cm_hopper',[_0xb040('0x2b')])))[_0xb040('0x2c')]();}function insertCmHopperBlack(_0x2a859b,_0x5dd40f,_0x5e89cd,_0xb82ae){var _0x4232ce=[_0xb040('0x14'),_0xb040('0x15'),_0xb040('0x16'),_0x5dd40f+'.'+_0xb82ae,'cm_contacts.createdAt',_0xb040('0x17')];return squel[_0xb040('0x2d')]()[_0xb040('0x2e')]('cm_hopper_black')[_0xb040('0x1a')]([_0xb040('0x1b'),_0xb040('0x1d'),_0xb040('0x1e'),_0xb82ae,_0xb040('0x1f'),_0xb040('0x2f')],squel['select']()[_0xb040('0x22')](_0x4232ce)[_0xb040('0xf')](_0x5dd40f)[_0xb040('0x10')]('cm_contacts',null,'cm_contacts.ListId\x20=\x20'+_0x5dd40f+_0xb040('0x25'))['join'](_0x5e89cd,null,_0x5e89cd+_0xb040('0x11')+_0x5dd40f+'.'+_0xb82ae)['where'](_0x5dd40f+_0xb040('0x26'),_0x2a859b)[_0xb040('0x13')](_0xb040('0x27'),NOW)['where']('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0xb040('0xd')]()[_0xb040('0xe')]('phone')['from'](_0xb040('0x30'))['where'](_0xb040('0x31'),_0x2a859b)[_0xb040('0x13')](_0xb82ae+_0xb040('0x32'),_0x5dd40f+'.'+_0xb82ae)))[_0xb040('0x2c')]();}function insertCmContact(_0x2443a5,_0x33acea,_0x202a3a,_0x370e94){var _0x755067=_['concat'](_[_0xb040('0x33')](_0x370e94),[_0xb040('0x1e'),_0xb040('0x34'),_0xb040('0x1f'),'updatedAt']);return squel[_0xb040('0x2d')]()[_0xb040('0x2e')](_0xb040('0x23'))['fromQuery'](_0x755067,squel[_0xb040('0xd')]()[_0xb040('0x22')](_0x755067)[_0xb040('0xf')](_0x33acea)[_0xb040('0x13')]('('+_0x202a3a['join'](',')+_0xb040('0x35'),squel['select']()['fields'](_0x202a3a)[_0xb040('0xf')](_0xb040('0x23'))[_0xb040('0x13')](_0xb040('0x31'),_0x2443a5)[_0xb040('0x13')](_0xb040('0x36')))['where'](_0xb040('0x37'),squel['select']()[_0xb040('0xe')](_0xb040('0x38'),_0xb040('0x39'))['from'](_0x33acea)['group'](_0x202a3a['join'](','))))[_0xb040('0x2c')]();}function handleStop(){logger[_0xb040('0x3a')](_0xb040('0x3b'));stopped=!![];}function handleUncaughtException(_0x37f2ef){logger[_0xb040('0x3c')](_0x37f2ef[_0xb040('0x3d')]);process[_0xb040('0x3e')](0x1);}function handleError(_0x2cc130,_0x13a86b){stats[_0xb040('0x3f')][_0xb040('0x40')]({'name':_0x13a86b['code'],'message':_0x13a86b[_0xb040('0x3d')],'row':_0x2cc130});}function handleQuery(_0x1e0baa){logger['info'](_0x1e0baa);return db['sequelize'][_0xb040('0x41')](_0x1e0baa)[_0xb040('0x42')](function(_0x5cb39b){results[_0xb040('0x40')](_0x5cb39b);})['catch'](function(_0x5a50f3){logger['error'](_0x5a50f3[_0xb040('0x3d')]);});}function main(_0x10bd76,_0x1d3f4f,_0x28b624,_0x1608c8){logger['info']('main',_0x10bd76,JSON[_0xb040('0x43')](_0x1d3f4f));process['send']('start');var _0x18aba1=_0x1d3f4f['binding'];var _0x703f91=_0x1d3f4f[_0xb040('0x44')];var _0x1a7d7d=path['join'](config[_0xb040('0x45')],'server/files/tmp',_0x703f91+_0xb040('0x46'));var _0x56f815=_[_0xb040('0x33')](_0x18aba1)[_0xb040('0x10')]();logger[_0xb040('0x3a')](_0xb040('0x47'),_0x56f815);fs[_0xb040('0x48')](_0x1a7d7d,_0x56f815+'\x0a');Papa[_0xb040('0x49')](fs[_0xb040('0x4a')](_0x10bd76),{'header':!![],'skipEmptyLines':!![],'step':function(_0x380d40,_0x1d43f1){try{for(var _0x4dc7f8=0x0,_0x57a0db=[];_0x4dc7f8<_0x380d40['data'][_0xb040('0x4b')];_0x4dc7f8++){stats[_0xb040('0x4c')]+=0x1;if(_0x380d40[_0xb040('0x3f')][_0x4dc7f8]){handleError(_0x380d40[_0xb040('0x4d')][_0x4dc7f8],_0x380d40['errors'][_0x4dc7f8]);}else{var _0x446aa6=[];for(var _0x3e6c05 in _0x18aba1){if(_0x18aba1[_0xb040('0x4e')](_0x3e6c05)){if(_0x380d40[_0xb040('0x4d')][_0x4dc7f8][_0x18aba1[_0x3e6c05]]){var _0x515830=_[_0xb040('0x4f')](_0x380d40[_0xb040('0x4d')][_0x4dc7f8][_0x18aba1[_0x3e6c05]][_0xb040('0x50')](/"/g,'\x27'));switch(_0x3e6c05){case'scheduledat':var _0x54ec79=moment(_0x515830,_0xb040('0xb'),!![]);if(_0x54ec79[_0xb040('0x51')]()){_0x57a0db['push']('\x22'+_0x515830+'\x22');}else{_0x446aa6['push'](_0xb040('0x52'));}break;case _0xb040('0x20'):var _0x15ea4d=parseInt(_0x515830);_0x515830=_['isNaN'](_0x15ea4d)||_0x15ea4d<0x0||_0x15ea4d>0x4?_0x1608c8?0x3:0x2:_0x15ea4d;_0x57a0db[_0xb040('0x40')]('\x22'+_0x515830+'\x22');break;case'UserId':var _0x36f87b=parseInt(_0x515830);if(_['isNumber'](_0x36f87b)&&_[_0xb040('0x53')](_0x28b624,_0x36f87b)){_0x57a0db[_0xb040('0x40')]('\x22'+_0x36f87b+'\x22');}else{_0x446aa6[_0xb040('0x40')](_0xb040('0x54'));}break;case _0xb040('0x55'):if(isEmail(_0x515830)){_0x57a0db[_0xb040('0x40')]('\x22'+_0x515830+'\x22');}else{_0x446aa6['push'](_0xb040('0x56'));}break;case'dateOfBirth':var _0x4c2ce1=moment(_0x515830,_0xb040('0x57'),!![]);if(_0x4c2ce1[_0xb040('0x51')]()){_0x57a0db[_0xb040('0x40')]('\x22'+_0x515830+'\x22');}else{_0x446aa6[_0xb040('0x40')](_0xb040('0x58'));}break;default:_0x57a0db['push']('\x22'+_0x515830+'\x22');}}else{switch(_0x3e6c05){case _0xb040('0x59'):case _0xb040('0x1b'):_0x446aa6[_0xb040('0x40')](_0x3e6c05+_0xb040('0x5a'));break;default:_0x57a0db[_0xb040('0x40')]('\x22\x22');}}}}if(_0x446aa6[_0xb040('0x4b')]){handleError(_0x380d40[_0xb040('0x4d')][_0x4dc7f8],{'code':'SystemRow','message':_0x446aa6[_0xb040('0x10')]()});}else{fs[_0xb040('0x5b')](_0x1a7d7d,_0x57a0db[_0xb040('0x10')]()+'\x0a');}_0x57a0db=[];}if(!(stats[_0xb040('0x4c')]%0xc8)){socket['emit']('contact:import:'+_0x703f91,stats);stats[_0xb040('0x3f')]=[];}}if(stopped){logger[_0xb040('0x3a')](_0xb040('0x5c'));_0x1d43f1[_0xb040('0x5d')]();}}catch(_0x86f00){handleError(_0x380d40[_0xb040('0x4d')][_0x4dc7f8],{'code':'SystemError','message':_0x86f00[_0xb040('0x3d')]});logger[_0xb040('0x3c')](_0xb040('0x5e'),_0x86f00[_0xb040('0x3d')]);}},'complete':function(){try{var _0x295773=[];var _0x4c35a5=_0xb040('0x23');if(_0x1d3f4f[_0xb040('0x5f')]&&_0x1d3f4f[_0xb040('0x5f')][_0xb040('0x4b')]){_0x4c35a5=_0xb040('0x60')+_0x703f91;_0x295773[_0xb040('0x40')]('CREATE\x20TABLE\x20'+_0x4c35a5+'\x20LIKE\x20cm_contacts;');}var _0x305421=util[_0xb040('0x61')](_0xb040('0x62'),_0x1a7d7d,_0x4c35a5,_0x56f815,_0x1d3f4f[_0xb040('0x1e')],_0x1d3f4f[_0xb040('0x34')]||null,NOW,NOW);if(_[_0xb040('0x63')](_0x18aba1['scheduledat'])){_0x305421+=',\x20scheduledAt\x20=\x20NOW()';}_0x295773['push'](_0x305421);if(_0x1d3f4f['duplicates']&&_0x1d3f4f[_0xb040('0x5f')][_0xb040('0x4b')]){_0x295773[_0xb040('0x40')](insertCmContact(_0x1d3f4f['ListId'],_0x4c35a5,_0x1d3f4f[_0xb040('0x5f')],_0x18aba1));_0x295773['push'](_0xb040('0x64')+_0x4c35a5+';');}_0x295773[_0xb040('0x40')](insertCmHopper(_0x1d3f4f[_0xb040('0x1e')],_0xb040('0x65'),_0xb040('0x66'),_0xb040('0x67'),_0x1608c8));_0x295773[_0xb040('0x40')](insertCmHopperBlack(_0x1d3f4f[_0xb040('0x1e')],_0xb040('0x68'),_0xb040('0x66'),_0xb040('0x67')));_0x295773['push'](insertCmHopper(_0x1d3f4f[_0xb040('0x1e')],_0xb040('0x69'),_0xb040('0x6a'),_0xb040('0x6b'),_0x1608c8));_0x295773[_0xb040('0x40')](insertCmHopperBlack(_0x1d3f4f[_0xb040('0x1e')],_0xb040('0x6c'),_0xb040('0x6a'),_0xb040('0x6b')));BPromise[_0xb040('0x6d')](_0x295773,handleQuery)[_0xb040('0x6e')](function(_0x4f6c39){stats[_0xb040('0x6f')]=!![];stats['affectedRows']=_0x1d3f4f[_0xb040('0x5f')]&&_0x1d3f4f[_0xb040('0x5f')]['length']?results[0x2][_0xb040('0x70')]:results[0x0]['affectedRows'];socket[_0xb040('0x71')](_0xb040('0x72')+_0x703f91,stats);fs[_0xb040('0x73')](_0x10bd76);fs[_0xb040('0x73')](_0x1a7d7d);process[_0xb040('0x3e')](0x0);})[_0xb040('0x74')](function(_0x56e342){logger[_0xb040('0x3c')](_0x56e342[_0xb040('0x3d')]);process[_0xb040('0x3e')](0x1);});}catch(_0x49cdfe){logger[_0xb040('0x3c')](_0xb040('0x75'),_0x49cdfe[_0xb040('0x3d')]);process[_0xb040('0x3e')](0x1);}},'error':function(_0x152c56,_0x158f4c,_0x1b6caf,_0x5dc599){throw new Error(_0x5dc599);}});}function validate(){if(process[_0xb040('0x76')]&&process[_0xb040('0x76')][_0xb040('0x4b')]<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x5ce3cf=path[_0xb040('0x10')](config['root'],_0xb040('0x77'),process[_0xb040('0x76')][0x2]);if(!fs[_0xb040('0x78')](_0x5ce3cf)){throw new Error('file\x20doesn\x27t\x20exists');}var _0x4f1f87={};try{_0x4f1f87=JSON[_0xb040('0x49')](process[_0xb040('0x76')][0x3]);if(!_0x4f1f87[_0xb040('0x79')]){throw new Error(_0xb040('0x7a'));}if(!_0x4f1f87['binding']['phone']){throw new Error(_0xb040('0x7b'));}if(!_0x4f1f87['binding'][_0xb040('0x59')]){throw new Error(_0xb040('0x7c'));}var _0x2e15df=0x0;if(_0x4f1f87[_0xb040('0x79')][_0xb040('0x21')]){_0x2e15df=0x1;}if(!_0x4f1f87['ListId']){throw new Error(_0xb040('0x7d'));}}catch(_0x4617d7){throw new Error(_0xb040('0x7e'));}var _0x3d5e1a=[];try{_0x3d5e1a=_[_0xb040('0x7f')](JSON[_0xb040('0x49')](process['argv'][0x4]),'id');}catch(_0x436d1a){logger[_0xb040('0x3a')]('No\x20agent\x20available');}main(_0x5ce3cf,_0x4f1f87,_0x3d5e1a,_0x2e15df);}validate();process['on'](_0xb040('0x80'),handleStop);process['on'](_0xb040('0x81'),handleUncaughtException);