Built motion from commit (unavailable).|2.2.2
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xcba2=['header','writeFileSync','parse','createReadStream','length','errors','hasOwnProperty','data','YYYY-MM-DD\x20HH:mm:ss','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','includes','email','email\x20wrong\x20format','dateOfBirth','\x20not\x20specified','SystemRow','appendFileSync','rows','emit','contact:import:','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','VoiceQueueId','voice_queues','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','finish','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','root','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName','firstName\x20is\x20mandatory','body\x20id\x20mandatory','map','No\x20agent\x20available','uncaughtException','path','lodash','papaparse','moment','squel','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','format','test','select','field','join','.id\x20=\x20','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','UserId','recallme','fields','from','cm_contacts','cm_contacts.ListId\x20=\x20','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','phone','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_hopper_black','ListId\x20=\x20?','\x20=\x20?','concat','keys','CompanyId','MIN(id)','info','Received\x20SIGINT','error','message','exit','code','query','push','catch','main','stringify','send','binding','socket_timestamp','.csv'];(function(_0x161410,_0x4ee06f){var _0x1a8c77=function(_0x451d97){while(--_0x451d97){_0x161410['push'](_0x161410['shift']());}};_0x1a8c77(++_0x4ee06f);}(_0xcba2,0x1cd));var _0x2cba=function(_0x3e901f,_0x57bff5){_0x3e901f=_0x3e901f-0x0;var _0x5a9079=_0xcba2[_0x3e901f];return _0x5a9079;};'use strict';var fs=require('fs');var path=require(_0x2cba('0x0'));var _=require(_0x2cba('0x1'));var Papa=require(_0x2cba('0x2'));var util=require('util');var BPromise=require('bluebird');var moment=require(_0x2cba('0x3'));var squel=require(_0x2cba('0x4'));var Redis=require('ioredis');var db=require(_0x2cba('0x5'))['db'];var config=require(_0x2cba('0x6'));var logger=require(_0x2cba('0x7'))(_0x2cba('0x8'));config[_0x2cba('0x9')]=_[_0x2cba('0xa')](config[_0x2cba('0x9')],{'host':_0x2cba('0xb'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x2cba('0xc')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x144034){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x2cba('0xd')](_0x144034);}function selectNotIn(_0x3309c1,_0x226798,_0x76910f,_0x4a8b2f,_0x31bec7){return squel[_0x2cba('0xe')]()[_0x2cba('0xf')]('phone')['from'](_0x4a8b2f)[_0x2cba('0x10')](_0x226798,null,_0x226798+_0x2cba('0x11')+_0x4a8b2f+'.'+_0x76910f)[_0x2cba('0x12')](_0x4a8b2f+'.'+_0x76910f+_0x2cba('0x13')+_0x3309c1+'.'+_0x76910f)[_0x2cba('0x12')](_0x226798+_0x2cba('0x14')+_0x31bec7['join']()+')');}function insertCmHopper(_0x5e3c74,_0x3bddea,_0x5e3b84,_0x3fc3aa,_0x2d785b){var _0x837c46=[_0x2cba('0x15'),_0x2cba('0x16'),_0x2cba('0x17'),_0x2cba('0x18'),_0x3bddea+'.'+_0x3fc3aa,_0x2cba('0x19'),_0x2cba('0x1a'),_0x2cba('0x1b'),_0x2cba('0x1c'),'\x22'+_0x2d785b+'\x22'];return squel[_0x2cba('0x1d')]()[_0x2cba('0x1e')](_0x2cba('0x1f'))[_0x2cba('0x20')](['phone',_0x2cba('0x21'),_0x2cba('0x22'),_0x2cba('0x23'),_0x3fc3aa,_0x2cba('0x24'),_0x2cba('0x25'),_0x2cba('0x26'),_0x2cba('0x27'),_0x2cba('0x28')],squel['select']()[_0x2cba('0x29')](_0x837c46)[_0x2cba('0x2a')](_0x3bddea)['join'](_0x2cba('0x2b'),null,_0x2cba('0x2c')+_0x3bddea+'.CmListId')[_0x2cba('0x10')](_0x5e3b84,null,_0x5e3b84+'.id\x20=\x20'+_0x3bddea+'.'+_0x3fc3aa)[_0x2cba('0x12')](_0x3bddea+'.CmListId\x20=\x20?',_0x5e3c74)[_0x2cba('0x12')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0x2cba('0x12')](_0x2cba('0x2d'),selectNotIn(_0x3bddea,_0x5e3b84,_0x3fc3aa,_0x2cba('0x1f'),[_0x2cba('0x2e'),_0x2cba('0x2f')]))[_0x2cba('0x12')](_0x2cba('0x2d'),selectNotIn(_0x3bddea,_0x5e3b84,_0x3fc3aa,_0x2cba('0x1f'),[_0x2cba('0x2e')])))[_0x2cba('0x30')]();}function insertCmHopperBlack(_0x1aa885,_0x3a518b,_0x1a0b0c,_0x9fe08c){var _0x36681a=['cm_contacts.phone','cm_contacts.id','cm_contacts.ListId',_0x3a518b+'.'+_0x9fe08c,_0x2cba('0x19'),_0x2cba('0x1a')];return squel[_0x2cba('0x1d')]()[_0x2cba('0x1e')]('cm_hopper_black')['fromQuery']([_0x2cba('0x31'),_0x2cba('0x22'),'ListId',_0x9fe08c,'createdAt',_0x2cba('0x25')],squel[_0x2cba('0xe')]()['fields'](_0x36681a)[_0x2cba('0x2a')](_0x3a518b)[_0x2cba('0x10')]('cm_contacts',null,_0x2cba('0x2c')+_0x3a518b+_0x2cba('0x32'))[_0x2cba('0x10')](_0x1a0b0c,null,_0x1a0b0c+_0x2cba('0x11')+_0x3a518b+'.'+_0x9fe08c)[_0x2cba('0x12')](_0x3a518b+_0x2cba('0x33'),_0x1aa885)[_0x2cba('0x12')](_0x2cba('0x34'),NOW)['where'](_0x2cba('0x2d'),squel[_0x2cba('0xe')]()['field'](_0x2cba('0x31'))[_0x2cba('0x2a')](_0x2cba('0x35'))[_0x2cba('0x12')](_0x2cba('0x36'),_0x1aa885)[_0x2cba('0x12')](_0x9fe08c+_0x2cba('0x37'),_0x3a518b+'.'+_0x9fe08c)))[_0x2cba('0x30')]();}function insertCmContact(_0xdecbc0,_0x43ff75,_0x503491,_0x462634){var _0x1ef33e=_[_0x2cba('0x38')](_[_0x2cba('0x39')](_0x462634),[_0x2cba('0x23'),_0x2cba('0x3a'),_0x2cba('0x24'),_0x2cba('0x25')]);return squel[_0x2cba('0x1d')]()[_0x2cba('0x1e')](_0x2cba('0x2b'))[_0x2cba('0x20')](_0x1ef33e,squel[_0x2cba('0xe')]()[_0x2cba('0x29')](_0x1ef33e)[_0x2cba('0x2a')](_0x43ff75)['where']('('+_0x503491[_0x2cba('0x10')](',')+')\x20NOT\x20IN\x20?',squel['select']()['fields'](_0x503491)['from'](_0x2cba('0x2b'))[_0x2cba('0x12')]('ListId\x20=\x20?',_0xdecbc0))[_0x2cba('0x12')]('id\x20IN\x20?',squel[_0x2cba('0xe')]()[_0x2cba('0xf')](_0x2cba('0x3b'),'min_id')[_0x2cba('0x2a')](_0x43ff75)['group'](_0x503491[_0x2cba('0x10')](','))))[_0x2cba('0x30')]();}function handleStop(){logger[_0x2cba('0x3c')](_0x2cba('0x3d'));stopped=!![];}function handleUncaughtException(_0xbebc50){logger[_0x2cba('0x3e')](_0xbebc50[_0x2cba('0x3f')]);process[_0x2cba('0x40')](0x1);}function handleError(_0x4d73f7,_0x652acb){stats['errors']['push']({'name':_0x652acb[_0x2cba('0x41')],'message':_0x652acb[_0x2cba('0x3f')],'row':_0x4d73f7});}function handleQuery(_0x1402f3){logger[_0x2cba('0x3c')](_0x1402f3);return db['sequelize'][_0x2cba('0x42')](_0x1402f3)['spread'](function(_0x42b526){results[_0x2cba('0x43')](_0x42b526);})[_0x2cba('0x44')](function(_0x9eb03c){logger['error'](_0x9eb03c[_0x2cba('0x3f')]);});}function main(_0x4fc00e,_0x4c9705,_0x1a5868,_0x5cb9ad){logger['info'](_0x2cba('0x45'),_0x4fc00e,JSON[_0x2cba('0x46')](_0x4c9705));process[_0x2cba('0x47')]('start');var _0x30c821=_0x4c9705[_0x2cba('0x48')];var _0x8c5c93=_0x4c9705[_0x2cba('0x49')];var _0x36bf27=path['join'](config['root'],'server/files/tmp',_0x8c5c93+_0x2cba('0x4a'));var _0x3d90da=_[_0x2cba('0x39')](_0x30c821)['join']();logger[_0x2cba('0x3c')](_0x2cba('0x4b'),_0x3d90da);fs[_0x2cba('0x4c')](_0x36bf27,_0x3d90da+'\x0a');Papa[_0x2cba('0x4d')](fs[_0x2cba('0x4e')](_0x4fc00e),{'header':!![],'skipEmptyLines':!![],'step':function(_0x355ebd,_0x24585f){try{for(var _0x1a88d4=0x0,_0x203ec2=[];_0x1a88d4<_0x355ebd['data'][_0x2cba('0x4f')];_0x1a88d4++){stats['rows']+=0x1;if(_0x355ebd['errors'][_0x1a88d4]){handleError(_0x355ebd['data'][_0x1a88d4],_0x355ebd[_0x2cba('0x50')][_0x1a88d4]);}else{var _0x216e5b=[];for(var _0x3da858 in _0x30c821){if(_0x30c821[_0x2cba('0x51')](_0x3da858)){if(_0x355ebd[_0x2cba('0x52')][_0x1a88d4][_0x30c821[_0x3da858]]){var _0x163b4d=_['trim'](_0x355ebd[_0x2cba('0x52')][_0x1a88d4][_0x30c821[_0x3da858]]['replace'](/"/g,'\x27'));switch(_0x3da858){case _0x2cba('0x21'):var _0x409d0c=moment(_0x163b4d,_0x2cba('0x53'),!![]);if(_0x409d0c[_0x2cba('0x54')]()){_0x203ec2[_0x2cba('0x43')]('\x22'+_0x163b4d+'\x22');}else{_0x216e5b[_0x2cba('0x43')](_0x2cba('0x55'));}break;case _0x2cba('0x26'):var _0x1b0476=parseInt(_0x163b4d);_0x163b4d=_[_0x2cba('0x56')](_0x1b0476)||_0x1b0476<0x0||_0x1b0476>0x4?_0x5cb9ad?0x3:0x2:_0x1b0476;_0x203ec2[_0x2cba('0x43')]('\x22'+_0x163b4d+'\x22');break;case'UserId':var _0x49e406=parseInt(_0x163b4d);if(_[_0x2cba('0x57')](_0x49e406)&&_[_0x2cba('0x58')](_0x1a5868,_0x49e406)){_0x203ec2[_0x2cba('0x43')]('\x22'+_0x49e406+'\x22');}else{_0x216e5b[_0x2cba('0x43')]('agent\x20not\x20exists');}break;case _0x2cba('0x59'):if(isEmail(_0x163b4d)){_0x203ec2[_0x2cba('0x43')]('\x22'+_0x163b4d+'\x22');}else{_0x216e5b['push'](_0x2cba('0x5a'));}break;case _0x2cba('0x5b'):var _0x3d816b=moment(_0x163b4d,'YYYY-MM-DD',!![]);if(_0x3d816b[_0x2cba('0x54')]()){_0x203ec2[_0x2cba('0x43')]('\x22'+_0x163b4d+'\x22');}else{_0x216e5b['push']('dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)');}break;default:_0x203ec2[_0x2cba('0x43')]('\x22'+_0x163b4d+'\x22');}}else{switch(_0x3da858){case'firstName':case _0x2cba('0x31'):_0x216e5b[_0x2cba('0x43')](_0x3da858+_0x2cba('0x5c'));break;default:_0x203ec2[_0x2cba('0x43')]('\x22\x22');}}}}if(_0x216e5b[_0x2cba('0x4f')]){handleError(_0x355ebd[_0x2cba('0x52')][_0x1a88d4],{'code':_0x2cba('0x5d'),'message':_0x216e5b[_0x2cba('0x10')]()});}else{fs[_0x2cba('0x5e')](_0x36bf27,_0x203ec2[_0x2cba('0x10')]()+'\x0a');}_0x203ec2=[];}if(!(stats[_0x2cba('0x5f')]%0xc8)){socket[_0x2cba('0x60')](_0x2cba('0x61')+_0x8c5c93,stats);stats['errors']=[];}}if(stopped){logger[_0x2cba('0x3c')]('Abort\x20parser');_0x24585f[_0x2cba('0x62')]();}}catch(_0x224729){handleError(_0x355ebd[_0x2cba('0x52')][_0x1a88d4],{'code':_0x2cba('0x63'),'message':_0x224729[_0x2cba('0x3f')]});logger['error'](_0x2cba('0x64'),_0x224729[_0x2cba('0x3f')]);}},'complete':function(){try{var _0x58451f=[];var _0x1e52bc=_0x2cba('0x2b');if(_0x4c9705[_0x2cba('0x65')]&&_0x4c9705['duplicates'][_0x2cba('0x4f')]){_0x1e52bc=_0x2cba('0x66')+_0x8c5c93;_0x58451f[_0x2cba('0x43')](_0x2cba('0x67')+_0x1e52bc+_0x2cba('0x68'));}var _0x15e590=util[_0x2cba('0xc')](_0x2cba('0x69'),_0x36bf27,_0x1e52bc,_0x3d90da,_0x4c9705[_0x2cba('0x23')],_0x4c9705['CompanyId']||null,NOW,NOW);if(_[_0x2cba('0x6a')](_0x30c821[_0x2cba('0x21')])){_0x15e590+=_0x2cba('0x6b');}_0x58451f[_0x2cba('0x43')](_0x15e590);if(_0x4c9705[_0x2cba('0x65')]&&_0x4c9705[_0x2cba('0x65')][_0x2cba('0x4f')]){_0x58451f[_0x2cba('0x43')](insertCmContact(_0x4c9705['ListId'],_0x1e52bc,_0x4c9705[_0x2cba('0x65')],_0x30c821));_0x58451f[_0x2cba('0x43')](_0x2cba('0x6c')+_0x1e52bc+';');}_0x58451f[_0x2cba('0x43')](insertCmHopper(_0x4c9705['ListId'],_0x2cba('0x6d'),'voice_queues',_0x2cba('0x6e'),_0x5cb9ad));_0x58451f[_0x2cba('0x43')](insertCmHopperBlack(_0x4c9705[_0x2cba('0x23')],'voice_queues_has_cm_blacklists',_0x2cba('0x6f'),'VoiceQueueId'));_0x58451f[_0x2cba('0x43')](insertCmHopper(_0x4c9705[_0x2cba('0x23')],_0x2cba('0x70'),_0x2cba('0x71'),_0x2cba('0x72'),_0x5cb9ad));_0x58451f['push'](insertCmHopperBlack(_0x4c9705[_0x2cba('0x23')],_0x2cba('0x73'),_0x2cba('0x71'),_0x2cba('0x72')));BPromise[_0x2cba('0x74')](_0x58451f,handleQuery)['then'](function(_0x3406ab){stats[_0x2cba('0x75')]=!![];stats[_0x2cba('0x76')]=_0x4c9705['duplicates']&&_0x4c9705[_0x2cba('0x65')][_0x2cba('0x4f')]?results[0x2][_0x2cba('0x76')]:results[0x0][_0x2cba('0x76')];socket['emit'](_0x2cba('0x61')+_0x8c5c93,stats);fs['unlink'](_0x4fc00e);fs[_0x2cba('0x77')](_0x36bf27);process[_0x2cba('0x40')](0x0);})[_0x2cba('0x44')](function(_0x311f62){logger[_0x2cba('0x3e')](_0x311f62[_0x2cba('0x3f')]);process['exit'](0x1);});}catch(_0x259800){logger['error'](_0x2cba('0x78'),_0x259800['message']);process['exit'](0x1);}},'error':function(_0x2c989f,_0x4aac98,_0x4bc200,_0x88496a){throw new Error(_0x88496a);}});}function validate(){if(process[_0x2cba('0x79')]&&process[_0x2cba('0x79')][_0x2cba('0x4f')]<0x4){throw new Error(_0x2cba('0x7a'));}var _0x4dc5ba=path['join'](config[_0x2cba('0x7b')],_0x2cba('0x7c'),process[_0x2cba('0x79')][0x2]);if(!fs[_0x2cba('0x7d')](_0x4dc5ba)){throw new Error(_0x2cba('0x7e'));}var _0xaf749c={};try{_0xaf749c=JSON[_0x2cba('0x4d')](process[_0x2cba('0x79')][0x3]);if(!_0xaf749c[_0x2cba('0x48')]){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0xaf749c[_0x2cba('0x48')]['phone']){throw new Error(_0x2cba('0x7f'));}if(!_0xaf749c[_0x2cba('0x48')][_0x2cba('0x80')]){throw new Error(_0x2cba('0x81'));}var _0x4418b5=0x0;if(_0xaf749c[_0x2cba('0x48')][_0x2cba('0x27')]){_0x4418b5=0x1;}if(!_0xaf749c[_0x2cba('0x23')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x5bc2d1){throw new Error(_0x2cba('0x82'));}var _0xb4d3c8=[];try{_0xb4d3c8=_[_0x2cba('0x83')](JSON[_0x2cba('0x4d')](process[_0x2cba('0x79')][0x4]),'id');}catch(_0x30dc5e){logger[_0x2cba('0x3c')](_0x2cba('0x84'));}main(_0x4dc5ba,_0xaf749c,_0xb4d3c8,_0x4418b5);}validate();process['on']('SIGINT',handleStop);process['on'](_0x2cba('0x85'),handleUncaughtException);