Built motion from commit (unavailable).|2.5.21
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x889b=['fromQuery','ListId','select','.CmListId\x20=\x20?','ListId\x20=\x20?','\x20=\x20?','keys',')\x20NOT\x20IN\x20?','id\x20IN\x20?','MIN(id)','min_id','group','info','Received\x20SIGINT','message','exit','errors','push','code','sequelize','query','spread','error','main','send','start','binding','socket_timestamp','.csv','header','writeFileSync','parse','data','length','hasOwnProperty','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','UserId','isNumber','includes','agent\x20not\x20exists','email','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','rows','emit','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','CompanyId','isNil','scheduledat',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','root','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','uncaughtException','path','papaparse','util','squel','ioredis','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','field','from','join','.id\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.priority','insert','into','cm_hopper','phone','ContactId','createdAt','updatedAt','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','cm_contacts.updatedAt','cm_hopper_black'];(function(_0x1aa5f0,_0x28f00c){var _0x2aa090=function(_0xf111f9){while(--_0xf111f9){_0x1aa5f0['push'](_0x1aa5f0['shift']());}};_0x2aa090(++_0x28f00c);}(_0x889b,0xe6));var _0xb889=function(_0x535fc2,_0x823367){_0x535fc2=_0x535fc2-0x0;var _0x22c8a3=_0x889b[_0x535fc2];return _0x22c8a3;};'use strict';var fs=require('fs');var path=require(_0xb889('0x0'));var _=require('lodash');var Papa=require(_0xb889('0x1'));var util=require(_0xb889('0x2'));var BPromise=require('bluebird');var moment=require('moment');var squel=require(_0xb889('0x3'));var Redis=require(_0xb889('0x4'));var db=require('../../../mysqldb')['db'];var config=require('../../../config/environment');var logger=require(_0xb889('0x5'))(_0xb889('0x6'));config[_0xb889('0x7')]=_[_0xb889('0x8')](config[_0xb889('0x7')],{'host':_0xb889('0x9'),'port':0x18eb});var socket=require(_0xb889('0xa'))(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xb889('0xb')](_0xb889('0xc'));function isEmail(_0x341d6a){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xb889('0xd')](_0x341d6a);}function selectNotIn(_0x26f026,_0xbac6b2,_0x1fb815,_0x1df5ba,_0x18f414){return squel['select']()[_0xb889('0xe')]('phone')[_0xb889('0xf')](_0x1df5ba)[_0xb889('0x10')](_0xbac6b2,null,_0xbac6b2+_0xb889('0x11')+_0x1df5ba+'.'+_0x1fb815)['where'](_0x1df5ba+'.'+_0x1fb815+'\x20=\x20'+_0x26f026+'.'+_0x1fb815)[_0xb889('0x12')](_0xbac6b2+_0xb889('0x13')+_0x18f414['join']()+')');}function insertCmHopper(_0xa7e4c8,_0x5dfc2c,_0x490c12,_0x2adbbf,_0x25ab23){var _0x4d91ef=[_0xb889('0x14'),_0xb889('0x15'),_0xb889('0x16'),_0xb889('0x17'),_0x5dfc2c+'.'+_0x2adbbf,_0xb889('0x18'),'cm_contacts.updatedAt',_0xb889('0x19'),'cm_contacts.UserId','\x22'+_0x25ab23+'\x22'];return squel[_0xb889('0x1a')]()[_0xb889('0x1b')](_0xb889('0x1c'))['fromQuery']([_0xb889('0x1d'),'scheduledat',_0xb889('0x1e'),'ListId',_0x2adbbf,_0xb889('0x1f'),_0xb889('0x20'),'priority','UserId','recallme'],squel['select']()[_0xb889('0x21')](_0x4d91ef)[_0xb889('0xf')](_0x5dfc2c)[_0xb889('0x10')](_0xb889('0x22'),null,_0xb889('0x23')+_0x5dfc2c+_0xb889('0x24'))[_0xb889('0x10')](_0x490c12,null,_0x490c12+'.id\x20=\x20'+_0x5dfc2c+'.'+_0x2adbbf)['where'](_0x5dfc2c+'.CmListId\x20=\x20?',_0xa7e4c8)[_0xb889('0x12')](_0xb889('0x25'),NOW)[_0xb889('0x12')](_0xb889('0x26'),selectNotIn(_0x5dfc2c,_0x490c12,_0x2adbbf,_0xb889('0x1c'),[_0xb889('0x27'),_0xb889('0x28')]))[_0xb889('0x12')](_0xb889('0x26'),selectNotIn(_0x5dfc2c,_0x490c12,_0x2adbbf,_0xb889('0x1c'),[_0xb889('0x27')])))[_0xb889('0x29')]();}function insertCmHopperBlack(_0xc9ab4f,_0x95dd9d,_0x360ebb,_0x3c70fa){var _0x14b587=['cm_contacts.phone',_0xb889('0x16'),_0xb889('0x17'),_0x95dd9d+'.'+_0x3c70fa,_0xb889('0x18'),_0xb889('0x2a')];return squel[_0xb889('0x1a')]()[_0xb889('0x1b')](_0xb889('0x2b'))[_0xb889('0x2c')]([_0xb889('0x1d'),'ContactId',_0xb889('0x2d'),_0x3c70fa,_0xb889('0x1f'),_0xb889('0x20')],squel[_0xb889('0x2e')]()[_0xb889('0x21')](_0x14b587)[_0xb889('0xf')](_0x95dd9d)[_0xb889('0x10')](_0xb889('0x22'),null,_0xb889('0x23')+_0x95dd9d+_0xb889('0x24'))[_0xb889('0x10')](_0x360ebb,null,_0x360ebb+'.id\x20=\x20'+_0x95dd9d+'.'+_0x3c70fa)[_0xb889('0x12')](_0x95dd9d+_0xb889('0x2f'),_0xc9ab4f)[_0xb889('0x12')]('cm_contacts.createdAt\x20=\x20?',NOW)['where'](_0xb889('0x26'),squel['select']()['field'](_0xb889('0x1d'))[_0xb889('0xf')](_0xb889('0x2b'))['where'](_0xb889('0x30'),_0xc9ab4f)[_0xb889('0x12')](_0x3c70fa+_0xb889('0x31'),_0x95dd9d+'.'+_0x3c70fa)))[_0xb889('0x29')]();}function insertCmContact(_0x234482,_0x53e545,_0x58384,_0x2e32af){var _0x202d1e=_['concat'](_[_0xb889('0x32')](_0x2e32af),['ListId','CompanyId',_0xb889('0x1f'),'updatedAt']);return squel['insert']()[_0xb889('0x1b')](_0xb889('0x22'))[_0xb889('0x2c')](_0x202d1e,squel[_0xb889('0x2e')]()['fields'](_0x202d1e)[_0xb889('0xf')](_0x53e545)[_0xb889('0x12')]('('+_0x58384[_0xb889('0x10')](',')+_0xb889('0x33'),squel['select']()['fields'](_0x58384)[_0xb889('0xf')](_0xb889('0x22'))[_0xb889('0x12')](_0xb889('0x30'),_0x234482)[_0xb889('0x12')]('deletedAt\x20IS\x20NULL'))[_0xb889('0x12')](_0xb889('0x34'),squel[_0xb889('0x2e')]()[_0xb889('0xe')](_0xb889('0x35'),_0xb889('0x36'))[_0xb889('0xf')](_0x53e545)[_0xb889('0x37')](_0x58384['join'](','))))[_0xb889('0x29')]();}function handleStop(){logger[_0xb889('0x38')](_0xb889('0x39'));stopped=!![];}function handleUncaughtException(_0x437d46){logger['error'](_0x437d46[_0xb889('0x3a')]);process[_0xb889('0x3b')](0x1);}function handleError(_0x3b5afa,_0x521436){stats[_0xb889('0x3c')][_0xb889('0x3d')]({'name':_0x521436[_0xb889('0x3e')],'message':_0x521436[_0xb889('0x3a')],'row':_0x3b5afa});}function handleQuery(_0x227911){logger['info'](_0x227911);return db[_0xb889('0x3f')][_0xb889('0x40')](_0x227911)[_0xb889('0x41')](function(_0x108993){results[_0xb889('0x3d')](_0x108993);})['catch'](function(_0x179b7d){logger[_0xb889('0x42')](_0x179b7d[_0xb889('0x3a')]);});}function main(_0x1ca32a,_0x3a431b,_0x2a60f0,_0x4c824f){logger[_0xb889('0x38')](_0xb889('0x43'),_0x1ca32a,JSON['stringify'](_0x3a431b));process[_0xb889('0x44')](_0xb889('0x45'));var _0x42e14f=_0x3a431b[_0xb889('0x46')];var _0x3b0a4d=_0x3a431b[_0xb889('0x47')];var _0x4ca212=path['join'](config['root'],'server/files/tmp',_0x3b0a4d+_0xb889('0x48'));var _0x1283a2=_[_0xb889('0x32')](_0x42e14f)[_0xb889('0x10')]();logger['info'](_0xb889('0x49'),_0x1283a2);fs[_0xb889('0x4a')](_0x4ca212,_0x1283a2+'\x0a');Papa[_0xb889('0x4b')](fs['createReadStream'](_0x1ca32a),{'header':!![],'skipEmptyLines':!![],'step':function(_0x313945,_0xd3284a){try{for(var _0x2f744d=0x0,_0x5257b7=[];_0x2f744d<_0x313945[_0xb889('0x4c')][_0xb889('0x4d')];_0x2f744d++){stats['rows']+=0x1;if(_0x313945[_0xb889('0x3c')][_0x2f744d]){handleError(_0x313945[_0xb889('0x4c')][_0x2f744d],_0x313945[_0xb889('0x3c')][_0x2f744d]);}else{var _0x669d97=[];for(var _0x38b13c in _0x42e14f){if(_0x42e14f[_0xb889('0x4e')](_0x38b13c)){if(_0x313945[_0xb889('0x4c')][_0x2f744d][_0x42e14f[_0x38b13c]]){var _0x41678a=_[_0xb889('0x4f')](_0x313945[_0xb889('0x4c')][_0x2f744d][_0x42e14f[_0x38b13c]][_0xb889('0x50')](/"/g,'\x27'));switch(_0x38b13c){case'scheduledat':var _0xf69de4=moment(_0x41678a,_0xb889('0xc'),!![]);if(_0xf69de4[_0xb889('0x51')]()){_0x5257b7['push']('\x22'+_0x41678a+'\x22');}else{_0x669d97[_0xb889('0x3d')](_0xb889('0x52'));}break;case'priority':var _0x556ce3=parseInt(_0x41678a);_0x41678a=_[_0xb889('0x53')](_0x556ce3)||_0x556ce3<0x0||_0x556ce3>0x4?_0x4c824f?0x3:0x2:_0x556ce3;_0x5257b7[_0xb889('0x3d')]('\x22'+_0x41678a+'\x22');break;case _0xb889('0x54'):var _0xb97e99=parseInt(_0x41678a);if(_[_0xb889('0x55')](_0xb97e99)&&_[_0xb889('0x56')](_0x2a60f0,_0xb97e99)){_0x5257b7[_0xb889('0x3d')]('\x22'+_0xb97e99+'\x22');}else{_0x669d97['push'](_0xb889('0x57'));}break;case _0xb889('0x58'):if(isEmail(_0x41678a)){_0x5257b7[_0xb889('0x3d')]('\x22'+_0x41678a+'\x22');}else{_0x669d97[_0xb889('0x3d')]('email\x20wrong\x20format');}break;case _0xb889('0x59'):var _0x54021d=moment(_0x41678a,_0xb889('0x5a'),!![]);if(_0x54021d['isValid']()){_0x5257b7[_0xb889('0x3d')]('\x22'+_0x41678a+'\x22');}else{_0x669d97[_0xb889('0x3d')](_0xb889('0x5b'));}break;default:_0x5257b7[_0xb889('0x3d')]('\x22'+_0x41678a+'\x22');}}else{switch(_0x38b13c){case _0xb889('0x5c'):case'phone':_0x669d97[_0xb889('0x3d')](_0x38b13c+_0xb889('0x5d'));break;default:_0x5257b7[_0xb889('0x3d')]('\x22\x22');}}}}if(_0x669d97[_0xb889('0x4d')]){handleError(_0x313945[_0xb889('0x4c')][_0x2f744d],{'code':_0xb889('0x5e'),'message':_0x669d97[_0xb889('0x10')]()});}else{fs[_0xb889('0x5f')](_0x4ca212,_0x5257b7[_0xb889('0x10')]()+'\x0a');}_0x5257b7=[];}if(!(stats[_0xb889('0x60')]%0xc8)){socket[_0xb889('0x61')](_0xb889('0x62')+_0x3b0a4d,stats);stats[_0xb889('0x3c')]=[];}}if(stopped){logger[_0xb889('0x38')](_0xb889('0x63'));_0xd3284a[_0xb889('0x64')]();}}catch(_0x2912d6){handleError(_0x313945['data'][_0x2f744d],{'code':_0xb889('0x65'),'message':_0x2912d6['message']});logger['error'](_0xb889('0x66'),_0x2912d6['message']);}},'complete':function(){try{var _0x24cb93=[];var _0x4ae650=_0xb889('0x22');if(_0x3a431b[_0xb889('0x67')]&&_0x3a431b[_0xb889('0x67')][_0xb889('0x4d')]){_0x4ae650=_0xb889('0x68')+_0x3b0a4d;_0x24cb93[_0xb889('0x3d')](_0xb889('0x69')+_0x4ae650+_0xb889('0x6a'));}var _0x1d3bbf=util['format'](_0xb889('0x6b'),_0x4ca212,_0x4ae650,_0x1283a2,_0x3a431b[_0xb889('0x2d')],_0x3a431b[_0xb889('0x6c')]||null,NOW,NOW);if(_[_0xb889('0x6d')](_0x42e14f[_0xb889('0x6e')])){_0x1d3bbf+=_0xb889('0x6f');}_0x24cb93['push'](_0x1d3bbf);if(_0x3a431b[_0xb889('0x67')]&&_0x3a431b['duplicates'][_0xb889('0x4d')]){_0x24cb93[_0xb889('0x3d')](insertCmContact(_0x3a431b[_0xb889('0x2d')],_0x4ae650,_0x3a431b[_0xb889('0x67')],_0x42e14f));_0x24cb93[_0xb889('0x3d')](_0xb889('0x70')+_0x4ae650+';');}_0x24cb93[_0xb889('0x3d')](insertCmHopper(_0x3a431b[_0xb889('0x2d')],_0xb889('0x71'),_0xb889('0x72'),_0xb889('0x73'),_0x4c824f));_0x24cb93['push'](insertCmHopperBlack(_0x3a431b[_0xb889('0x2d')],_0xb889('0x74'),'voice_queues',_0xb889('0x73')));_0x24cb93[_0xb889('0x3d')](insertCmHopper(_0x3a431b[_0xb889('0x2d')],_0xb889('0x75'),_0xb889('0x76'),_0xb889('0x77'),_0x4c824f));_0x24cb93['push'](insertCmHopperBlack(_0x3a431b[_0xb889('0x2d')],_0xb889('0x78'),_0xb889('0x76'),'CampaignId'));BPromise[_0xb889('0x79')](_0x24cb93,handleQuery)[_0xb889('0x7a')](function(_0x1726b8){stats[_0xb889('0x7b')]=!![];stats[_0xb889('0x7c')]=_0x3a431b[_0xb889('0x67')]&&_0x3a431b['duplicates']['length']?results[0x2][_0xb889('0x7c')]:results[0x0][_0xb889('0x7c')];socket[_0xb889('0x61')](_0xb889('0x62')+_0x3b0a4d,stats);fs['unlink'](_0x1ca32a);fs[_0xb889('0x7d')](_0x4ca212);process[_0xb889('0x3b')](0x0);})['catch'](function(_0x33ea13){logger['error'](_0x33ea13[_0xb889('0x3a')]);process['exit'](0x1);});}catch(_0xb218dd){logger[_0xb889('0x42')](_0xb889('0x7e'),_0xb218dd[_0xb889('0x3a')]);process[_0xb889('0x3b')](0x1);}},'error':function(_0x2cf267,_0x1b782b,_0x3d075c,_0x2ca47e){throw new Error(_0x2ca47e);}});}function validate(){if(process[_0xb889('0x7f')]&&process[_0xb889('0x7f')][_0xb889('0x4d')]<0x4){throw new Error(_0xb889('0x80'));}var _0x1e9932=path[_0xb889('0x10')](config[_0xb889('0x81')],_0xb889('0x82'),process[_0xb889('0x7f')][0x2]);if(!fs[_0xb889('0x83')](_0x1e9932)){throw new Error(_0xb889('0x84'));}var _0xb39671={};try{_0xb39671=JSON[_0xb889('0x4b')](process[_0xb889('0x7f')][0x3]);if(!_0xb39671[_0xb889('0x46')]){throw new Error(_0xb889('0x85'));}if(!_0xb39671[_0xb889('0x46')][_0xb889('0x1d')]){throw new Error(_0xb889('0x86'));}if(!_0xb39671['binding']['firstName']){throw new Error(_0xb889('0x87'));}var _0x5c8deb=0x0;if(_0xb39671[_0xb889('0x46')][_0xb889('0x54')]){_0x5c8deb=0x1;}if(!_0xb39671[_0xb889('0x2d')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x50fdc5){throw new Error('body\x20id\x20mandatory');}var _0x14eec5=[];try{_0x14eec5=_['map'](JSON[_0xb889('0x4b')](process['argv'][0x4]),'id');}catch(_0x45201a){logger[_0xb889('0x38')]('No\x20agent\x20available');}main(_0x1e9932,_0xb39671,_0x14eec5,_0x5c8deb);}validate();process['on']('SIGINT',handleStop);process['on'](_0xb889('0x88'),handleUncaughtException);