Built motion from commit (unavailable).|2.4.20
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x1fe0=['phone','join','.id\x20=\x20','\x20=\x20','where','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.priority','cm_contacts.UserId','insert','into','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','recallme','from','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22onlyIfOpen\x22','\x22always\x22','toString','cm_contacts.updatedAt','cm_hopper_black','fields','field','\x20=\x20?','concat','CompanyId','cm_contacts',')\x20NOT\x20IN\x20?','ListId\x20=\x20?','id\x20IN\x20?','MIN(id)','min_id','group','info','Received\x20SIGINT','error','message','exit','errors','push','code','sequelize','query','spread','main','stringify','send','start','binding','socket_timestamp','server/files/tmp','.csv','keys','header','writeFileSync','parse','createReadStream','data','length','rows','trim','isValid','UserId','includes','email\x20wrong\x20format','dateOfBirth','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues','VoiceQueueId','campaigns_has_cm_lists','CampaignId','campaigns_has_cm_blacklists','campaigns','each','then','finish','affectedRows','unlink','catch','complete','argv','root','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','No\x20agent\x20available','SIGINT','uncaughtException','path','util','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','defaults','redis','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','select'];(function(_0x387777,_0x356171){var _0x3f84c0=function(_0x4d4423){while(--_0x4d4423){_0x387777['push'](_0x387777['shift']());}};_0x3f84c0(++_0x356171);}(_0x1fe0,0xfe));var _0x01fe=function(_0x19b3f9,_0xade753){_0x19b3f9=_0x19b3f9-0x0;var _0x18c3f6=_0x1fe0[_0x19b3f9];return _0x18c3f6;};'use strict';var fs=require('fs');var path=require(_0x01fe('0x0'));var _=require('lodash');var Papa=require('papaparse');var util=require(_0x01fe('0x1'));var BPromise=require('bluebird');var moment=require('moment');var squel=require(_0x01fe('0x2'));var Redis=require(_0x01fe('0x3'));var db=require(_0x01fe('0x4'))['db'];var config=require(_0x01fe('0x5'));var logger=require(_0x01fe('0x6'))('import');config['redis']=_[_0x01fe('0x7')](config[_0x01fe('0x8')],{'host':'localhost','port':0x18eb});var socket=require(_0x01fe('0x9'))(new Redis(config[_0x01fe('0x8')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x01fe('0xa')](_0x01fe('0xb'));function isEmail(_0x34d0af){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x01fe('0xc')](_0x34d0af);}function selectNotIn(_0x555c45,_0x3056ef,_0x4db394,_0x1b3d64,_0x8af7b0){return squel[_0x01fe('0xd')]()['field'](_0x01fe('0xe'))['from'](_0x1b3d64)[_0x01fe('0xf')](_0x3056ef,null,_0x3056ef+_0x01fe('0x10')+_0x1b3d64+'.'+_0x4db394)['where'](_0x1b3d64+'.'+_0x4db394+_0x01fe('0x11')+_0x555c45+'.'+_0x4db394)[_0x01fe('0x12')](_0x3056ef+'.dialCheckDuplicateType\x20IN\x20('+_0x8af7b0['join']()+')');}function insertCmHopper(_0x71961c,_0x3662a7,_0x584f30,_0x449476,_0x33fda3){var _0x254758=[_0x01fe('0x13'),_0x01fe('0x14'),_0x01fe('0x15'),_0x01fe('0x16'),_0x3662a7+'.'+_0x449476,_0x01fe('0x17'),'cm_contacts.updatedAt',_0x01fe('0x18'),_0x01fe('0x19'),'\x22'+_0x33fda3+'\x22'];return squel[_0x01fe('0x1a')]()[_0x01fe('0x1b')]('cm_hopper')[_0x01fe('0x1c')]([_0x01fe('0xe'),_0x01fe('0x1d'),_0x01fe('0x1e'),_0x01fe('0x1f'),_0x449476,_0x01fe('0x20'),_0x01fe('0x21'),_0x01fe('0x22'),'UserId',_0x01fe('0x23')],squel[_0x01fe('0xd')]()['fields'](_0x254758)[_0x01fe('0x24')](_0x3662a7)['join']('cm_contacts',null,_0x01fe('0x25')+_0x3662a7+_0x01fe('0x26'))[_0x01fe('0xf')](_0x584f30,null,_0x584f30+_0x01fe('0x10')+_0x3662a7+'.'+_0x449476)[_0x01fe('0x12')](_0x3662a7+'.CmListId\x20=\x20?',_0x71961c)[_0x01fe('0x12')](_0x01fe('0x27'),NOW)['where'](_0x01fe('0x28'),selectNotIn(_0x3662a7,_0x584f30,_0x449476,'cm_hopper',['\x22always\x22',_0x01fe('0x29')]))['where'](_0x01fe('0x28'),selectNotIn(_0x3662a7,_0x584f30,_0x449476,'cm_hopper',[_0x01fe('0x2a')])))[_0x01fe('0x2b')]();}function insertCmHopperBlack(_0xc3c8c5,_0x2222f3,_0x572631,_0x2b6e6f){var _0x2ec1d4=[_0x01fe('0x13'),_0x01fe('0x15'),_0x01fe('0x16'),_0x2222f3+'.'+_0x2b6e6f,'cm_contacts.createdAt',_0x01fe('0x2c')];return squel['insert']()['into'](_0x01fe('0x2d'))[_0x01fe('0x1c')]([_0x01fe('0xe'),_0x01fe('0x1e'),_0x01fe('0x1f'),_0x2b6e6f,'createdAt',_0x01fe('0x21')],squel[_0x01fe('0xd')]()[_0x01fe('0x2e')](_0x2ec1d4)[_0x01fe('0x24')](_0x2222f3)[_0x01fe('0xf')]('cm_contacts',null,_0x01fe('0x25')+_0x2222f3+_0x01fe('0x26'))[_0x01fe('0xf')](_0x572631,null,_0x572631+'.id\x20=\x20'+_0x2222f3+'.'+_0x2b6e6f)[_0x01fe('0x12')](_0x2222f3+'.CmListId\x20=\x20?',_0xc3c8c5)['where']('cm_contacts.createdAt\x20=\x20?',NOW)[_0x01fe('0x12')](_0x01fe('0x28'),squel[_0x01fe('0xd')]()[_0x01fe('0x2f')](_0x01fe('0xe'))[_0x01fe('0x24')]('cm_hopper_black')['where']('ListId\x20=\x20?',_0xc3c8c5)[_0x01fe('0x12')](_0x2b6e6f+_0x01fe('0x30'),_0x2222f3+'.'+_0x2b6e6f)))[_0x01fe('0x2b')]();}function insertCmContact(_0x566b25,_0x258acd,_0x592a59,_0x3d4fe3){var _0x4b86ab=_[_0x01fe('0x31')](_['keys'](_0x3d4fe3),['ListId',_0x01fe('0x32'),'createdAt',_0x01fe('0x21')]);return squel[_0x01fe('0x1a')]()[_0x01fe('0x1b')](_0x01fe('0x33'))['fromQuery'](_0x4b86ab,squel[_0x01fe('0xd')]()[_0x01fe('0x2e')](_0x4b86ab)['from'](_0x258acd)['where']('('+_0x592a59['join'](',')+_0x01fe('0x34'),squel['select']()[_0x01fe('0x2e')](_0x592a59)[_0x01fe('0x24')](_0x01fe('0x33'))[_0x01fe('0x12')](_0x01fe('0x35'),_0x566b25)[_0x01fe('0x12')]('deletedAt\x20IS\x20NULL'))[_0x01fe('0x12')](_0x01fe('0x36'),squel[_0x01fe('0xd')]()[_0x01fe('0x2f')](_0x01fe('0x37'),_0x01fe('0x38'))[_0x01fe('0x24')](_0x258acd)[_0x01fe('0x39')](_0x592a59[_0x01fe('0xf')](','))))['toString']();}function handleStop(){logger[_0x01fe('0x3a')](_0x01fe('0x3b'));stopped=!![];}function handleUncaughtException(_0x484de5){logger[_0x01fe('0x3c')](_0x484de5[_0x01fe('0x3d')]);process[_0x01fe('0x3e')](0x1);}function handleError(_0xa0e747,_0x2d0113){stats[_0x01fe('0x3f')][_0x01fe('0x40')]({'name':_0x2d0113[_0x01fe('0x41')],'message':_0x2d0113[_0x01fe('0x3d')],'row':_0xa0e747});}function handleQuery(_0x45ce04){logger[_0x01fe('0x3a')](_0x45ce04);return db[_0x01fe('0x42')][_0x01fe('0x43')](_0x45ce04)[_0x01fe('0x44')](function(_0x363e2e){results[_0x01fe('0x40')](_0x363e2e);})['catch'](function(_0x507977){logger['error'](_0x507977[_0x01fe('0x3d')]);});}function main(_0x56a62b,_0x1cd253,_0xa52726,_0x54337c){logger[_0x01fe('0x3a')](_0x01fe('0x45'),_0x56a62b,JSON[_0x01fe('0x46')](_0x1cd253));process[_0x01fe('0x47')](_0x01fe('0x48'));var _0x5caab4=_0x1cd253[_0x01fe('0x49')];var _0xf6fc9d=_0x1cd253[_0x01fe('0x4a')];var _0x20376d=path[_0x01fe('0xf')](config['root'],_0x01fe('0x4b'),_0xf6fc9d+_0x01fe('0x4c'));var _0x2c7825=_[_0x01fe('0x4d')](_0x5caab4)[_0x01fe('0xf')]();logger[_0x01fe('0x3a')](_0x01fe('0x4e'),_0x2c7825);fs[_0x01fe('0x4f')](_0x20376d,_0x2c7825+'\x0a');Papa[_0x01fe('0x50')](fs[_0x01fe('0x51')](_0x56a62b),{'header':!![],'skipEmptyLines':!![],'step':function(_0x31c6d5,_0x445bca){try{for(var _0xc5e0f0=0x0,_0x32720c=[];_0xc5e0f0<_0x31c6d5[_0x01fe('0x52')][_0x01fe('0x53')];_0xc5e0f0++){stats[_0x01fe('0x54')]+=0x1;if(_0x31c6d5[_0x01fe('0x3f')][_0xc5e0f0]){handleError(_0x31c6d5[_0x01fe('0x52')][_0xc5e0f0],_0x31c6d5[_0x01fe('0x3f')][_0xc5e0f0]);}else{var _0x2036ec=[];for(var _0x2fdd8c in _0x5caab4){if(_0x5caab4['hasOwnProperty'](_0x2fdd8c)){if(_0x31c6d5[_0x01fe('0x52')][_0xc5e0f0][_0x5caab4[_0x2fdd8c]]){var _0x1d82c1=_[_0x01fe('0x55')](_0x31c6d5['data'][_0xc5e0f0][_0x5caab4[_0x2fdd8c]]['replace'](/"/g,'\x27'));switch(_0x2fdd8c){case'scheduledat':var _0x463fe8=moment(_0x1d82c1,_0x01fe('0xb'),!![]);if(_0x463fe8[_0x01fe('0x56')]()){_0x32720c[_0x01fe('0x40')]('\x22'+_0x1d82c1+'\x22');}else{_0x2036ec['push']('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case _0x01fe('0x22'):var _0x211af9=parseInt(_0x1d82c1);_0x1d82c1=_['isNaN'](_0x211af9)||_0x211af9<0x0||_0x211af9>0x4?_0x54337c?0x3:0x2:_0x211af9;_0x32720c[_0x01fe('0x40')]('\x22'+_0x1d82c1+'\x22');break;case _0x01fe('0x57'):var _0xf237c2=parseInt(_0x1d82c1);if(_['isNumber'](_0xf237c2)&&_[_0x01fe('0x58')](_0xa52726,_0xf237c2)){_0x32720c['push']('\x22'+_0xf237c2+'\x22');}else{_0x2036ec[_0x01fe('0x40')]('agent\x20not\x20exists');}break;case'email':if(isEmail(_0x1d82c1)){_0x32720c[_0x01fe('0x40')]('\x22'+_0x1d82c1+'\x22');}else{_0x2036ec[_0x01fe('0x40')](_0x01fe('0x59'));}break;case _0x01fe('0x5a'):var _0x43c4db=moment(_0x1d82c1,'YYYY-MM-DD',!![]);if(_0x43c4db[_0x01fe('0x56')]()){_0x32720c['push']('\x22'+_0x1d82c1+'\x22');}else{_0x2036ec['push'](_0x01fe('0x5b'));}break;default:_0x32720c['push']('\x22'+_0x1d82c1+'\x22');}}else{switch(_0x2fdd8c){case _0x01fe('0x5c'):case _0x01fe('0xe'):_0x2036ec[_0x01fe('0x40')](_0x2fdd8c+_0x01fe('0x5d'));break;default:_0x32720c[_0x01fe('0x40')]('\x22\x22');}}}}if(_0x2036ec[_0x01fe('0x53')]){handleError(_0x31c6d5['data'][_0xc5e0f0],{'code':_0x01fe('0x5e'),'message':_0x2036ec[_0x01fe('0xf')]()});}else{fs[_0x01fe('0x5f')](_0x20376d,_0x32720c[_0x01fe('0xf')]()+'\x0a');}_0x32720c=[];}if(!(stats[_0x01fe('0x54')]%0xc8)){socket[_0x01fe('0x60')](_0x01fe('0x61')+_0xf6fc9d,stats);stats['errors']=[];}}if(stopped){logger[_0x01fe('0x3a')](_0x01fe('0x62'));_0x445bca[_0x01fe('0x63')]();}}catch(_0x167eca){handleError(_0x31c6d5[_0x01fe('0x52')][_0xc5e0f0],{'code':_0x01fe('0x64'),'message':_0x167eca['message']});logger[_0x01fe('0x3c')](_0x01fe('0x65'),_0x167eca[_0x01fe('0x3d')]);}},'complete':function(){try{var _0x297507=[];var _0x142dd6=_0x01fe('0x33');if(_0x1cd253[_0x01fe('0x66')]&&_0x1cd253[_0x01fe('0x66')][_0x01fe('0x53')]){_0x142dd6=_0x01fe('0x67')+_0xf6fc9d;_0x297507[_0x01fe('0x40')]('CREATE\x20TABLE\x20'+_0x142dd6+_0x01fe('0x68'));}var _0x3a8e17=util['format'](_0x01fe('0x69'),_0x20376d,_0x142dd6,_0x2c7825,_0x1cd253[_0x01fe('0x1f')],_0x1cd253[_0x01fe('0x32')]||null,NOW,NOW);if(_[_0x01fe('0x6a')](_0x5caab4[_0x01fe('0x1d')])){_0x3a8e17+=_0x01fe('0x6b');}_0x297507[_0x01fe('0x40')](_0x3a8e17);if(_0x1cd253[_0x01fe('0x66')]&&_0x1cd253[_0x01fe('0x66')]['length']){_0x297507[_0x01fe('0x40')](insertCmContact(_0x1cd253[_0x01fe('0x1f')],_0x142dd6,_0x1cd253[_0x01fe('0x66')],_0x5caab4));_0x297507['push'](_0x01fe('0x6c')+_0x142dd6+';');}_0x297507[_0x01fe('0x40')](insertCmHopper(_0x1cd253['ListId'],'voice_queues_has_cm_lists',_0x01fe('0x6d'),_0x01fe('0x6e'),_0x54337c));_0x297507[_0x01fe('0x40')](insertCmHopperBlack(_0x1cd253['ListId'],'voice_queues_has_cm_blacklists',_0x01fe('0x6d'),_0x01fe('0x6e')));_0x297507[_0x01fe('0x40')](insertCmHopper(_0x1cd253[_0x01fe('0x1f')],_0x01fe('0x6f'),'campaigns',_0x01fe('0x70'),_0x54337c));_0x297507['push'](insertCmHopperBlack(_0x1cd253['ListId'],_0x01fe('0x71'),_0x01fe('0x72'),_0x01fe('0x70')));BPromise[_0x01fe('0x73')](_0x297507,handleQuery)[_0x01fe('0x74')](function(_0x328037){stats[_0x01fe('0x75')]=!![];stats[_0x01fe('0x76')]=_0x1cd253[_0x01fe('0x66')]&&_0x1cd253[_0x01fe('0x66')][_0x01fe('0x53')]?results[0x2][_0x01fe('0x76')]:results[0x0][_0x01fe('0x76')];socket['emit'](_0x01fe('0x61')+_0xf6fc9d,stats);fs[_0x01fe('0x77')](_0x56a62b);fs[_0x01fe('0x77')](_0x20376d);process['exit'](0x0);})[_0x01fe('0x78')](function(_0x4f89fa){logger[_0x01fe('0x3c')](_0x4f89fa[_0x01fe('0x3d')]);process['exit'](0x1);});}catch(_0x29827d){logger[_0x01fe('0x3c')](_0x01fe('0x79'),_0x29827d[_0x01fe('0x3d')]);process[_0x01fe('0x3e')](0x1);}},'error':function(_0xdc6da4,_0x219b85,_0x2e6d8b,_0x49cd11){throw new Error(_0x49cd11);}});}function validate(){if(process[_0x01fe('0x7a')]&&process['argv'][_0x01fe('0x53')]<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x16a524=path[_0x01fe('0xf')](config[_0x01fe('0x7b')],_0x01fe('0x4b'),process['argv'][0x2]);if(!fs['existsSync'](_0x16a524)){throw new Error(_0x01fe('0x7c'));}var _0x12d939={};try{_0x12d939=JSON[_0x01fe('0x50')](process['argv'][0x3]);if(!_0x12d939['binding']){throw new Error(_0x01fe('0x7d'));}if(!_0x12d939[_0x01fe('0x49')][_0x01fe('0xe')]){throw new Error(_0x01fe('0x7e'));}if(!_0x12d939[_0x01fe('0x49')][_0x01fe('0x5c')]){throw new Error(_0x01fe('0x7f'));}var _0x4e780e=0x0;if(_0x12d939[_0x01fe('0x49')][_0x01fe('0x57')]){_0x4e780e=0x1;}if(!_0x12d939[_0x01fe('0x1f')]){throw new Error(_0x01fe('0x80'));}}catch(_0x515e91){throw new Error(_0x01fe('0x81'));}var _0x1a9313=[];try{_0x1a9313=_[_0x01fe('0x82')](JSON['parse'](process['argv'][0x4]),'id');}catch(_0x1c829c){logger['info'](_0x01fe('0x83'));}main(_0x16a524,_0x12d939,_0x1a9313,_0x4e780e);}validate();process['on'](_0x01fe('0x84'),handleStop);process['on'](_0x01fe('0x85'),handleUncaughtException);