2a4c6418e7d93ffd00b674d6e0cf5cccce98d9cc
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xfb51=['cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','recallme','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','\x22always\x22','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','toString','cm_contacts.phone','cm_hopper_black','fields','concat','keys','CompanyId','id\x20IN\x20?','group','info','Received\x20SIGINT','error','exit','code','message','spread','push','socket_timestamp','root','server/files/tmp','.csv','header','createReadStream','data','rows','errors','hasOwnProperty','trim','isValid','isNaN','isNumber','includes','agent\x20not\x20exists','email','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','\x20not\x20specified','length','SystemRow','appendFileSync','Abort\x20parser','abort','SystemError','duplicates','CREATE\x20TABLE\x20','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues_has_cm_blacklists','voice_queues','VoiceQueueId','campaigns_has_cm_lists','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','emit','unlink','catch','argv','existsSync','file\x20doesn\x27t\x20exists','binding','phone\x20is\x20mandatory','firstName','firstName\x20is\x20mandatory','UserId','body\x20id\x20mandatory','parse','No\x20agent\x20available','SIGINT','uncaughtException','papaparse','util','bluebird','moment','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','redis','defaults','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20'];(function(_0x4aecd6,_0x5bb37f){var _0x3a3f29=function(_0x94ac5c){while(--_0x94ac5c){_0x4aecd6['push'](_0x4aecd6['shift']());}};_0x3a3f29(++_0x5bb37f);}(_0xfb51,0x1e0));var _0x1fb5=function(_0x4cbe98,_0x576f7b){_0x4cbe98=_0x4cbe98-0x0;var _0x49c755=_0xfb51[_0x4cbe98];return _0x49c755;};'use strict';var fs=require('fs');var path=require('path');var _=require('lodash');var Papa=require(_0x1fb5('0x0'));var util=require(_0x1fb5('0x1'));var BPromise=require(_0x1fb5('0x2'));var moment=require(_0x1fb5('0x3'));var squel=require(_0x1fb5('0x4'));var Redis=require(_0x1fb5('0x5'));var db=require(_0x1fb5('0x6'))['db'];var config=require(_0x1fb5('0x7'));var logger=require(_0x1fb5('0x8'))('import');config[_0x1fb5('0x9')]=_[_0x1fb5('0xa')](config[_0x1fb5('0x9')],{'host':_0x1fb5('0xb'),'port':0x18eb});var socket=require(_0x1fb5('0xc'))(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x1fb5('0xd')](_0x1fb5('0xe'));function isEmail(_0x2e5101){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x1fb5('0xf')](_0x2e5101);}function selectNotIn(_0x5ba944,_0x535461,_0x45b316,_0x257a47,_0x5253a5){return squel[_0x1fb5('0x10')]()[_0x1fb5('0x11')](_0x1fb5('0x12'))[_0x1fb5('0x13')](_0x257a47)[_0x1fb5('0x14')](_0x535461,null,_0x535461+_0x1fb5('0x15')+_0x257a47+'.'+_0x45b316)[_0x1fb5('0x16')](_0x257a47+'.'+_0x45b316+_0x1fb5('0x17')+_0x5ba944+'.'+_0x45b316)['where'](_0x535461+'.dialCheckDuplicateType\x20IN\x20('+_0x5253a5['join']()+')');}function insertCmHopper(_0x2006d8,_0x593707,_0x39772a,_0x5a473f,_0x28ba50){var _0x4d179e=['cm_contacts.phone','cm_contacts.scheduledat',_0x1fb5('0x18'),_0x1fb5('0x19'),_0x593707+'.'+_0x5a473f,_0x1fb5('0x1a'),_0x1fb5('0x1b'),_0x1fb5('0x1c'),_0x1fb5('0x1d'),'\x22'+_0x28ba50+'\x22'];return squel[_0x1fb5('0x1e')]()[_0x1fb5('0x1f')](_0x1fb5('0x20'))[_0x1fb5('0x21')]([_0x1fb5('0x12'),_0x1fb5('0x22'),_0x1fb5('0x23'),_0x1fb5('0x24'),_0x5a473f,_0x1fb5('0x25'),_0x1fb5('0x26'),_0x1fb5('0x27'),'UserId',_0x1fb5('0x28')],squel['select']()['fields'](_0x4d179e)[_0x1fb5('0x13')](_0x593707)['join'](_0x1fb5('0x29'),null,_0x1fb5('0x2a')+_0x593707+_0x1fb5('0x2b'))[_0x1fb5('0x14')](_0x39772a,null,_0x39772a+_0x1fb5('0x15')+_0x593707+'.'+_0x5a473f)['where'](_0x593707+_0x1fb5('0x2c'),_0x2006d8)[_0x1fb5('0x16')](_0x1fb5('0x2d'),NOW)[_0x1fb5('0x16')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x593707,_0x39772a,_0x5a473f,_0x1fb5('0x20'),[_0x1fb5('0x2e'),_0x1fb5('0x2f')]))[_0x1fb5('0x16')](_0x1fb5('0x30'),selectNotIn(_0x593707,_0x39772a,_0x5a473f,'cm_hopper',['\x22always\x22'])))[_0x1fb5('0x31')]();}function insertCmHopperBlack(_0x274636,_0x381e00,_0x3f026,_0x176276){var _0x213ddc=[_0x1fb5('0x32'),'cm_contacts.id',_0x1fb5('0x19'),_0x381e00+'.'+_0x176276,'cm_contacts.createdAt',_0x1fb5('0x1b')];return squel[_0x1fb5('0x1e')]()[_0x1fb5('0x1f')](_0x1fb5('0x33'))[_0x1fb5('0x21')]([_0x1fb5('0x12'),_0x1fb5('0x23'),_0x1fb5('0x24'),_0x176276,_0x1fb5('0x25'),_0x1fb5('0x26')],squel[_0x1fb5('0x10')]()[_0x1fb5('0x34')](_0x213ddc)[_0x1fb5('0x13')](_0x381e00)[_0x1fb5('0x14')](_0x1fb5('0x29'),null,_0x1fb5('0x2a')+_0x381e00+'.CmListId')[_0x1fb5('0x14')](_0x3f026,null,_0x3f026+'.id\x20=\x20'+_0x381e00+'.'+_0x176276)[_0x1fb5('0x16')](_0x381e00+_0x1fb5('0x2c'),_0x274636)[_0x1fb5('0x16')](_0x1fb5('0x2d'),NOW)[_0x1fb5('0x16')](_0x1fb5('0x30'),squel[_0x1fb5('0x10')]()[_0x1fb5('0x11')](_0x1fb5('0x12'))['from'](_0x1fb5('0x33'))[_0x1fb5('0x16')]('ListId\x20=\x20?',_0x274636)[_0x1fb5('0x16')](_0x176276+'\x20=\x20?',_0x381e00+'.'+_0x176276)))[_0x1fb5('0x31')]();}function insertCmContact(_0x290a97,_0x713681,_0x452d77,_0x2c58e4){var _0xbd8ab6=_[_0x1fb5('0x35')](_[_0x1fb5('0x36')](_0x2c58e4),[_0x1fb5('0x24'),_0x1fb5('0x37'),_0x1fb5('0x25'),'updatedAt']);return squel['insert']()['into'](_0x1fb5('0x29'))['fromQuery'](_0xbd8ab6,squel[_0x1fb5('0x10')]()['fields'](_0xbd8ab6)[_0x1fb5('0x13')](_0x713681)[_0x1fb5('0x16')]('('+_0x452d77[_0x1fb5('0x14')](',')+')\x20NOT\x20IN\x20?',squel['select']()[_0x1fb5('0x34')](_0x452d77)[_0x1fb5('0x13')](_0x1fb5('0x29'))['where']('ListId\x20=\x20?',_0x290a97)['where']('deletedAt\x20IS\x20NULL'))[_0x1fb5('0x16')](_0x1fb5('0x38'),squel[_0x1fb5('0x10')]()[_0x1fb5('0x11')]('MIN(id)','min_id')[_0x1fb5('0x13')](_0x713681)[_0x1fb5('0x39')](_0x452d77[_0x1fb5('0x14')](','))))['toString']();}function handleStop(){logger[_0x1fb5('0x3a')](_0x1fb5('0x3b'));stopped=!![];}function handleUncaughtException(_0x195ba8){logger[_0x1fb5('0x3c')](_0x195ba8['message']);process[_0x1fb5('0x3d')](0x1);}function handleError(_0x53cfc0,_0xb0cf63){stats['errors']['push']({'name':_0xb0cf63[_0x1fb5('0x3e')],'message':_0xb0cf63[_0x1fb5('0x3f')],'row':_0x53cfc0});}function handleQuery(_0xac4589){logger['info'](_0xac4589);return db['sequelize']['query'](_0xac4589)[_0x1fb5('0x40')](function(_0x3c2d51){results[_0x1fb5('0x41')](_0x3c2d51);})['catch'](function(_0x138a61){logger['error'](_0x138a61['message']);});}function main(_0x4ae905,_0x9bd83,_0x12d146,_0x26c4e3){logger[_0x1fb5('0x3a')]('main',_0x4ae905,JSON['stringify'](_0x9bd83));process['send']('start');var _0x552ff3=_0x9bd83['binding'];var _0x472008=_0x9bd83[_0x1fb5('0x42')];var _0xb87961=path[_0x1fb5('0x14')](config[_0x1fb5('0x43')],_0x1fb5('0x44'),_0x472008+_0x1fb5('0x45'));var _0x4eff63=_['keys'](_0x552ff3)[_0x1fb5('0x14')]();logger[_0x1fb5('0x3a')](_0x1fb5('0x46'),_0x4eff63);fs['writeFileSync'](_0xb87961,_0x4eff63+'\x0a');Papa['parse'](fs[_0x1fb5('0x47')](_0x4ae905),{'header':!![],'skipEmptyLines':!![],'step':function(_0x4c0ab0,_0x56ffc1){try{for(var _0x598d0f=0x0,_0x166a80=[];_0x598d0f<_0x4c0ab0[_0x1fb5('0x48')]['length'];_0x598d0f++){stats[_0x1fb5('0x49')]+=0x1;if(_0x4c0ab0[_0x1fb5('0x4a')][_0x598d0f]){handleError(_0x4c0ab0[_0x1fb5('0x48')][_0x598d0f],_0x4c0ab0[_0x1fb5('0x4a')][_0x598d0f]);}else{var _0x309a58=[];for(var _0x24ae93 in _0x552ff3){if(_0x552ff3[_0x1fb5('0x4b')](_0x24ae93)){if(_0x4c0ab0[_0x1fb5('0x48')][_0x598d0f][_0x552ff3[_0x24ae93]]){var _0x89ff6d=_[_0x1fb5('0x4c')](_0x4c0ab0[_0x1fb5('0x48')][_0x598d0f][_0x552ff3[_0x24ae93]]['replace'](/"/g,'\x27'));switch(_0x24ae93){case'scheduledat':var _0x4b1e0b=moment(_0x89ff6d,_0x1fb5('0xe'),!![]);if(_0x4b1e0b[_0x1fb5('0x4d')]()){_0x166a80[_0x1fb5('0x41')]('\x22'+_0x89ff6d+'\x22');}else{_0x309a58['push']('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case'priority':var _0x58f341=parseInt(_0x89ff6d);_0x89ff6d=_[_0x1fb5('0x4e')](_0x58f341)||_0x58f341<0x0||_0x58f341>0x4?_0x26c4e3?0x3:0x2:_0x58f341;_0x166a80[_0x1fb5('0x41')]('\x22'+_0x89ff6d+'\x22');break;case'UserId':var _0x299df9=parseInt(_0x89ff6d);if(_[_0x1fb5('0x4f')](_0x299df9)&&_[_0x1fb5('0x50')](_0x12d146,_0x299df9)){_0x166a80[_0x1fb5('0x41')]('\x22'+_0x299df9+'\x22');}else{_0x309a58['push'](_0x1fb5('0x51'));}break;case _0x1fb5('0x52'):if(isEmail(_0x89ff6d)){_0x166a80[_0x1fb5('0x41')]('\x22'+_0x89ff6d+'\x22');}else{_0x309a58[_0x1fb5('0x41')]('email\x20wrong\x20format');}break;case _0x1fb5('0x53'):var _0x202496=moment(_0x89ff6d,_0x1fb5('0x54'),!![]);if(_0x202496['isValid']()){_0x166a80[_0x1fb5('0x41')]('\x22'+_0x89ff6d+'\x22');}else{_0x309a58[_0x1fb5('0x41')](_0x1fb5('0x55'));}break;default:_0x166a80['push']('\x22'+_0x89ff6d+'\x22');}}else{switch(_0x24ae93){case'firstName':case _0x1fb5('0x12'):_0x309a58['push'](_0x24ae93+_0x1fb5('0x56'));break;default:_0x166a80[_0x1fb5('0x41')]('\x22\x22');}}}}if(_0x309a58[_0x1fb5('0x57')]){handleError(_0x4c0ab0[_0x1fb5('0x48')][_0x598d0f],{'code':_0x1fb5('0x58'),'message':_0x309a58[_0x1fb5('0x14')]()});}else{fs[_0x1fb5('0x59')](_0xb87961,_0x166a80[_0x1fb5('0x14')]()+'\x0a');}_0x166a80=[];}if(!(stats[_0x1fb5('0x49')]%0xc8)){socket['emit']('contact:import:'+_0x472008,stats);stats[_0x1fb5('0x4a')]=[];}}if(stopped){logger[_0x1fb5('0x3a')](_0x1fb5('0x5a'));_0x56ffc1[_0x1fb5('0x5b')]();}}catch(_0x356c20){handleError(_0x4c0ab0[_0x1fb5('0x48')][_0x598d0f],{'code':_0x1fb5('0x5c'),'message':_0x356c20['message']});logger[_0x1fb5('0x3c')]('step',_0x356c20[_0x1fb5('0x3f')]);}},'complete':function(){try{var _0x19dc81=[];var _0x339e46='cm_contacts';if(_0x9bd83[_0x1fb5('0x5d')]&&_0x9bd83[_0x1fb5('0x5d')]['length']){_0x339e46='cm_contacts_'+_0x472008;_0x19dc81[_0x1fb5('0x41')](_0x1fb5('0x5e')+_0x339e46+'\x20LIKE\x20cm_contacts;');}var _0x3813a6=util[_0x1fb5('0xd')](_0x1fb5('0x5f'),_0xb87961,_0x339e46,_0x4eff63,_0x9bd83[_0x1fb5('0x24')],_0x9bd83[_0x1fb5('0x37')]||null,NOW,NOW);if(_[_0x1fb5('0x60')](_0x552ff3['scheduledat'])){_0x3813a6+=_0x1fb5('0x61');}_0x19dc81[_0x1fb5('0x41')](_0x3813a6);if(_0x9bd83[_0x1fb5('0x5d')]&&_0x9bd83['duplicates'][_0x1fb5('0x57')]){_0x19dc81[_0x1fb5('0x41')](insertCmContact(_0x9bd83['ListId'],_0x339e46,_0x9bd83[_0x1fb5('0x5d')],_0x552ff3));_0x19dc81[_0x1fb5('0x41')](_0x1fb5('0x62')+_0x339e46+';');}_0x19dc81['push'](insertCmHopper(_0x9bd83[_0x1fb5('0x24')],_0x1fb5('0x63'),'voice_queues','VoiceQueueId',_0x26c4e3));_0x19dc81[_0x1fb5('0x41')](insertCmHopperBlack(_0x9bd83[_0x1fb5('0x24')],_0x1fb5('0x64'),_0x1fb5('0x65'),_0x1fb5('0x66')));_0x19dc81[_0x1fb5('0x41')](insertCmHopper(_0x9bd83[_0x1fb5('0x24')],_0x1fb5('0x67'),'campaigns',_0x1fb5('0x68'),_0x26c4e3));_0x19dc81['push'](insertCmHopperBlack(_0x9bd83['ListId'],_0x1fb5('0x69'),'campaigns',_0x1fb5('0x68')));BPromise[_0x1fb5('0x6a')](_0x19dc81,handleQuery)[_0x1fb5('0x6b')](function(_0x276c26){stats[_0x1fb5('0x6c')]=!![];stats[_0x1fb5('0x6d')]=_0x9bd83[_0x1fb5('0x5d')]&&_0x9bd83[_0x1fb5('0x5d')][_0x1fb5('0x57')]?results[0x2][_0x1fb5('0x6d')]:results[0x0][_0x1fb5('0x6d')];socket[_0x1fb5('0x6e')]('contact:import:'+_0x472008,stats);fs[_0x1fb5('0x6f')](_0x4ae905);fs[_0x1fb5('0x6f')](_0xb87961);process[_0x1fb5('0x3d')](0x0);})[_0x1fb5('0x70')](function(_0x2c1076){logger['error'](_0x2c1076['message']);process[_0x1fb5('0x3d')](0x1);});}catch(_0x1d60f0){logger[_0x1fb5('0x3c')]('complete',_0x1d60f0[_0x1fb5('0x3f')]);process['exit'](0x1);}},'error':function(_0x479d76,_0xb95729,_0x2b40a8,_0x1d10bd){throw new Error(_0x1d10bd);}});}function validate(){if(process[_0x1fb5('0x71')]&&process[_0x1fb5('0x71')][_0x1fb5('0x57')]<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x2daa81=path[_0x1fb5('0x14')](config[_0x1fb5('0x43')],_0x1fb5('0x44'),process['argv'][0x2]);if(!fs[_0x1fb5('0x72')](_0x2daa81)){throw new Error(_0x1fb5('0x73'));}var _0x58ee9a={};try{_0x58ee9a=JSON['parse'](process[_0x1fb5('0x71')][0x3]);if(!_0x58ee9a[_0x1fb5('0x74')]){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0x58ee9a[_0x1fb5('0x74')][_0x1fb5('0x12')]){throw new Error(_0x1fb5('0x75'));}if(!_0x58ee9a[_0x1fb5('0x74')][_0x1fb5('0x76')]){throw new Error(_0x1fb5('0x77'));}var _0x3e693f=0x0;if(_0x58ee9a[_0x1fb5('0x74')][_0x1fb5('0x78')]){_0x3e693f=0x1;}if(!_0x58ee9a[_0x1fb5('0x24')]){throw new Error('ListId\x20is\x20mandatory');}}catch(_0x33f9bf){throw new Error(_0x1fb5('0x79'));}var _0x5a9f48=[];try{_0x5a9f48=_['map'](JSON[_0x1fb5('0x7a')](process[_0x1fb5('0x71')][0x4]),'id');}catch(_0x7f1c7){logger[_0x1fb5('0x3a')](_0x1fb5('0x7b'));}main(_0x2daa81,_0x58ee9a,_0x5a9f48,_0x3e693f);}validate();process['on'](_0x1fb5('0x7c'),handleStop);process['on'](_0x1fb5('0x7d'),handleUncaughtException);