Built motion from commit (unavailable).|2.5.15
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x9d8f=['existsSync','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','SIGINT','uncaughtException','path','lodash','papaparse','util','bluebird','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','createdAt','updatedAt','priority','UserId','recallme','fields','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','\x22always\x22','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','cm_contacts.ListId','cm_contacts.createdAt','cm_hopper_black','ContactId','ListId','.CmListId\x20=\x20?','\x20=\x20?','toString','concat','keys',')\x20NOT\x20IN\x20?','id\x20IN\x20?','min_id','group','info','Received\x20SIGINT','error','message','exit','errors','push','sequelize','query','spread','catch','stringify','send','binding','socket_timestamp','server/files/tmp','header','writeFileSync','parse','createReadStream','length','rows','data','hasOwnProperty','trim','scheduledat','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','agent\x20not\x20exists','email','dateOfBirth','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','emit','contact:import:','abort','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','isNil','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','unlink','complete','arguments\x20<filename>\x20<parameters>\x20<agents>','root','argv'];(function(_0x13f257,_0x3c3d67){var _0x455f37=function(_0x3471eb){while(--_0x3471eb){_0x13f257['push'](_0x13f257['shift']());}};_0x455f37(++_0x3c3d67);}(_0x9d8f,0x1a1));var _0xf9d8=function(_0x13ea8d,_0x48e35b){_0x13ea8d=_0x13ea8d-0x0;var _0x3812d3=_0x9d8f[_0x13ea8d];return _0x3812d3;};'use strict';var fs=require('fs');var path=require(_0xf9d8('0x0'));var _=require(_0xf9d8('0x1'));var Papa=require(_0xf9d8('0x2'));var util=require(_0xf9d8('0x3'));var BPromise=require(_0xf9d8('0x4'));var moment=require('moment');var squel=require(_0xf9d8('0x5'));var Redis=require(_0xf9d8('0x6'));var db=require(_0xf9d8('0x7'))['db'];var config=require(_0xf9d8('0x8'));var logger=require(_0xf9d8('0x9'))(_0xf9d8('0xa'));config[_0xf9d8('0xb')]=_[_0xf9d8('0xc')](config[_0xf9d8('0xb')],{'host':_0xf9d8('0xd'),'port':0x18eb});var socket=require(_0xf9d8('0xe'))(new Redis(config[_0xf9d8('0xb')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xf9d8('0xf')](_0xf9d8('0x10'));function isEmail(_0x934366){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xf9d8('0x11')](_0x934366);}function selectNotIn(_0x252690,_0x1a9410,_0x21d439,_0x39368e,_0x27102a){return squel[_0xf9d8('0x12')]()[_0xf9d8('0x13')](_0xf9d8('0x14'))[_0xf9d8('0x15')](_0x39368e)[_0xf9d8('0x16')](_0x1a9410,null,_0x1a9410+_0xf9d8('0x17')+_0x39368e+'.'+_0x21d439)[_0xf9d8('0x18')](_0x39368e+'.'+_0x21d439+_0xf9d8('0x19')+_0x252690+'.'+_0x21d439)[_0xf9d8('0x18')](_0x1a9410+_0xf9d8('0x1a')+_0x27102a['join']()+')');}function insertCmHopper(_0x3349bb,_0x18b622,_0x268c07,_0x3492f6,_0x41a682){var _0x1a3d84=[_0xf9d8('0x1b'),_0xf9d8('0x1c'),_0xf9d8('0x1d'),'cm_contacts.ListId',_0x18b622+'.'+_0x3492f6,'cm_contacts.createdAt',_0xf9d8('0x1e'),_0xf9d8('0x1f'),_0xf9d8('0x20'),'\x22'+_0x41a682+'\x22'];return squel[_0xf9d8('0x21')]()[_0xf9d8('0x22')](_0xf9d8('0x23'))[_0xf9d8('0x24')]([_0xf9d8('0x14'),'scheduledat','ContactId','ListId',_0x3492f6,_0xf9d8('0x25'),_0xf9d8('0x26'),_0xf9d8('0x27'),_0xf9d8('0x28'),_0xf9d8('0x29')],squel[_0xf9d8('0x12')]()[_0xf9d8('0x2a')](_0x1a3d84)[_0xf9d8('0x15')](_0x18b622)['join'](_0xf9d8('0x2b'),null,_0xf9d8('0x2c')+_0x18b622+_0xf9d8('0x2d'))[_0xf9d8('0x16')](_0x268c07,null,_0x268c07+_0xf9d8('0x17')+_0x18b622+'.'+_0x3492f6)[_0xf9d8('0x18')](_0x18b622+'.CmListId\x20=\x20?',_0x3349bb)[_0xf9d8('0x18')](_0xf9d8('0x2e'),NOW)[_0xf9d8('0x18')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x18b622,_0x268c07,_0x3492f6,'cm_hopper',[_0xf9d8('0x2f'),_0xf9d8('0x30')]))[_0xf9d8('0x18')](_0xf9d8('0x31'),selectNotIn(_0x18b622,_0x268c07,_0x3492f6,_0xf9d8('0x23'),[_0xf9d8('0x2f')])))['toString']();}function insertCmHopperBlack(_0x3622f3,_0x432f3e,_0x1a822b,_0x3f8362){var _0xee1dfb=[_0xf9d8('0x1b'),'cm_contacts.id',_0xf9d8('0x32'),_0x432f3e+'.'+_0x3f8362,_0xf9d8('0x33'),_0xf9d8('0x1e')];return squel['insert']()[_0xf9d8('0x22')](_0xf9d8('0x34'))['fromQuery']([_0xf9d8('0x14'),_0xf9d8('0x35'),_0xf9d8('0x36'),_0x3f8362,_0xf9d8('0x25'),_0xf9d8('0x26')],squel[_0xf9d8('0x12')]()[_0xf9d8('0x2a')](_0xee1dfb)[_0xf9d8('0x15')](_0x432f3e)[_0xf9d8('0x16')](_0xf9d8('0x2b'),null,'cm_contacts.ListId\x20=\x20'+_0x432f3e+'.CmListId')['join'](_0x1a822b,null,_0x1a822b+_0xf9d8('0x17')+_0x432f3e+'.'+_0x3f8362)[_0xf9d8('0x18')](_0x432f3e+_0xf9d8('0x37'),_0x3622f3)[_0xf9d8('0x18')](_0xf9d8('0x2e'),NOW)[_0xf9d8('0x18')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel['select']()[_0xf9d8('0x13')](_0xf9d8('0x14'))[_0xf9d8('0x15')](_0xf9d8('0x34'))[_0xf9d8('0x18')]('ListId\x20=\x20?',_0x3622f3)[_0xf9d8('0x18')](_0x3f8362+_0xf9d8('0x38'),_0x432f3e+'.'+_0x3f8362)))[_0xf9d8('0x39')]();}function insertCmContact(_0x2d725c,_0x706709,_0x4fc40,_0x5929ab){var _0x3b7198=_[_0xf9d8('0x3a')](_[_0xf9d8('0x3b')](_0x5929ab),[_0xf9d8('0x36'),'CompanyId',_0xf9d8('0x25'),_0xf9d8('0x26')]);return squel[_0xf9d8('0x21')]()[_0xf9d8('0x22')](_0xf9d8('0x2b'))[_0xf9d8('0x24')](_0x3b7198,squel[_0xf9d8('0x12')]()[_0xf9d8('0x2a')](_0x3b7198)['from'](_0x706709)[_0xf9d8('0x18')]('('+_0x4fc40[_0xf9d8('0x16')](',')+_0xf9d8('0x3c'),squel[_0xf9d8('0x12')]()[_0xf9d8('0x2a')](_0x4fc40)[_0xf9d8('0x15')]('cm_contacts')[_0xf9d8('0x18')]('ListId\x20=\x20?',_0x2d725c)[_0xf9d8('0x18')]('deletedAt\x20IS\x20NULL'))['where'](_0xf9d8('0x3d'),squel['select']()[_0xf9d8('0x13')]('MIN(id)',_0xf9d8('0x3e'))[_0xf9d8('0x15')](_0x706709)[_0xf9d8('0x3f')](_0x4fc40['join'](','))))[_0xf9d8('0x39')]();}function handleStop(){logger[_0xf9d8('0x40')](_0xf9d8('0x41'));stopped=!![];}function handleUncaughtException(_0x8bd94d){logger[_0xf9d8('0x42')](_0x8bd94d[_0xf9d8('0x43')]);process[_0xf9d8('0x44')](0x1);}function handleError(_0x44d5c9,_0x342939){stats[_0xf9d8('0x45')][_0xf9d8('0x46')]({'name':_0x342939['code'],'message':_0x342939['message'],'row':_0x44d5c9});}function handleQuery(_0x2e3ef4){logger[_0xf9d8('0x40')](_0x2e3ef4);return db[_0xf9d8('0x47')][_0xf9d8('0x48')](_0x2e3ef4)[_0xf9d8('0x49')](function(_0x2d8dd1){results[_0xf9d8('0x46')](_0x2d8dd1);})[_0xf9d8('0x4a')](function(_0x53ee0b){logger['error'](_0x53ee0b[_0xf9d8('0x43')]);});}function main(_0x26d88c,_0x479dec,_0x262e81,_0x5637aa){logger['info']('main',_0x26d88c,JSON[_0xf9d8('0x4b')](_0x479dec));process[_0xf9d8('0x4c')]('start');var _0xfa1bdb=_0x479dec[_0xf9d8('0x4d')];var _0x290d02=_0x479dec[_0xf9d8('0x4e')];var _0x246bd8=path['join'](config['root'],_0xf9d8('0x4f'),_0x290d02+'.csv');var _0x4b14df=_[_0xf9d8('0x3b')](_0xfa1bdb)[_0xf9d8('0x16')]();logger[_0xf9d8('0x40')](_0xf9d8('0x50'),_0x4b14df);fs[_0xf9d8('0x51')](_0x246bd8,_0x4b14df+'\x0a');Papa[_0xf9d8('0x52')](fs[_0xf9d8('0x53')](_0x26d88c),{'header':!![],'skipEmptyLines':!![],'step':function(_0x47ec12,_0x289d97){try{for(var _0x531a9a=0x0,_0x4f2b7c=[];_0x531a9a<_0x47ec12['data'][_0xf9d8('0x54')];_0x531a9a++){stats[_0xf9d8('0x55')]+=0x1;if(_0x47ec12[_0xf9d8('0x45')][_0x531a9a]){handleError(_0x47ec12[_0xf9d8('0x56')][_0x531a9a],_0x47ec12[_0xf9d8('0x45')][_0x531a9a]);}else{var _0xbbe0e2=[];for(var _0x25ecec in _0xfa1bdb){if(_0xfa1bdb[_0xf9d8('0x57')](_0x25ecec)){if(_0x47ec12[_0xf9d8('0x56')][_0x531a9a][_0xfa1bdb[_0x25ecec]]){var _0x5ad6dd=_[_0xf9d8('0x58')](_0x47ec12[_0xf9d8('0x56')][_0x531a9a][_0xfa1bdb[_0x25ecec]]['replace'](/"/g,'\x27'));switch(_0x25ecec){case _0xf9d8('0x59'):var _0x132e66=moment(_0x5ad6dd,_0xf9d8('0x10'),!![]);if(_0x132e66[_0xf9d8('0x5a')]()){_0x4f2b7c[_0xf9d8('0x46')]('\x22'+_0x5ad6dd+'\x22');}else{_0xbbe0e2[_0xf9d8('0x46')](_0xf9d8('0x5b'));}break;case _0xf9d8('0x27'):var _0xc255d0=parseInt(_0x5ad6dd);_0x5ad6dd=_[_0xf9d8('0x5c')](_0xc255d0)||_0xc255d0<0x0||_0xc255d0>0x4?_0x5637aa?0x3:0x2:_0xc255d0;_0x4f2b7c[_0xf9d8('0x46')]('\x22'+_0x5ad6dd+'\x22');break;case _0xf9d8('0x28'):var _0x4a01bf=parseInt(_0x5ad6dd);if(_[_0xf9d8('0x5d')](_0x4a01bf)&&_['includes'](_0x262e81,_0x4a01bf)){_0x4f2b7c['push']('\x22'+_0x4a01bf+'\x22');}else{_0xbbe0e2[_0xf9d8('0x46')](_0xf9d8('0x5e'));}break;case _0xf9d8('0x5f'):if(isEmail(_0x5ad6dd)){_0x4f2b7c['push']('\x22'+_0x5ad6dd+'\x22');}else{_0xbbe0e2['push']('email\x20wrong\x20format');}break;case _0xf9d8('0x60'):var _0x4f9e17=moment(_0x5ad6dd,'YYYY-MM-DD',!![]);if(_0x4f9e17[_0xf9d8('0x5a')]()){_0x4f2b7c[_0xf9d8('0x46')]('\x22'+_0x5ad6dd+'\x22');}else{_0xbbe0e2[_0xf9d8('0x46')](_0xf9d8('0x61'));}break;default:_0x4f2b7c[_0xf9d8('0x46')]('\x22'+_0x5ad6dd+'\x22');}}else{switch(_0x25ecec){case _0xf9d8('0x62'):case _0xf9d8('0x14'):_0xbbe0e2[_0xf9d8('0x46')](_0x25ecec+_0xf9d8('0x63'));break;default:_0x4f2b7c[_0xf9d8('0x46')]('\x22\x22');}}}}if(_0xbbe0e2[_0xf9d8('0x54')]){handleError(_0x47ec12[_0xf9d8('0x56')][_0x531a9a],{'code':_0xf9d8('0x64'),'message':_0xbbe0e2[_0xf9d8('0x16')]()});}else{fs['appendFileSync'](_0x246bd8,_0x4f2b7c['join']()+'\x0a');}_0x4f2b7c=[];}if(!(stats['rows']%0xc8)){socket[_0xf9d8('0x65')](_0xf9d8('0x66')+_0x290d02,stats);stats['errors']=[];}}if(stopped){logger[_0xf9d8('0x40')]('Abort\x20parser');_0x289d97[_0xf9d8('0x67')]();}}catch(_0x343e4d){handleError(_0x47ec12['data'][_0x531a9a],{'code':'SystemError','message':_0x343e4d[_0xf9d8('0x43')]});logger[_0xf9d8('0x42')](_0xf9d8('0x68'),_0x343e4d[_0xf9d8('0x43')]);}},'complete':function(){try{var _0x9a6e45=[];var _0x582feb=_0xf9d8('0x2b');if(_0x479dec[_0xf9d8('0x69')]&&_0x479dec[_0xf9d8('0x69')][_0xf9d8('0x54')]){_0x582feb=_0xf9d8('0x6a')+_0x290d02;_0x9a6e45['push'](_0xf9d8('0x6b')+_0x582feb+_0xf9d8('0x6c'));}var _0x1ddf95=util[_0xf9d8('0xf')]('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x246bd8,_0x582feb,_0x4b14df,_0x479dec[_0xf9d8('0x36')],_0x479dec['CompanyId']||null,NOW,NOW);if(_[_0xf9d8('0x6d')](_0xfa1bdb['scheduledat'])){_0x1ddf95+=',\x20scheduledAt\x20=\x20NOW()';}_0x9a6e45[_0xf9d8('0x46')](_0x1ddf95);if(_0x479dec[_0xf9d8('0x69')]&&_0x479dec[_0xf9d8('0x69')][_0xf9d8('0x54')]){_0x9a6e45[_0xf9d8('0x46')](insertCmContact(_0x479dec[_0xf9d8('0x36')],_0x582feb,_0x479dec[_0xf9d8('0x69')],_0xfa1bdb));_0x9a6e45[_0xf9d8('0x46')]('DROP\x20TABLE\x20'+_0x582feb+';');}_0x9a6e45[_0xf9d8('0x46')](insertCmHopper(_0x479dec[_0xf9d8('0x36')],_0xf9d8('0x6e'),_0xf9d8('0x6f'),_0xf9d8('0x70'),_0x5637aa));_0x9a6e45['push'](insertCmHopperBlack(_0x479dec['ListId'],_0xf9d8('0x71'),_0xf9d8('0x6f'),_0xf9d8('0x70')));_0x9a6e45[_0xf9d8('0x46')](insertCmHopper(_0x479dec[_0xf9d8('0x36')],_0xf9d8('0x72'),_0xf9d8('0x73'),_0xf9d8('0x74'),_0x5637aa));_0x9a6e45[_0xf9d8('0x46')](insertCmHopperBlack(_0x479dec[_0xf9d8('0x36')],_0xf9d8('0x75'),_0xf9d8('0x73'),_0xf9d8('0x74')));BPromise[_0xf9d8('0x76')](_0x9a6e45,handleQuery)[_0xf9d8('0x77')](function(_0x10ef1c){stats[_0xf9d8('0x78')]=!![];stats[_0xf9d8('0x79')]=_0x479dec[_0xf9d8('0x69')]&&_0x479dec['duplicates'][_0xf9d8('0x54')]?results[0x2][_0xf9d8('0x79')]:results[0x0]['affectedRows'];socket[_0xf9d8('0x65')](_0xf9d8('0x66')+_0x290d02,stats);fs['unlink'](_0x26d88c);fs[_0xf9d8('0x7a')](_0x246bd8);process['exit'](0x0);})['catch'](function(_0x56ca74){logger[_0xf9d8('0x42')](_0x56ca74[_0xf9d8('0x43')]);process[_0xf9d8('0x44')](0x1);});}catch(_0x3bc2f3){logger[_0xf9d8('0x42')](_0xf9d8('0x7b'),_0x3bc2f3[_0xf9d8('0x43')]);process[_0xf9d8('0x44')](0x1);}},'error':function(_0xbc75b9,_0xa1c5f2,_0x384324,_0x32e280){throw new Error(_0x32e280);}});}function validate(){if(process['argv']&&process['argv']['length']<0x4){throw new Error(_0xf9d8('0x7c'));}var _0x4321a4=path[_0xf9d8('0x16')](config[_0xf9d8('0x7d')],_0xf9d8('0x4f'),process[_0xf9d8('0x7e')][0x2]);if(!fs[_0xf9d8('0x7f')](_0x4321a4)){throw new Error('file\x20doesn\x27t\x20exists');}var _0x3127da={};try{_0x3127da=JSON['parse'](process[_0xf9d8('0x7e')][0x3]);if(!_0x3127da['binding']){throw new Error(_0xf9d8('0x80'));}if(!_0x3127da['binding'][_0xf9d8('0x14')]){throw new Error(_0xf9d8('0x81'));}if(!_0x3127da[_0xf9d8('0x4d')][_0xf9d8('0x62')]){throw new Error(_0xf9d8('0x82'));}var _0x31311c=0x0;if(_0x3127da[_0xf9d8('0x4d')]['UserId']){_0x31311c=0x1;}if(!_0x3127da[_0xf9d8('0x36')]){throw new Error(_0xf9d8('0x83'));}}catch(_0x44b85b){throw new Error(_0xf9d8('0x84'));}var _0x54e7dc=[];try{_0x54e7dc=_[_0xf9d8('0x85')](JSON[_0xf9d8('0x52')](process[_0xf9d8('0x7e')][0x4]),'id');}catch(_0x491be6){logger[_0xf9d8('0x40')]('No\x20agent\x20available');}main(_0x4321a4,_0x3127da,_0x54e7dc,_0x31311c);}validate();process['on'](_0xf9d8('0x86'),handleStop);process['on'](_0xf9d8('0x87'),handleUncaughtException);