Built motion from commit (unavailable).|2.5.11
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xf336=['cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','cm_hopper','scheduledat','ContactId','createdAt','updatedAt','UserId','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','\x22always\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','cm_contacts.createdAt','fromQuery','fields','.CmListId\x20=\x20?','ListId\x20=\x20?','\x20=\x20?','toString','concat','keys','ListId','into',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','MIN(id)','group','Received\x20SIGINT','error','exit','code','info','query','spread','push','catch','main','stringify','send','start','binding','socket_timestamp','root','server/files/tmp','.csv','writeFileSync','parse','data','rows','hasOwnProperty','trim','replace','isValid','priority','isNumber','includes','agent\x20not\x20exists','email','email\x20wrong\x20format','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','\x20not\x20specified','length','SystemRow','appendFileSync','emit','contact:import:','errors','Abort\x20parser','abort','SystemError','message','duplicates','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','CompanyId','isNil','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues_has_cm_blacklists','voice_queues','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','affectedRows','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','SIGINT','path','lodash','papaparse','util','bluebird','moment','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','redis','socket.io-emitter','format','test','select','field','phone','from','join','.id\x20=\x20','where','\x20=\x20','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone'];(function(_0x1e82eb,_0x4581ec){var _0xca5a1a=function(_0x3aa4cd){while(--_0x3aa4cd){_0x1e82eb['push'](_0x1e82eb['shift']());}};_0xca5a1a(++_0x4581ec);}(_0xf336,0xed));var _0x6f33=function(_0x476ea3,_0x40584e){_0x476ea3=_0x476ea3-0x0;var _0x29d202=_0xf336[_0x476ea3];return _0x29d202;};'use strict';var fs=require('fs');var path=require(_0x6f33('0x0'));var _=require(_0x6f33('0x1'));var Papa=require(_0x6f33('0x2'));var util=require(_0x6f33('0x3'));var BPromise=require(_0x6f33('0x4'));var moment=require(_0x6f33('0x5'));var squel=require(_0x6f33('0x6'));var Redis=require(_0x6f33('0x7'));var db=require(_0x6f33('0x8'))['db'];var config=require(_0x6f33('0x9'));var logger=require(_0x6f33('0xa'))('import');config['redis']=_['defaults'](config[_0x6f33('0xb')],{'host':'localhost','port':0x18eb});var socket=require(_0x6f33('0xc'))(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x6f33('0xd')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x141484){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x6f33('0xe')](_0x141484);}function selectNotIn(_0x2b2cc6,_0x47879e,_0x3d778e,_0x33ab87,_0x1b73e7){return squel[_0x6f33('0xf')]()[_0x6f33('0x10')](_0x6f33('0x11'))[_0x6f33('0x12')](_0x33ab87)[_0x6f33('0x13')](_0x47879e,null,_0x47879e+_0x6f33('0x14')+_0x33ab87+'.'+_0x3d778e)[_0x6f33('0x15')](_0x33ab87+'.'+_0x3d778e+_0x6f33('0x16')+_0x2b2cc6+'.'+_0x3d778e)[_0x6f33('0x15')](_0x47879e+_0x6f33('0x17')+_0x1b73e7['join']()+')');}function insertCmHopper(_0x5b06fe,_0x1a9aba,_0x47ffb3,_0x1ba320,_0x35b944){var _0x4cca6b=[_0x6f33('0x18'),_0x6f33('0x19'),_0x6f33('0x1a'),_0x6f33('0x1b'),_0x1a9aba+'.'+_0x1ba320,'cm_contacts.createdAt',_0x6f33('0x1c'),_0x6f33('0x1d'),_0x6f33('0x1e'),'\x22'+_0x35b944+'\x22'];return squel['insert']()['into'](_0x6f33('0x1f'))['fromQuery'](['phone',_0x6f33('0x20'),_0x6f33('0x21'),'ListId',_0x1ba320,_0x6f33('0x22'),_0x6f33('0x23'),'priority',_0x6f33('0x24'),'recallme'],squel[_0x6f33('0xf')]()['fields'](_0x4cca6b)[_0x6f33('0x12')](_0x1a9aba)[_0x6f33('0x13')](_0x6f33('0x25'),null,_0x6f33('0x26')+_0x1a9aba+_0x6f33('0x27'))['join'](_0x47ffb3,null,_0x47ffb3+'.id\x20=\x20'+_0x1a9aba+'.'+_0x1ba320)[_0x6f33('0x15')](_0x1a9aba+'.CmListId\x20=\x20?',_0x5b06fe)[_0x6f33('0x15')](_0x6f33('0x28'),NOW)[_0x6f33('0x15')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x1a9aba,_0x47ffb3,_0x1ba320,'cm_hopper',[_0x6f33('0x29'),'\x22onlyIfOpen\x22']))[_0x6f33('0x15')](_0x6f33('0x2a'),selectNotIn(_0x1a9aba,_0x47ffb3,_0x1ba320,_0x6f33('0x1f'),[_0x6f33('0x29')])))['toString']();}function insertCmHopperBlack(_0x5b0ff4,_0x42f886,_0x21d25e,_0x4559e7){var _0x2ca138=[_0x6f33('0x18'),_0x6f33('0x1a'),_0x6f33('0x1b'),_0x42f886+'.'+_0x4559e7,_0x6f33('0x2b'),_0x6f33('0x1c')];return squel['insert']()['into']('cm_hopper_black')[_0x6f33('0x2c')](['phone',_0x6f33('0x21'),'ListId',_0x4559e7,_0x6f33('0x22'),_0x6f33('0x23')],squel[_0x6f33('0xf')]()[_0x6f33('0x2d')](_0x2ca138)[_0x6f33('0x12')](_0x42f886)[_0x6f33('0x13')](_0x6f33('0x25'),null,'cm_contacts.ListId\x20=\x20'+_0x42f886+_0x6f33('0x27'))[_0x6f33('0x13')](_0x21d25e,null,_0x21d25e+_0x6f33('0x14')+_0x42f886+'.'+_0x4559e7)['where'](_0x42f886+_0x6f33('0x2e'),_0x5b0ff4)['where'](_0x6f33('0x28'),NOW)[_0x6f33('0x15')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',squel[_0x6f33('0xf')]()[_0x6f33('0x10')](_0x6f33('0x11'))[_0x6f33('0x12')]('cm_hopper_black')['where'](_0x6f33('0x2f'),_0x5b0ff4)[_0x6f33('0x15')](_0x4559e7+_0x6f33('0x30'),_0x42f886+'.'+_0x4559e7)))[_0x6f33('0x31')]();}function insertCmContact(_0x47fe9f,_0x56c4fc,_0x3222c3,_0x559048){var _0x7ca01b=_[_0x6f33('0x32')](_[_0x6f33('0x33')](_0x559048),[_0x6f33('0x34'),'CompanyId','createdAt',_0x6f33('0x23')]);return squel['insert']()[_0x6f33('0x35')](_0x6f33('0x25'))[_0x6f33('0x2c')](_0x7ca01b,squel[_0x6f33('0xf')]()[_0x6f33('0x2d')](_0x7ca01b)[_0x6f33('0x12')](_0x56c4fc)[_0x6f33('0x15')]('('+_0x3222c3[_0x6f33('0x13')](',')+_0x6f33('0x36'),squel[_0x6f33('0xf')]()['fields'](_0x3222c3)[_0x6f33('0x12')](_0x6f33('0x25'))['where'](_0x6f33('0x2f'),_0x47fe9f)[_0x6f33('0x15')](_0x6f33('0x37')))['where']('id\x20IN\x20?',squel['select']()[_0x6f33('0x10')](_0x6f33('0x38'),'min_id')[_0x6f33('0x12')](_0x56c4fc)[_0x6f33('0x39')](_0x3222c3['join'](','))))['toString']();}function handleStop(){logger['info'](_0x6f33('0x3a'));stopped=!![];}function handleUncaughtException(_0x239164){logger[_0x6f33('0x3b')](_0x239164['message']);process[_0x6f33('0x3c')](0x1);}function handleError(_0x5eb15c,_0x252304){stats['errors']['push']({'name':_0x252304[_0x6f33('0x3d')],'message':_0x252304['message'],'row':_0x5eb15c});}function handleQuery(_0x464708){logger[_0x6f33('0x3e')](_0x464708);return db['sequelize'][_0x6f33('0x3f')](_0x464708)[_0x6f33('0x40')](function(_0x357034){results[_0x6f33('0x41')](_0x357034);})[_0x6f33('0x42')](function(_0x168131){logger[_0x6f33('0x3b')](_0x168131['message']);});}function main(_0x17d3bc,_0x3088c2,_0x4c4203,_0x442d9f){logger[_0x6f33('0x3e')](_0x6f33('0x43'),_0x17d3bc,JSON[_0x6f33('0x44')](_0x3088c2));process[_0x6f33('0x45')](_0x6f33('0x46'));var _0x254ac3=_0x3088c2[_0x6f33('0x47')];var _0xa07580=_0x3088c2[_0x6f33('0x48')];var _0x100310=path[_0x6f33('0x13')](config[_0x6f33('0x49')],_0x6f33('0x4a'),_0xa07580+_0x6f33('0x4b'));var _0x4d1939=_[_0x6f33('0x33')](_0x254ac3)[_0x6f33('0x13')]();logger[_0x6f33('0x3e')]('header',_0x4d1939);fs[_0x6f33('0x4c')](_0x100310,_0x4d1939+'\x0a');Papa[_0x6f33('0x4d')](fs['createReadStream'](_0x17d3bc),{'header':!![],'skipEmptyLines':!![],'step':function(_0x4e3314,_0x35cc91){try{for(var _0x37b118=0x0,_0x346e04=[];_0x37b118<_0x4e3314[_0x6f33('0x4e')]['length'];_0x37b118++){stats[_0x6f33('0x4f')]+=0x1;if(_0x4e3314['errors'][_0x37b118]){handleError(_0x4e3314[_0x6f33('0x4e')][_0x37b118],_0x4e3314['errors'][_0x37b118]);}else{var _0x284cfe=[];for(var _0x4455a8 in _0x254ac3){if(_0x254ac3[_0x6f33('0x50')](_0x4455a8)){if(_0x4e3314['data'][_0x37b118][_0x254ac3[_0x4455a8]]){var _0x29a115=_[_0x6f33('0x51')](_0x4e3314['data'][_0x37b118][_0x254ac3[_0x4455a8]][_0x6f33('0x52')](/"/g,'\x27'));switch(_0x4455a8){case'scheduledat':var _0x537013=moment(_0x29a115,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0x537013[_0x6f33('0x53')]()){_0x346e04[_0x6f33('0x41')]('\x22'+_0x29a115+'\x22');}else{_0x284cfe['push']('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case _0x6f33('0x54'):var _0x225c75=parseInt(_0x29a115);_0x29a115=_['isNaN'](_0x225c75)||_0x225c75<0x0||_0x225c75>0x4?_0x442d9f?0x3:0x2:_0x225c75;_0x346e04[_0x6f33('0x41')]('\x22'+_0x29a115+'\x22');break;case'UserId':var _0x755ee3=parseInt(_0x29a115);if(_[_0x6f33('0x55')](_0x755ee3)&&_[_0x6f33('0x56')](_0x4c4203,_0x755ee3)){_0x346e04[_0x6f33('0x41')]('\x22'+_0x755ee3+'\x22');}else{_0x284cfe[_0x6f33('0x41')](_0x6f33('0x57'));}break;case _0x6f33('0x58'):if(isEmail(_0x29a115)){_0x346e04['push']('\x22'+_0x29a115+'\x22');}else{_0x284cfe[_0x6f33('0x41')](_0x6f33('0x59'));}break;case'dateOfBirth':var _0xf9fdaf=moment(_0x29a115,'YYYY-MM-DD',!![]);if(_0xf9fdaf[_0x6f33('0x53')]()){_0x346e04[_0x6f33('0x41')]('\x22'+_0x29a115+'\x22');}else{_0x284cfe[_0x6f33('0x41')](_0x6f33('0x5a'));}break;default:_0x346e04['push']('\x22'+_0x29a115+'\x22');}}else{switch(_0x4455a8){case'firstName':case _0x6f33('0x11'):_0x284cfe['push'](_0x4455a8+_0x6f33('0x5b'));break;default:_0x346e04[_0x6f33('0x41')]('\x22\x22');}}}}if(_0x284cfe[_0x6f33('0x5c')]){handleError(_0x4e3314['data'][_0x37b118],{'code':_0x6f33('0x5d'),'message':_0x284cfe[_0x6f33('0x13')]()});}else{fs[_0x6f33('0x5e')](_0x100310,_0x346e04[_0x6f33('0x13')]()+'\x0a');}_0x346e04=[];}if(!(stats[_0x6f33('0x4f')]%0xc8)){socket[_0x6f33('0x5f')](_0x6f33('0x60')+_0xa07580,stats);stats[_0x6f33('0x61')]=[];}}if(stopped){logger[_0x6f33('0x3e')](_0x6f33('0x62'));_0x35cc91[_0x6f33('0x63')]();}}catch(_0x2c9a18){handleError(_0x4e3314[_0x6f33('0x4e')][_0x37b118],{'code':_0x6f33('0x64'),'message':_0x2c9a18[_0x6f33('0x65')]});logger[_0x6f33('0x3b')]('step',_0x2c9a18[_0x6f33('0x65')]);}},'complete':function(){try{var _0x46fcc9=[];var _0x19eb18=_0x6f33('0x25');if(_0x3088c2[_0x6f33('0x66')]&&_0x3088c2[_0x6f33('0x66')]['length']){_0x19eb18='cm_contacts_'+_0xa07580;_0x46fcc9[_0x6f33('0x41')](_0x6f33('0x67')+_0x19eb18+_0x6f33('0x68'));}var _0x2fdb15=util[_0x6f33('0xd')]('LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',_0x100310,_0x19eb18,_0x4d1939,_0x3088c2[_0x6f33('0x34')],_0x3088c2[_0x6f33('0x69')]||null,NOW,NOW);if(_[_0x6f33('0x6a')](_0x254ac3[_0x6f33('0x20')])){_0x2fdb15+=',\x20scheduledAt\x20=\x20NOW()';}_0x46fcc9[_0x6f33('0x41')](_0x2fdb15);if(_0x3088c2[_0x6f33('0x66')]&&_0x3088c2['duplicates'][_0x6f33('0x5c')]){_0x46fcc9['push'](insertCmContact(_0x3088c2['ListId'],_0x19eb18,_0x3088c2[_0x6f33('0x66')],_0x254ac3));_0x46fcc9[_0x6f33('0x41')](_0x6f33('0x6b')+_0x19eb18+';');}_0x46fcc9[_0x6f33('0x41')](insertCmHopper(_0x3088c2['ListId'],_0x6f33('0x6c'),'voice_queues','VoiceQueueId',_0x442d9f));_0x46fcc9[_0x6f33('0x41')](insertCmHopperBlack(_0x3088c2['ListId'],_0x6f33('0x6d'),_0x6f33('0x6e'),'VoiceQueueId'));_0x46fcc9[_0x6f33('0x41')](insertCmHopper(_0x3088c2[_0x6f33('0x34')],_0x6f33('0x6f'),_0x6f33('0x70'),_0x6f33('0x71'),_0x442d9f));_0x46fcc9['push'](insertCmHopperBlack(_0x3088c2[_0x6f33('0x34')],_0x6f33('0x72'),_0x6f33('0x70'),_0x6f33('0x71')));BPromise[_0x6f33('0x73')](_0x46fcc9,handleQuery)[_0x6f33('0x74')](function(_0x296404){stats['finish']=!![];stats[_0x6f33('0x75')]=_0x3088c2[_0x6f33('0x66')]&&_0x3088c2[_0x6f33('0x66')][_0x6f33('0x5c')]?results[0x2][_0x6f33('0x75')]:results[0x0]['affectedRows'];socket['emit'](_0x6f33('0x60')+_0xa07580,stats);fs[_0x6f33('0x76')](_0x17d3bc);fs['unlink'](_0x100310);process['exit'](0x0);})[_0x6f33('0x42')](function(_0x131523){logger['error'](_0x131523[_0x6f33('0x65')]);process[_0x6f33('0x3c')](0x1);});}catch(_0x21011f){logger[_0x6f33('0x3b')](_0x6f33('0x77'),_0x21011f[_0x6f33('0x65')]);process[_0x6f33('0x3c')](0x1);}},'error':function(_0x35f8bc,_0x264df2,_0x4d00f8,_0x56c400){throw new Error(_0x56c400);}});}function validate(){if(process['argv']&&process[_0x6f33('0x78')]['length']<0x4){throw new Error(_0x6f33('0x79'));}var _0x170970=path[_0x6f33('0x13')](config[_0x6f33('0x49')],_0x6f33('0x4a'),process['argv'][0x2]);if(!fs[_0x6f33('0x7a')](_0x170970)){throw new Error('file\x20doesn\x27t\x20exists');}var _0x18bc54={};try{_0x18bc54=JSON[_0x6f33('0x4d')](process[_0x6f33('0x78')][0x3]);if(!_0x18bc54['binding']){throw new Error(_0x6f33('0x7b'));}if(!_0x18bc54[_0x6f33('0x47')][_0x6f33('0x11')]){throw new Error(_0x6f33('0x7c'));}if(!_0x18bc54[_0x6f33('0x47')][_0x6f33('0x7d')]){throw new Error(_0x6f33('0x7e'));}var _0x3b0867=0x0;if(_0x18bc54[_0x6f33('0x47')][_0x6f33('0x24')]){_0x3b0867=0x1;}if(!_0x18bc54[_0x6f33('0x34')]){throw new Error(_0x6f33('0x7f'));}}catch(_0x45f3c9){throw new Error(_0x6f33('0x80'));}var _0x1ac62e=[];try{_0x1ac62e=_[_0x6f33('0x81')](JSON['parse'](process[_0x6f33('0x78')][0x4]),'id');}catch(_0x109a0d){logger[_0x6f33('0x3e')]('No\x20agent\x20available');}main(_0x170970,_0x18bc54,_0x1ac62e,_0x3b0867);}validate();process['on'](_0x6f33('0x82'),handleStop);process['on']('uncaughtException',handleUncaughtException);