eca5a1d858ae9ba2d77384acd679e9990ad68c9a
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0xdda5=['from','join','.id\x20=\x20','\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.priority','cm_contacts.UserId','insert','cm_hopper','scheduledat','ListId','createdAt','recallme','fields','cm_contacts','.CmListId','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','into','cm_hopper_black','fromQuery','ContactId','cm_contacts.ListId\x20=\x20','.CmListId\x20=\x20?','ListId\x20=\x20?','toString','keys','CompanyId','updatedAt','field','MIN(id)','min_id','Received\x20SIGINT','message','errors','push','code','sequelize','query','spread','catch','error','info','main','send','start','socket_timestamp','root','.csv','writeFileSync','parse','data','rows','hasOwnProperty','trim','replace','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','priority','UserId','isNumber','includes','agent\x20not\x20exists','email','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','length','SystemRow','appendFileSync','emit','contact:import:','Abort\x20parser','duplicates','cm_contacts_','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','voice_queues_has_cm_blacklists','voice_queues','VoiceQueueId','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','unlink','exit','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','server/files/tmp','existsSync','file\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','binding','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','map','SIGINT','uncaughtException','path','papaparse','bluebird','moment','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','select','phone'];(function(_0x5996e2,_0x32049a){var _0xb36013=function(_0xb08403){while(--_0xb08403){_0x5996e2['push'](_0x5996e2['shift']());}};_0xb36013(++_0x32049a);}(_0xdda5,0x17b));var _0x5dda=function(_0x487108,_0x121786){_0x487108=_0x487108-0x0;var _0x5eeed9=_0xdda5[_0x487108];return _0x5eeed9;};'use strict';var fs=require('fs');var path=require(_0x5dda('0x0'));var _=require('lodash');var Papa=require(_0x5dda('0x1'));var util=require('util');var BPromise=require(_0x5dda('0x2'));var moment=require(_0x5dda('0x3'));var squel=require(_0x5dda('0x4'));var Redis=require(_0x5dda('0x5'));var db=require(_0x5dda('0x6'))['db'];var config=require(_0x5dda('0x7'));var logger=require(_0x5dda('0x8'))(_0x5dda('0x9'));config[_0x5dda('0xa')]=_[_0x5dda('0xb')](config['redis'],{'host':'localhost','port':0x18eb});var socket=require(_0x5dda('0xc'))(new Redis(config[_0x5dda('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x5dda('0xd')](_0x5dda('0xe'));function isEmail(_0x2e5abc){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x2e5abc);}function selectNotIn(_0x2d8b20,_0x3711bd,_0x3af214,_0x447c7d,_0x294ba1){return squel[_0x5dda('0xf')]()['field'](_0x5dda('0x10'))[_0x5dda('0x11')](_0x447c7d)[_0x5dda('0x12')](_0x3711bd,null,_0x3711bd+_0x5dda('0x13')+_0x447c7d+'.'+_0x3af214)['where'](_0x447c7d+'.'+_0x3af214+_0x5dda('0x14')+_0x2d8b20+'.'+_0x3af214)[_0x5dda('0x15')](_0x3711bd+_0x5dda('0x16')+_0x294ba1['join']()+')');}function insertCmHopper(_0x25faf8,_0x5b446f,_0x30be81,_0x2321f8,_0x3897b4){var _0x41a922=[_0x5dda('0x17'),_0x5dda('0x18'),_0x5dda('0x19'),'cm_contacts.ListId',_0x5b446f+'.'+_0x2321f8,'cm_contacts.createdAt','cm_contacts.updatedAt',_0x5dda('0x1a'),_0x5dda('0x1b'),'\x22'+_0x3897b4+'\x22'];return squel[_0x5dda('0x1c')]()['into'](_0x5dda('0x1d'))['fromQuery']([_0x5dda('0x10'),_0x5dda('0x1e'),'ContactId',_0x5dda('0x1f'),_0x2321f8,_0x5dda('0x20'),'updatedAt','priority','UserId',_0x5dda('0x21')],squel['select']()[_0x5dda('0x22')](_0x41a922)[_0x5dda('0x11')](_0x5b446f)[_0x5dda('0x12')](_0x5dda('0x23'),null,'cm_contacts.ListId\x20=\x20'+_0x5b446f+_0x5dda('0x24'))[_0x5dda('0x12')](_0x30be81,null,_0x30be81+_0x5dda('0x13')+_0x5b446f+'.'+_0x2321f8)[_0x5dda('0x15')](_0x5b446f+'.CmListId\x20=\x20?',_0x25faf8)['where'](_0x5dda('0x25'),NOW)['where'](_0x5dda('0x26'),selectNotIn(_0x5b446f,_0x30be81,_0x2321f8,_0x5dda('0x1d'),[_0x5dda('0x27'),'\x22onlyIfOpen\x22']))[_0x5dda('0x15')](_0x5dda('0x26'),selectNotIn(_0x5b446f,_0x30be81,_0x2321f8,_0x5dda('0x1d'),['\x22always\x22'])))['toString']();}function insertCmHopperBlack(_0x573878,_0x73bceb,_0x5f4fd3,_0x1619a5){var _0x5ab408=[_0x5dda('0x17'),_0x5dda('0x19'),_0x5dda('0x28'),_0x73bceb+'.'+_0x1619a5,_0x5dda('0x29'),_0x5dda('0x2a')];return squel[_0x5dda('0x1c')]()[_0x5dda('0x2b')](_0x5dda('0x2c'))[_0x5dda('0x2d')]([_0x5dda('0x10'),_0x5dda('0x2e'),'ListId',_0x1619a5,_0x5dda('0x20'),'updatedAt'],squel[_0x5dda('0xf')]()['fields'](_0x5ab408)[_0x5dda('0x11')](_0x73bceb)[_0x5dda('0x12')](_0x5dda('0x23'),null,_0x5dda('0x2f')+_0x73bceb+_0x5dda('0x24'))[_0x5dda('0x12')](_0x5f4fd3,null,_0x5f4fd3+_0x5dda('0x13')+_0x73bceb+'.'+_0x1619a5)['where'](_0x73bceb+_0x5dda('0x30'),_0x573878)[_0x5dda('0x15')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0x5dda('0x15')](_0x5dda('0x26'),squel[_0x5dda('0xf')]()['field'](_0x5dda('0x10'))[_0x5dda('0x11')](_0x5dda('0x2c'))[_0x5dda('0x15')](_0x5dda('0x31'),_0x573878)[_0x5dda('0x15')](_0x1619a5+'\x20=\x20?',_0x73bceb+'.'+_0x1619a5)))[_0x5dda('0x32')]();}function insertCmContact(_0x5ed374,_0x593dc9,_0x514ae4,_0xef745e){var _0xe7f377=_['concat'](_[_0x5dda('0x33')](_0xef745e),['ListId',_0x5dda('0x34'),_0x5dda('0x20'),_0x5dda('0x35')]);return squel[_0x5dda('0x1c')]()[_0x5dda('0x2b')](_0x5dda('0x23'))['fromQuery'](_0xe7f377,squel[_0x5dda('0xf')]()[_0x5dda('0x22')](_0xe7f377)[_0x5dda('0x11')](_0x593dc9)[_0x5dda('0x15')]('('+_0x514ae4[_0x5dda('0x12')](',')+')\x20NOT\x20IN\x20?',squel[_0x5dda('0xf')]()[_0x5dda('0x22')](_0x514ae4)[_0x5dda('0x11')]('cm_contacts')[_0x5dda('0x15')]('ListId\x20=\x20?',_0x5ed374)[_0x5dda('0x15')]('deletedAt\x20IS\x20NULL'))[_0x5dda('0x15')]('id\x20IN\x20?',squel[_0x5dda('0xf')]()[_0x5dda('0x36')](_0x5dda('0x37'),_0x5dda('0x38'))[_0x5dda('0x11')](_0x593dc9)['group'](_0x514ae4[_0x5dda('0x12')](','))))['toString']();}function handleStop(){logger['info'](_0x5dda('0x39'));stopped=!![];}function handleUncaughtException(_0x49056c){logger['error'](_0x49056c[_0x5dda('0x3a')]);process['exit'](0x1);}function handleError(_0x43072e,_0x39b6ae){stats[_0x5dda('0x3b')][_0x5dda('0x3c')]({'name':_0x39b6ae[_0x5dda('0x3d')],'message':_0x39b6ae[_0x5dda('0x3a')],'row':_0x43072e});}function handleQuery(_0x4e3907){logger['info'](_0x4e3907);return db[_0x5dda('0x3e')][_0x5dda('0x3f')](_0x4e3907)[_0x5dda('0x40')](function(_0x21e32f){results[_0x5dda('0x3c')](_0x21e32f);})[_0x5dda('0x41')](function(_0x3da21e){logger[_0x5dda('0x42')](_0x3da21e[_0x5dda('0x3a')]);});}function main(_0x54935d,_0x596a10,_0x4acdb8,_0x4e7af4){logger[_0x5dda('0x43')](_0x5dda('0x44'),_0x54935d,JSON['stringify'](_0x596a10));process[_0x5dda('0x45')](_0x5dda('0x46'));var _0x5ccc9f=_0x596a10['binding'];var _0x448d22=_0x596a10[_0x5dda('0x47')];var _0x361171=path[_0x5dda('0x12')](config[_0x5dda('0x48')],'server/files/tmp',_0x448d22+_0x5dda('0x49'));var _0x5638cc=_[_0x5dda('0x33')](_0x5ccc9f)[_0x5dda('0x12')]();logger[_0x5dda('0x43')]('header',_0x5638cc);fs[_0x5dda('0x4a')](_0x361171,_0x5638cc+'\x0a');Papa[_0x5dda('0x4b')](fs['createReadStream'](_0x54935d),{'header':!![],'skipEmptyLines':!![],'step':function(_0x23a8a8,_0x27217d){try{for(var _0x1bf21f=0x0,_0x5a7514=[];_0x1bf21f<_0x23a8a8[_0x5dda('0x4c')]['length'];_0x1bf21f++){stats[_0x5dda('0x4d')]+=0x1;if(_0x23a8a8[_0x5dda('0x3b')][_0x1bf21f]){handleError(_0x23a8a8['data'][_0x1bf21f],_0x23a8a8['errors'][_0x1bf21f]);}else{var _0x43317f=[];for(var _0x55fe76 in _0x5ccc9f){if(_0x5ccc9f[_0x5dda('0x4e')](_0x55fe76)){if(_0x23a8a8[_0x5dda('0x4c')][_0x1bf21f][_0x5ccc9f[_0x55fe76]]){var _0x306d75=_[_0x5dda('0x4f')](_0x23a8a8[_0x5dda('0x4c')][_0x1bf21f][_0x5ccc9f[_0x55fe76]][_0x5dda('0x50')](/"/g,'\x27'));switch(_0x55fe76){case _0x5dda('0x1e'):var _0x328b77=moment(_0x306d75,'YYYY-MM-DD\x20HH:mm:ss',!![]);if(_0x328b77[_0x5dda('0x51')]()){_0x5a7514[_0x5dda('0x3c')]('\x22'+_0x306d75+'\x22');}else{_0x43317f[_0x5dda('0x3c')](_0x5dda('0x52'));}break;case _0x5dda('0x53'):var _0x46626c=parseInt(_0x306d75);_0x306d75=_['isNaN'](_0x46626c)||_0x46626c<0x0||_0x46626c>0x4?_0x4e7af4?0x3:0x2:_0x46626c;_0x5a7514[_0x5dda('0x3c')]('\x22'+_0x306d75+'\x22');break;case _0x5dda('0x54'):var _0x21bd89=parseInt(_0x306d75);if(_[_0x5dda('0x55')](_0x21bd89)&&_[_0x5dda('0x56')](_0x4acdb8,_0x21bd89)){_0x5a7514[_0x5dda('0x3c')]('\x22'+_0x21bd89+'\x22');}else{_0x43317f[_0x5dda('0x3c')](_0x5dda('0x57'));}break;case _0x5dda('0x58'):if(isEmail(_0x306d75)){_0x5a7514[_0x5dda('0x3c')]('\x22'+_0x306d75+'\x22');}else{_0x43317f['push'](_0x5dda('0x59'));}break;case _0x5dda('0x5a'):var _0x2f006e=moment(_0x306d75,_0x5dda('0x5b'),!![]);if(_0x2f006e['isValid']()){_0x5a7514[_0x5dda('0x3c')]('\x22'+_0x306d75+'\x22');}else{_0x43317f[_0x5dda('0x3c')](_0x5dda('0x5c'));}break;default:_0x5a7514['push']('\x22'+_0x306d75+'\x22');}}else{switch(_0x55fe76){case _0x5dda('0x5d'):case'phone':_0x43317f[_0x5dda('0x3c')](_0x55fe76+'\x20not\x20specified');break;default:_0x5a7514[_0x5dda('0x3c')]('\x22\x22');}}}}if(_0x43317f[_0x5dda('0x5e')]){handleError(_0x23a8a8['data'][_0x1bf21f],{'code':_0x5dda('0x5f'),'message':_0x43317f['join']()});}else{fs[_0x5dda('0x60')](_0x361171,_0x5a7514[_0x5dda('0x12')]()+'\x0a');}_0x5a7514=[];}if(!(stats[_0x5dda('0x4d')]%0xc8)){socket[_0x5dda('0x61')](_0x5dda('0x62')+_0x448d22,stats);stats[_0x5dda('0x3b')]=[];}}if(stopped){logger[_0x5dda('0x43')](_0x5dda('0x63'));_0x27217d['abort']();}}catch(_0x52fa9c){handleError(_0x23a8a8[_0x5dda('0x4c')][_0x1bf21f],{'code':'SystemError','message':_0x52fa9c['message']});logger[_0x5dda('0x42')]('step',_0x52fa9c[_0x5dda('0x3a')]);}},'complete':function(){try{var _0x5c430b=[];var _0x327e88='cm_contacts';if(_0x596a10[_0x5dda('0x64')]&&_0x596a10[_0x5dda('0x64')][_0x5dda('0x5e')]){_0x327e88=_0x5dda('0x65')+_0x448d22;_0x5c430b[_0x5dda('0x3c')]('CREATE\x20TABLE\x20'+_0x327e88+_0x5dda('0x66'));}var _0x3a27d5=util[_0x5dda('0xd')](_0x5dda('0x67'),_0x361171,_0x327e88,_0x5638cc,_0x596a10['ListId'],_0x596a10[_0x5dda('0x34')]||null,NOW,NOW);if(_[_0x5dda('0x68')](_0x5ccc9f[_0x5dda('0x1e')])){_0x3a27d5+=_0x5dda('0x69');}_0x5c430b[_0x5dda('0x3c')](_0x3a27d5);if(_0x596a10[_0x5dda('0x64')]&&_0x596a10[_0x5dda('0x64')][_0x5dda('0x5e')]){_0x5c430b[_0x5dda('0x3c')](insertCmContact(_0x596a10[_0x5dda('0x1f')],_0x327e88,_0x596a10[_0x5dda('0x64')],_0x5ccc9f));_0x5c430b['push']('DROP\x20TABLE\x20'+_0x327e88+';');}_0x5c430b[_0x5dda('0x3c')](insertCmHopper(_0x596a10['ListId'],'voice_queues_has_cm_lists','voice_queues','VoiceQueueId',_0x4e7af4));_0x5c430b[_0x5dda('0x3c')](insertCmHopperBlack(_0x596a10[_0x5dda('0x1f')],_0x5dda('0x6a'),_0x5dda('0x6b'),_0x5dda('0x6c')));_0x5c430b[_0x5dda('0x3c')](insertCmHopper(_0x596a10['ListId'],_0x5dda('0x6d'),_0x5dda('0x6e'),_0x5dda('0x6f'),_0x4e7af4));_0x5c430b[_0x5dda('0x3c')](insertCmHopperBlack(_0x596a10[_0x5dda('0x1f')],_0x5dda('0x70'),_0x5dda('0x6e'),_0x5dda('0x6f')));BPromise[_0x5dda('0x71')](_0x5c430b,handleQuery)[_0x5dda('0x72')](function(_0x242a40){stats[_0x5dda('0x73')]=!![];stats[_0x5dda('0x74')]=_0x596a10[_0x5dda('0x64')]&&_0x596a10[_0x5dda('0x64')]['length']?results[0x2][_0x5dda('0x74')]:results[0x0][_0x5dda('0x74')];socket[_0x5dda('0x61')](_0x5dda('0x62')+_0x448d22,stats);fs['unlink'](_0x54935d);fs[_0x5dda('0x75')](_0x361171);process[_0x5dda('0x76')](0x0);})[_0x5dda('0x41')](function(_0x39ba8d){logger['error'](_0x39ba8d[_0x5dda('0x3a')]);process[_0x5dda('0x76')](0x1);});}catch(_0x9aa724){logger[_0x5dda('0x42')](_0x5dda('0x77'),_0x9aa724['message']);process[_0x5dda('0x76')](0x1);}},'error':function(_0x3d596d,_0x239420,_0x1fc2ac,_0x47936d){throw new Error(_0x47936d);}});}function validate(){if(process[_0x5dda('0x78')]&&process[_0x5dda('0x78')][_0x5dda('0x5e')]<0x4){throw new Error(_0x5dda('0x79'));}var _0x296b61=path['join'](config[_0x5dda('0x48')],_0x5dda('0x7a'),process['argv'][0x2]);if(!fs[_0x5dda('0x7b')](_0x296b61)){throw new Error(_0x5dda('0x7c'));}var _0x593a76={};try{_0x593a76=JSON[_0x5dda('0x4b')](process[_0x5dda('0x78')][0x3]);if(!_0x593a76['binding']){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0x593a76['binding'][_0x5dda('0x10')]){throw new Error(_0x5dda('0x7d'));}if(!_0x593a76[_0x5dda('0x7e')]['firstName']){throw new Error(_0x5dda('0x7f'));}var _0x19a18b=0x0;if(_0x593a76[_0x5dda('0x7e')][_0x5dda('0x54')]){_0x19a18b=0x1;}if(!_0x593a76[_0x5dda('0x1f')]){throw new Error(_0x5dda('0x80'));}}catch(_0x3200d2){throw new Error('body\x20id\x20mandatory');}var _0x45de19=[];try{_0x45de19=_[_0x5dda('0x81')](JSON[_0x5dda('0x4b')](process[_0x5dda('0x78')][0x4]),'id');}catch(_0x3c8df4){logger[_0x5dda('0x43')]('No\x20agent\x20available');}main(_0x296b61,_0x593a76,_0x45de19,_0x19a18b);}validate();process['on'](_0x5dda('0x82'),handleStop);process['on'](_0x5dda('0x83'),handleUncaughtException);