beb903228715d5e4d6fef90b3a239be5c8177049
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x5e4d=['email','email\x20wrong\x20format','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','length','appendFileSync','emit','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','affectedRows','unlink','catch','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','server/files/tmp','existsSync','parse','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','No\x20agent\x20available','SIGINT','path','lodash','papaparse','bluebird','moment','squel','../../../mysqldb','../../../config/logger','import','redis','defaults','localhost','format','YYYY-MM-DD\x20HH:mm:ss','select','field','from','join','.id\x20=\x20','where','\x20=\x20','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.priority','cm_contacts.UserId','cm_hopper','fromQuery','scheduledat','ContactId','ListId','createdAt','cm_contacts.ListId\x20=\x20','.CmListId','\x22always\x22','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','toString','cm_contacts.updatedAt','insert','into','cm_hopper_black','updatedAt','fields','cm_contacts','.CmListId\x20=\x20?','phone','\x20=\x20?','concat','keys','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','MIN(id)','min_id','group','Received\x20SIGINT','error','message','exit','errors','query','push','info','main','stringify','send','start','binding','root','.csv','header','writeFileSync','createReadStream','data','hasOwnProperty','replace','isValid','priority','isNaN','UserId','includes','agent\x20not\x20exists'];(function(_0xba5840,_0x14a6a0){var _0x52d105=function(_0x2be18a){while(--_0x2be18a){_0xba5840['push'](_0xba5840['shift']());}};_0x52d105(++_0x14a6a0);}(_0x5e4d,0x137));var _0xd5e4=function(_0x17297e,_0x5b059c){_0x17297e=_0x17297e-0x0;var _0x483300=_0x5e4d[_0x17297e];return _0x483300;};'use strict';var fs=require('fs');var path=require(_0xd5e4('0x0'));var _=require(_0xd5e4('0x1'));var Papa=require(_0xd5e4('0x2'));var util=require('util');var BPromise=require(_0xd5e4('0x3'));var moment=require(_0xd5e4('0x4'));var squel=require(_0xd5e4('0x5'));var Redis=require('ioredis');var db=require(_0xd5e4('0x6'))['db'];var config=require('../../../config/environment');var logger=require(_0xd5e4('0x7'))(_0xd5e4('0x8'));config[_0xd5e4('0x9')]=_[_0xd5e4('0xa')](config[_0xd5e4('0x9')],{'host':_0xd5e4('0xb'),'port':0x18eb});var socket=require('socket.io-emitter')(new Redis(config['redis']));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xd5e4('0xc')](_0xd5e4('0xd'));function isEmail(_0x3b98a6){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/['test'](_0x3b98a6);}function selectNotIn(_0x327af9,_0x2e1856,_0x4a2139,_0x5de1cf,_0x536ee5){return squel[_0xd5e4('0xe')]()[_0xd5e4('0xf')]('phone')[_0xd5e4('0x10')](_0x5de1cf)[_0xd5e4('0x11')](_0x2e1856,null,_0x2e1856+_0xd5e4('0x12')+_0x5de1cf+'.'+_0x4a2139)[_0xd5e4('0x13')](_0x5de1cf+'.'+_0x4a2139+_0xd5e4('0x14')+_0x327af9+'.'+_0x4a2139)['where'](_0x2e1856+'.dialCheckDuplicateType\x20IN\x20('+_0x536ee5[_0xd5e4('0x11')]()+')');}function insertCmHopper(_0x70d784,_0x4afb27,_0x3e07bd,_0xa4a7e4,_0x4b886a){var _0x49b759=[_0xd5e4('0x15'),_0xd5e4('0x16'),_0xd5e4('0x17'),_0xd5e4('0x18'),_0x4afb27+'.'+_0xa4a7e4,_0xd5e4('0x19'),'cm_contacts.updatedAt',_0xd5e4('0x1a'),_0xd5e4('0x1b'),'\x22'+_0x4b886a+'\x22'];return squel['insert']()['into'](_0xd5e4('0x1c'))[_0xd5e4('0x1d')](['phone',_0xd5e4('0x1e'),_0xd5e4('0x1f'),_0xd5e4('0x20'),_0xa4a7e4,_0xd5e4('0x21'),'updatedAt','priority','UserId','recallme'],squel[_0xd5e4('0xe')]()['fields'](_0x49b759)[_0xd5e4('0x10')](_0x4afb27)[_0xd5e4('0x11')]('cm_contacts',null,_0xd5e4('0x22')+_0x4afb27+_0xd5e4('0x23'))[_0xd5e4('0x11')](_0x3e07bd,null,_0x3e07bd+_0xd5e4('0x12')+_0x4afb27+'.'+_0xa4a7e4)[_0xd5e4('0x13')](_0x4afb27+'.CmListId\x20=\x20?',_0x70d784)[_0xd5e4('0x13')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0xd5e4('0x13')]('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x4afb27,_0x3e07bd,_0xa4a7e4,'cm_hopper',[_0xd5e4('0x24'),_0xd5e4('0x25')]))[_0xd5e4('0x13')](_0xd5e4('0x26'),selectNotIn(_0x4afb27,_0x3e07bd,_0xa4a7e4,_0xd5e4('0x1c'),[_0xd5e4('0x24')])))[_0xd5e4('0x27')]();}function insertCmHopperBlack(_0x4b2fbe,_0x2d98a8,_0x4f5866,_0x152592){var _0xd67ced=[_0xd5e4('0x15'),_0xd5e4('0x17'),'cm_contacts.ListId',_0x2d98a8+'.'+_0x152592,'cm_contacts.createdAt',_0xd5e4('0x28')];return squel[_0xd5e4('0x29')]()[_0xd5e4('0x2a')](_0xd5e4('0x2b'))[_0xd5e4('0x1d')](['phone',_0xd5e4('0x1f'),'ListId',_0x152592,_0xd5e4('0x21'),_0xd5e4('0x2c')],squel[_0xd5e4('0xe')]()[_0xd5e4('0x2d')](_0xd67ced)[_0xd5e4('0x10')](_0x2d98a8)[_0xd5e4('0x11')](_0xd5e4('0x2e'),null,_0xd5e4('0x22')+_0x2d98a8+_0xd5e4('0x23'))[_0xd5e4('0x11')](_0x4f5866,null,_0x4f5866+_0xd5e4('0x12')+_0x2d98a8+'.'+_0x152592)[_0xd5e4('0x13')](_0x2d98a8+_0xd5e4('0x2f'),_0x4b2fbe)[_0xd5e4('0x13')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0xd5e4('0x13')](_0xd5e4('0x26'),squel[_0xd5e4('0xe')]()[_0xd5e4('0xf')](_0xd5e4('0x30'))['from'](_0xd5e4('0x2b'))[_0xd5e4('0x13')]('ListId\x20=\x20?',_0x4b2fbe)['where'](_0x152592+_0xd5e4('0x31'),_0x2d98a8+'.'+_0x152592)))[_0xd5e4('0x27')]();}function insertCmContact(_0x1a9de7,_0x45e456,_0x533a72,_0x3b080b){var _0x20848e=_[_0xd5e4('0x32')](_[_0xd5e4('0x33')](_0x3b080b),[_0xd5e4('0x20'),_0xd5e4('0x34'),_0xd5e4('0x21'),'updatedAt']);return squel[_0xd5e4('0x29')]()['into']('cm_contacts')[_0xd5e4('0x1d')](_0x20848e,squel['select']()[_0xd5e4('0x2d')](_0x20848e)[_0xd5e4('0x10')](_0x45e456)[_0xd5e4('0x13')]('('+_0x533a72[_0xd5e4('0x11')](',')+_0xd5e4('0x35'),squel['select']()[_0xd5e4('0x2d')](_0x533a72)[_0xd5e4('0x10')]('cm_contacts')[_0xd5e4('0x13')]('ListId\x20=\x20?',_0x1a9de7)[_0xd5e4('0x13')](_0xd5e4('0x36')))[_0xd5e4('0x13')]('id\x20IN\x20?',squel[_0xd5e4('0xe')]()[_0xd5e4('0xf')](_0xd5e4('0x37'),_0xd5e4('0x38'))[_0xd5e4('0x10')](_0x45e456)[_0xd5e4('0x39')](_0x533a72[_0xd5e4('0x11')](','))))[_0xd5e4('0x27')]();}function handleStop(){logger['info'](_0xd5e4('0x3a'));stopped=!![];}function handleUncaughtException(_0x2867f3){logger[_0xd5e4('0x3b')](_0x2867f3[_0xd5e4('0x3c')]);process[_0xd5e4('0x3d')](0x1);}function handleError(_0x1606cb,_0x439acf){stats[_0xd5e4('0x3e')]['push']({'name':_0x439acf['code'],'message':_0x439acf[_0xd5e4('0x3c')],'row':_0x1606cb});}function handleQuery(_0x15e3cb){logger['info'](_0x15e3cb);return db['sequelize'][_0xd5e4('0x3f')](_0x15e3cb)['spread'](function(_0x549bb5){results[_0xd5e4('0x40')](_0x549bb5);})['catch'](function(_0x19e681){logger[_0xd5e4('0x3b')](_0x19e681[_0xd5e4('0x3c')]);});}function main(_0x18d98c,_0x1f38af,_0x142fab,_0x209e25){logger[_0xd5e4('0x41')](_0xd5e4('0x42'),_0x18d98c,JSON[_0xd5e4('0x43')](_0x1f38af));process[_0xd5e4('0x44')](_0xd5e4('0x45'));var _0x588a49=_0x1f38af[_0xd5e4('0x46')];var _0x2f998e=_0x1f38af['socket_timestamp'];var _0x5eb4a7=path[_0xd5e4('0x11')](config[_0xd5e4('0x47')],'server/files/tmp',_0x2f998e+_0xd5e4('0x48'));var _0x46442b=_[_0xd5e4('0x33')](_0x588a49)[_0xd5e4('0x11')]();logger[_0xd5e4('0x41')](_0xd5e4('0x49'),_0x46442b);fs[_0xd5e4('0x4a')](_0x5eb4a7,_0x46442b+'\x0a');Papa['parse'](fs[_0xd5e4('0x4b')](_0x18d98c),{'header':!![],'skipEmptyLines':!![],'step':function(_0x34f4c1,_0x38c405){try{for(var _0x21ecc4=0x0,_0x1c24f3=[];_0x21ecc4<_0x34f4c1['data']['length'];_0x21ecc4++){stats['rows']+=0x1;if(_0x34f4c1[_0xd5e4('0x3e')][_0x21ecc4]){handleError(_0x34f4c1[_0xd5e4('0x4c')][_0x21ecc4],_0x34f4c1[_0xd5e4('0x3e')][_0x21ecc4]);}else{var _0x2cb76a=[];for(var _0x5c9f12 in _0x588a49){if(_0x588a49[_0xd5e4('0x4d')](_0x5c9f12)){if(_0x34f4c1[_0xd5e4('0x4c')][_0x21ecc4][_0x588a49[_0x5c9f12]]){var _0x587344=_['trim'](_0x34f4c1[_0xd5e4('0x4c')][_0x21ecc4][_0x588a49[_0x5c9f12]][_0xd5e4('0x4e')](/"/g,'\x27'));switch(_0x5c9f12){case _0xd5e4('0x1e'):var _0xc83e14=moment(_0x587344,_0xd5e4('0xd'),!![]);if(_0xc83e14[_0xd5e4('0x4f')]()){_0x1c24f3['push']('\x22'+_0x587344+'\x22');}else{_0x2cb76a[_0xd5e4('0x40')]('scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)');}break;case _0xd5e4('0x50'):var _0x53d109=parseInt(_0x587344);_0x587344=_[_0xd5e4('0x51')](_0x53d109)||_0x53d109<0x0||_0x53d109>0x4?_0x209e25?0x3:0x2:_0x53d109;_0x1c24f3['push']('\x22'+_0x587344+'\x22');break;case _0xd5e4('0x52'):var _0x264c39=parseInt(_0x587344);if(_['isNumber'](_0x264c39)&&_[_0xd5e4('0x53')](_0x142fab,_0x264c39)){_0x1c24f3[_0xd5e4('0x40')]('\x22'+_0x264c39+'\x22');}else{_0x2cb76a[_0xd5e4('0x40')](_0xd5e4('0x54'));}break;case _0xd5e4('0x55'):if(isEmail(_0x587344)){_0x1c24f3['push']('\x22'+_0x587344+'\x22');}else{_0x2cb76a[_0xd5e4('0x40')](_0xd5e4('0x56'));}break;case _0xd5e4('0x57'):var _0x460a02=moment(_0x587344,_0xd5e4('0x58'),!![]);if(_0x460a02[_0xd5e4('0x4f')]()){_0x1c24f3['push']('\x22'+_0x587344+'\x22');}else{_0x2cb76a[_0xd5e4('0x40')](_0xd5e4('0x59'));}break;default:_0x1c24f3[_0xd5e4('0x40')]('\x22'+_0x587344+'\x22');}}else{switch(_0x5c9f12){case _0xd5e4('0x5a'):case _0xd5e4('0x30'):_0x2cb76a['push'](_0x5c9f12+_0xd5e4('0x5b'));break;default:_0x1c24f3[_0xd5e4('0x40')]('\x22\x22');}}}}if(_0x2cb76a[_0xd5e4('0x5c')]){handleError(_0x34f4c1['data'][_0x21ecc4],{'code':'SystemRow','message':_0x2cb76a[_0xd5e4('0x11')]()});}else{fs[_0xd5e4('0x5d')](_0x5eb4a7,_0x1c24f3['join']()+'\x0a');}_0x1c24f3=[];}if(!(stats['rows']%0xc8)){socket[_0xd5e4('0x5e')](_0xd5e4('0x5f')+_0x2f998e,stats);stats['errors']=[];}}if(stopped){logger['info'](_0xd5e4('0x60'));_0x38c405[_0xd5e4('0x61')]();}}catch(_0x2c263d){handleError(_0x34f4c1[_0xd5e4('0x4c')][_0x21ecc4],{'code':_0xd5e4('0x62'),'message':_0x2c263d['message']});logger['error'](_0xd5e4('0x63'),_0x2c263d[_0xd5e4('0x3c')]);}},'complete':function(){try{var _0x20dfd3=[];var _0x18f877=_0xd5e4('0x2e');if(_0x1f38af[_0xd5e4('0x64')]&&_0x1f38af[_0xd5e4('0x64')][_0xd5e4('0x5c')]){_0x18f877=_0xd5e4('0x65')+_0x2f998e;_0x20dfd3[_0xd5e4('0x40')]('CREATE\x20TABLE\x20'+_0x18f877+_0xd5e4('0x66'));}var _0x3e5436=util[_0xd5e4('0xc')](_0xd5e4('0x67'),_0x5eb4a7,_0x18f877,_0x46442b,_0x1f38af['ListId'],_0x1f38af[_0xd5e4('0x34')]||null,NOW,NOW);if(_[_0xd5e4('0x68')](_0x588a49['scheduledat'])){_0x3e5436+=_0xd5e4('0x69');}_0x20dfd3[_0xd5e4('0x40')](_0x3e5436);if(_0x1f38af[_0xd5e4('0x64')]&&_0x1f38af[_0xd5e4('0x64')][_0xd5e4('0x5c')]){_0x20dfd3[_0xd5e4('0x40')](insertCmContact(_0x1f38af[_0xd5e4('0x20')],_0x18f877,_0x1f38af[_0xd5e4('0x64')],_0x588a49));_0x20dfd3[_0xd5e4('0x40')](_0xd5e4('0x6a')+_0x18f877+';');}_0x20dfd3['push'](insertCmHopper(_0x1f38af[_0xd5e4('0x20')],_0xd5e4('0x6b'),_0xd5e4('0x6c'),_0xd5e4('0x6d'),_0x209e25));_0x20dfd3[_0xd5e4('0x40')](insertCmHopperBlack(_0x1f38af[_0xd5e4('0x20')],_0xd5e4('0x6e'),_0xd5e4('0x6c'),_0xd5e4('0x6d')));_0x20dfd3[_0xd5e4('0x40')](insertCmHopper(_0x1f38af[_0xd5e4('0x20')],_0xd5e4('0x6f'),_0xd5e4('0x70'),_0xd5e4('0x71'),_0x209e25));_0x20dfd3['push'](insertCmHopperBlack(_0x1f38af['ListId'],_0xd5e4('0x72'),_0xd5e4('0x70'),_0xd5e4('0x71')));BPromise[_0xd5e4('0x73')](_0x20dfd3,handleQuery)[_0xd5e4('0x74')](function(_0x2cfa92){stats['finish']=!![];stats[_0xd5e4('0x75')]=_0x1f38af[_0xd5e4('0x64')]&&_0x1f38af[_0xd5e4('0x64')][_0xd5e4('0x5c')]?results[0x2]['affectedRows']:results[0x0][_0xd5e4('0x75')];socket[_0xd5e4('0x5e')]('contact:import:'+_0x2f998e,stats);fs['unlink'](_0x18d98c);fs[_0xd5e4('0x76')](_0x5eb4a7);process[_0xd5e4('0x3d')](0x0);})[_0xd5e4('0x77')](function(_0x324052){logger[_0xd5e4('0x3b')](_0x324052[_0xd5e4('0x3c')]);process[_0xd5e4('0x3d')](0x1);});}catch(_0xf5eb85){logger[_0xd5e4('0x3b')]('complete',_0xf5eb85[_0xd5e4('0x3c')]);process[_0xd5e4('0x3d')](0x1);}},'error':function(_0x4798af,_0xa2d537,_0x55335e,_0x4d011c){throw new Error(_0x4d011c);}});}function validate(){if(process[_0xd5e4('0x78')]&&process['argv'][_0xd5e4('0x5c')]<0x4){throw new Error(_0xd5e4('0x79'));}var _0x32e86a=path['join'](config[_0xd5e4('0x47')],_0xd5e4('0x7a'),process['argv'][0x2]);if(!fs[_0xd5e4('0x7b')](_0x32e86a)){throw new Error('file\x20doesn\x27t\x20exists');}var _0xed0416={};try{_0xed0416=JSON[_0xd5e4('0x7c')](process[_0xd5e4('0x78')][0x3]);if(!_0xed0416[_0xd5e4('0x46')]){throw new Error(_0xd5e4('0x7d'));}if(!_0xed0416[_0xd5e4('0x46')]['phone']){throw new Error(_0xd5e4('0x7e'));}if(!_0xed0416[_0xd5e4('0x46')]['firstName']){throw new Error('firstName\x20is\x20mandatory');}var _0x528128=0x0;if(_0xed0416[_0xd5e4('0x46')][_0xd5e4('0x52')]){_0x528128=0x1;}if(!_0xed0416[_0xd5e4('0x20')]){throw new Error(_0xd5e4('0x7f'));}}catch(_0x22795f){throw new Error(_0xd5e4('0x80'));}var _0x1809e3=[];try{_0x1809e3=_[_0xd5e4('0x81')](JSON[_0xd5e4('0x7c')](process[_0xd5e4('0x78')][0x4]),'id');}catch(_0x209cbb){logger[_0xd5e4('0x41')](_0xd5e4('0x82'));}main(_0x32e86a,_0xed0416,_0x1809e3,_0x528128);}validate();process['on'](_0xd5e4('0x83'),handleStop);process['on']('uncaughtException',handleUncaughtException);