7f3971f4b949c068bb31b98e1f9597cb03372691
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x9346=['message','exit','errors','code','sequelize','query','spread','push','catch','send','start','binding','root','server/files/tmp','.csv','header','writeFileSync','parse','createReadStream','data','length','rows','hasOwnProperty','trim','YYYY-MM-DD\x20HH:mm:ss','isValid','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','isNumber','includes','agent\x20not\x20exists','email','dateOfBirth','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','appendFileSync','contact:import:','Abort\x20parser','abort','SystemError','step','duplicates','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','each','then','finish','affectedRows','emit','unlink','complete','arguments\x20<filename>\x20<parameters>\x20<agents>','argv','existsSync','file\x20doesn\x27t\x20exists','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','No\x20agent\x20available','SIGINT','uncaughtException','path','util','bluebird','moment','squel','ioredis','../../../mysqldb','../../../config/environment','../../../config/logger','import','redis','defaults','localhost','socket.io-emitter','format','test','select','phone','join','.id\x20=\x20','where','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.ListId','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','into','cm_hopper','fromQuery','scheduledat','ListId','createdAt','updatedAt','priority','UserId','recallme','from','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','cm_contacts.createdAt','insert','cm_hopper_black','ContactId','fields','field','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId','deletedAt\x20IS\x20NULL','group','info','error'];(function(_0x2d7f0e,_0x3e6fbd){var _0x110b07=function(_0x557b00){while(--_0x557b00){_0x2d7f0e['push'](_0x2d7f0e['shift']());}};_0x110b07(++_0x3e6fbd);}(_0x9346,0xd6));var _0x6934=function(_0x2f0336,_0x7eb379){_0x2f0336=_0x2f0336-0x0;var _0x4745b1=_0x9346[_0x2f0336];return _0x4745b1;};'use strict';var fs=require('fs');var path=require(_0x6934('0x0'));var _=require('lodash');var Papa=require('papaparse');var util=require(_0x6934('0x1'));var BPromise=require(_0x6934('0x2'));var moment=require(_0x6934('0x3'));var squel=require(_0x6934('0x4'));var Redis=require(_0x6934('0x5'));var db=require(_0x6934('0x6'))['db'];var config=require(_0x6934('0x7'));var logger=require(_0x6934('0x8'))(_0x6934('0x9'));config[_0x6934('0xa')]=_[_0x6934('0xb')](config[_0x6934('0xa')],{'host':_0x6934('0xc'),'port':0x18eb});var socket=require(_0x6934('0xd'))(new Redis(config[_0x6934('0xa')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x6934('0xe')]('YYYY-MM-DD\x20HH:mm:ss');function isEmail(_0x5e51b6){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x6934('0xf')](_0x5e51b6);}function selectNotIn(_0x2f2ce5,_0x203ba6,_0xa6de0d,_0x1850e4,_0x34298c){return squel[_0x6934('0x10')]()['field'](_0x6934('0x11'))['from'](_0x1850e4)[_0x6934('0x12')](_0x203ba6,null,_0x203ba6+_0x6934('0x13')+_0x1850e4+'.'+_0xa6de0d)['where'](_0x1850e4+'.'+_0xa6de0d+'\x20=\x20'+_0x2f2ce5+'.'+_0xa6de0d)[_0x6934('0x14')](_0x203ba6+'.dialCheckDuplicateType\x20IN\x20('+_0x34298c[_0x6934('0x12')]()+')');}function insertCmHopper(_0x151434,_0x3bdd67,_0x2fbbd8,_0x388568,_0x4867c5){var _0x503832=[_0x6934('0x15'),_0x6934('0x16'),'cm_contacts.id',_0x6934('0x17'),_0x3bdd67+'.'+_0x388568,'cm_contacts.createdAt',_0x6934('0x18'),_0x6934('0x19'),_0x6934('0x1a'),'\x22'+_0x4867c5+'\x22'];return squel['insert']()[_0x6934('0x1b')](_0x6934('0x1c'))[_0x6934('0x1d')]([_0x6934('0x11'),_0x6934('0x1e'),'ContactId',_0x6934('0x1f'),_0x388568,_0x6934('0x20'),_0x6934('0x21'),_0x6934('0x22'),_0x6934('0x23'),_0x6934('0x24')],squel[_0x6934('0x10')]()['fields'](_0x503832)[_0x6934('0x25')](_0x3bdd67)[_0x6934('0x12')](_0x6934('0x26'),null,_0x6934('0x27')+_0x3bdd67+_0x6934('0x28'))[_0x6934('0x12')](_0x2fbbd8,null,_0x2fbbd8+'.id\x20=\x20'+_0x3bdd67+'.'+_0x388568)[_0x6934('0x14')](_0x3bdd67+'.CmListId\x20=\x20?',_0x151434)[_0x6934('0x14')](_0x6934('0x29'),NOW)[_0x6934('0x14')](_0x6934('0x2a'),selectNotIn(_0x3bdd67,_0x2fbbd8,_0x388568,_0x6934('0x1c'),[_0x6934('0x2b'),_0x6934('0x2c')]))['where'](_0x6934('0x2a'),selectNotIn(_0x3bdd67,_0x2fbbd8,_0x388568,_0x6934('0x1c'),[_0x6934('0x2b')])))[_0x6934('0x2d')]();}function insertCmHopperBlack(_0x4f6789,_0x36a5d6,_0x217b42,_0x34a032){var _0x16c34d=[_0x6934('0x15'),'cm_contacts.id',_0x6934('0x17'),_0x36a5d6+'.'+_0x34a032,_0x6934('0x2e'),'cm_contacts.updatedAt'];return squel[_0x6934('0x2f')]()[_0x6934('0x1b')](_0x6934('0x30'))[_0x6934('0x1d')](['phone',_0x6934('0x31'),_0x6934('0x1f'),_0x34a032,_0x6934('0x20'),_0x6934('0x21')],squel['select']()[_0x6934('0x32')](_0x16c34d)['from'](_0x36a5d6)[_0x6934('0x12')](_0x6934('0x26'),null,'cm_contacts.ListId\x20=\x20'+_0x36a5d6+_0x6934('0x28'))[_0x6934('0x12')](_0x217b42,null,_0x217b42+'.id\x20=\x20'+_0x36a5d6+'.'+_0x34a032)[_0x6934('0x14')](_0x36a5d6+'.CmListId\x20=\x20?',_0x4f6789)[_0x6934('0x14')](_0x6934('0x29'),NOW)['where'](_0x6934('0x2a'),squel[_0x6934('0x10')]()[_0x6934('0x33')](_0x6934('0x11'))[_0x6934('0x25')](_0x6934('0x30'))[_0x6934('0x14')](_0x6934('0x34'),_0x4f6789)[_0x6934('0x14')](_0x34a032+_0x6934('0x35'),_0x36a5d6+'.'+_0x34a032)))[_0x6934('0x2d')]();}function insertCmContact(_0x554e82,_0x38fa81,_0x3c7911,_0x5a4680){var _0x1e9f14=_['concat'](_[_0x6934('0x36')](_0x5a4680),[_0x6934('0x1f'),_0x6934('0x37'),_0x6934('0x20'),_0x6934('0x21')]);return squel[_0x6934('0x2f')]()[_0x6934('0x1b')](_0x6934('0x26'))[_0x6934('0x1d')](_0x1e9f14,squel[_0x6934('0x10')]()[_0x6934('0x32')](_0x1e9f14)[_0x6934('0x25')](_0x38fa81)['where']('('+_0x3c7911['join'](',')+')\x20NOT\x20IN\x20?',squel['select']()[_0x6934('0x32')](_0x3c7911)[_0x6934('0x25')](_0x6934('0x26'))[_0x6934('0x14')](_0x6934('0x34'),_0x554e82)[_0x6934('0x14')](_0x6934('0x38')))[_0x6934('0x14')]('id\x20IN\x20?',squel[_0x6934('0x10')]()[_0x6934('0x33')]('MIN(id)','min_id')[_0x6934('0x25')](_0x38fa81)[_0x6934('0x39')](_0x3c7911['join'](','))))[_0x6934('0x2d')]();}function handleStop(){logger[_0x6934('0x3a')]('Received\x20SIGINT');stopped=!![];}function handleUncaughtException(_0x499040){logger[_0x6934('0x3b')](_0x499040[_0x6934('0x3c')]);process[_0x6934('0x3d')](0x1);}function handleError(_0x310c14,_0x3e35e5){stats[_0x6934('0x3e')]['push']({'name':_0x3e35e5[_0x6934('0x3f')],'message':_0x3e35e5['message'],'row':_0x310c14});}function handleQuery(_0x2e9c44){logger[_0x6934('0x3a')](_0x2e9c44);return db[_0x6934('0x40')][_0x6934('0x41')](_0x2e9c44)[_0x6934('0x42')](function(_0x3b5509){results[_0x6934('0x43')](_0x3b5509);})[_0x6934('0x44')](function(_0x34bcd0){logger[_0x6934('0x3b')](_0x34bcd0[_0x6934('0x3c')]);});}function main(_0x234bd6,_0x4d9fc8,_0x5cfdc3,_0x58296d){logger[_0x6934('0x3a')]('main',_0x234bd6,JSON['stringify'](_0x4d9fc8));process[_0x6934('0x45')](_0x6934('0x46'));var _0xec47bb=_0x4d9fc8[_0x6934('0x47')];var _0x1868bd=_0x4d9fc8['socket_timestamp'];var _0x5ce2df=path[_0x6934('0x12')](config[_0x6934('0x48')],_0x6934('0x49'),_0x1868bd+_0x6934('0x4a'));var _0x2ce23f=_['keys'](_0xec47bb)['join']();logger[_0x6934('0x3a')](_0x6934('0x4b'),_0x2ce23f);fs[_0x6934('0x4c')](_0x5ce2df,_0x2ce23f+'\x0a');Papa[_0x6934('0x4d')](fs[_0x6934('0x4e')](_0x234bd6),{'header':!![],'skipEmptyLines':!![],'step':function(_0x10144f,_0x1c287d){try{for(var _0xa20cf3=0x0,_0x156b18=[];_0xa20cf3<_0x10144f[_0x6934('0x4f')][_0x6934('0x50')];_0xa20cf3++){stats[_0x6934('0x51')]+=0x1;if(_0x10144f[_0x6934('0x3e')][_0xa20cf3]){handleError(_0x10144f[_0x6934('0x4f')][_0xa20cf3],_0x10144f['errors'][_0xa20cf3]);}else{var _0x19805a=[];for(var _0x5aa493 in _0xec47bb){if(_0xec47bb[_0x6934('0x52')](_0x5aa493)){if(_0x10144f[_0x6934('0x4f')][_0xa20cf3][_0xec47bb[_0x5aa493]]){var _0x2cfb52=_[_0x6934('0x53')](_0x10144f['data'][_0xa20cf3][_0xec47bb[_0x5aa493]]['replace'](/"/g,'\x27'));switch(_0x5aa493){case _0x6934('0x1e'):var _0x422e82=moment(_0x2cfb52,_0x6934('0x54'),!![]);if(_0x422e82[_0x6934('0x55')]()){_0x156b18[_0x6934('0x43')]('\x22'+_0x2cfb52+'\x22');}else{_0x19805a[_0x6934('0x43')](_0x6934('0x56'));}break;case _0x6934('0x22'):var _0x1d535d=parseInt(_0x2cfb52);_0x2cfb52=_[_0x6934('0x57')](_0x1d535d)||_0x1d535d<0x0||_0x1d535d>0x4?_0x58296d?0x3:0x2:_0x1d535d;_0x156b18[_0x6934('0x43')]('\x22'+_0x2cfb52+'\x22');break;case _0x6934('0x23'):var _0x3574d0=parseInt(_0x2cfb52);if(_[_0x6934('0x58')](_0x3574d0)&&_[_0x6934('0x59')](_0x5cfdc3,_0x3574d0)){_0x156b18[_0x6934('0x43')]('\x22'+_0x3574d0+'\x22');}else{_0x19805a['push'](_0x6934('0x5a'));}break;case _0x6934('0x5b'):if(isEmail(_0x2cfb52)){_0x156b18[_0x6934('0x43')]('\x22'+_0x2cfb52+'\x22');}else{_0x19805a[_0x6934('0x43')]('email\x20wrong\x20format');}break;case _0x6934('0x5c'):var _0x5c7878=moment(_0x2cfb52,_0x6934('0x5d'),!![]);if(_0x5c7878[_0x6934('0x55')]()){_0x156b18[_0x6934('0x43')]('\x22'+_0x2cfb52+'\x22');}else{_0x19805a['push'](_0x6934('0x5e'));}break;default:_0x156b18[_0x6934('0x43')]('\x22'+_0x2cfb52+'\x22');}}else{switch(_0x5aa493){case _0x6934('0x5f'):case _0x6934('0x11'):_0x19805a[_0x6934('0x43')](_0x5aa493+'\x20not\x20specified');break;default:_0x156b18[_0x6934('0x43')]('\x22\x22');}}}}if(_0x19805a[_0x6934('0x50')]){handleError(_0x10144f[_0x6934('0x4f')][_0xa20cf3],{'code':'SystemRow','message':_0x19805a[_0x6934('0x12')]()});}else{fs[_0x6934('0x60')](_0x5ce2df,_0x156b18[_0x6934('0x12')]()+'\x0a');}_0x156b18=[];}if(!(stats[_0x6934('0x51')]%0xc8)){socket['emit'](_0x6934('0x61')+_0x1868bd,stats);stats['errors']=[];}}if(stopped){logger[_0x6934('0x3a')](_0x6934('0x62'));_0x1c287d[_0x6934('0x63')]();}}catch(_0x4d3ca4){handleError(_0x10144f[_0x6934('0x4f')][_0xa20cf3],{'code':_0x6934('0x64'),'message':_0x4d3ca4[_0x6934('0x3c')]});logger[_0x6934('0x3b')](_0x6934('0x65'),_0x4d3ca4[_0x6934('0x3c')]);}},'complete':function(){try{var _0x336eee=[];var _0x230c4b='cm_contacts';if(_0x4d9fc8[_0x6934('0x66')]&&_0x4d9fc8[_0x6934('0x66')][_0x6934('0x50')]){_0x230c4b='cm_contacts_'+_0x1868bd;_0x336eee[_0x6934('0x43')](_0x6934('0x67')+_0x230c4b+_0x6934('0x68'));}var _0x54401f=util[_0x6934('0xe')](_0x6934('0x69'),_0x5ce2df,_0x230c4b,_0x2ce23f,_0x4d9fc8[_0x6934('0x1f')],_0x4d9fc8[_0x6934('0x37')]||null,NOW,NOW);if(_[_0x6934('0x6a')](_0xec47bb[_0x6934('0x1e')])){_0x54401f+=_0x6934('0x6b');}_0x336eee[_0x6934('0x43')](_0x54401f);if(_0x4d9fc8[_0x6934('0x66')]&&_0x4d9fc8['duplicates'][_0x6934('0x50')]){_0x336eee[_0x6934('0x43')](insertCmContact(_0x4d9fc8['ListId'],_0x230c4b,_0x4d9fc8[_0x6934('0x66')],_0xec47bb));_0x336eee['push'](_0x6934('0x6c')+_0x230c4b+';');}_0x336eee[_0x6934('0x43')](insertCmHopper(_0x4d9fc8[_0x6934('0x1f')],_0x6934('0x6d'),_0x6934('0x6e'),_0x6934('0x6f'),_0x58296d));_0x336eee[_0x6934('0x43')](insertCmHopperBlack(_0x4d9fc8[_0x6934('0x1f')],_0x6934('0x70'),_0x6934('0x6e'),_0x6934('0x6f')));_0x336eee['push'](insertCmHopper(_0x4d9fc8[_0x6934('0x1f')],_0x6934('0x71'),_0x6934('0x72'),_0x6934('0x73'),_0x58296d));_0x336eee[_0x6934('0x43')](insertCmHopperBlack(_0x4d9fc8[_0x6934('0x1f')],_0x6934('0x74'),_0x6934('0x72'),_0x6934('0x73')));BPromise[_0x6934('0x75')](_0x336eee,handleQuery)[_0x6934('0x76')](function(_0x564734){stats[_0x6934('0x77')]=!![];stats['affectedRows']=_0x4d9fc8[_0x6934('0x66')]&&_0x4d9fc8[_0x6934('0x66')][_0x6934('0x50')]?results[0x2]['affectedRows']:results[0x0][_0x6934('0x78')];socket[_0x6934('0x79')](_0x6934('0x61')+_0x1868bd,stats);fs[_0x6934('0x7a')](_0x234bd6);fs[_0x6934('0x7a')](_0x5ce2df);process['exit'](0x0);})[_0x6934('0x44')](function(_0x37e212){logger['error'](_0x37e212['message']);process[_0x6934('0x3d')](0x1);});}catch(_0x21bede){logger[_0x6934('0x3b')](_0x6934('0x7b'),_0x21bede[_0x6934('0x3c')]);process[_0x6934('0x3d')](0x1);}},'error':function(_0x4c99c6,_0x57adbf,_0x548e65,_0x25c796){throw new Error(_0x25c796);}});}function validate(){if(process['argv']&&process['argv']['length']<0x4){throw new Error(_0x6934('0x7c'));}var _0x403d53=path[_0x6934('0x12')](config[_0x6934('0x48')],'server/files/tmp',process[_0x6934('0x7d')][0x2]);if(!fs[_0x6934('0x7e')](_0x403d53)){throw new Error(_0x6934('0x7f'));}var _0x21600e={};try{_0x21600e=JSON[_0x6934('0x4d')](process[_0x6934('0x7d')][0x3]);if(!_0x21600e[_0x6934('0x47')]){throw new Error(_0x6934('0x80'));}if(!_0x21600e[_0x6934('0x47')]['phone']){throw new Error(_0x6934('0x81'));}if(!_0x21600e[_0x6934('0x47')][_0x6934('0x5f')]){throw new Error(_0x6934('0x82'));}var _0x3772c7=0x0;if(_0x21600e[_0x6934('0x47')][_0x6934('0x23')]){_0x3772c7=0x1;}if(!_0x21600e[_0x6934('0x1f')]){throw new Error(_0x6934('0x83'));}}catch(_0x356458){throw new Error(_0x6934('0x84'));}var _0x51992c=[];try{_0x51992c=_[_0x6934('0x85')](JSON[_0x6934('0x4d')](process['argv'][0x4]),'id');}catch(_0x5114cb){logger[_0x6934('0x3a')](_0x6934('0x86'));}main(_0x403d53,_0x21600e,_0x51992c,_0x3772c7);}validate();process['on'](_0x6934('0x87'),handleStop);process['on'](_0x6934('0x88'),handleUncaughtException);