36834822082580fe51bbc324edb20ac243e5edc7
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x2af8=['join','.id\x20=\x20','where','.dialCheckDuplicateType\x20IN\x20(','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.priority','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','scheduledat','ListId','createdAt','updatedAt','priority','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','\x22onlyIfOpen\x22','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','toString','cm_contacts.phone','ContactId','fields','cm_hopper_black','ListId\x20=\x20?','keys','CompanyId',')\x20NOT\x20IN\x20?','deletedAt\x20IS\x20NULL','id\x20IN\x20?','MIN(id)','info','error','message','exit','errors','push','code','sequelize','query','spread','catch','main','stringify','send','binding','socket_timestamp','root','server/files/tmp','.csv','header','createReadStream','length','rows','data','hasOwnProperty','trim','replace','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','UserId','isNumber','agent\x20not\x20exists','email','email\x20wrong\x20format','YYYY-MM-DD','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','\x20not\x20specified','SystemRow','appendFileSync','emit','Abort\x20parser','abort','SystemError','step','duplicates','cm_contacts_','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27','isNil',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues_has_cm_lists','voice_queues','voice_queues_has_cm_blacklists','VoiceQueueId','campaigns','CampaignId','finish','affectedRows','contact:import:','unlink','complete','argv','arguments\x20<filename>\x20<parameters>\x20<agents>','existsSync','file\x20doesn\x27t\x20exists','parse','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','map','SIGINT','uncaughtException','path','papaparse','util','moment','squel','../../../mysqldb','../../../config/logger','import','defaults','redis','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','select','field','phone','from'];(function(_0x1ac5e1,_0x43a483){var _0x3ae80e=function(_0x234518){while(--_0x234518){_0x1ac5e1['push'](_0x1ac5e1['shift']());}};_0x3ae80e(++_0x43a483);}(_0x2af8,0xf6));var _0x82af=function(_0x4f3de9,_0x1411ab){_0x4f3de9=_0x4f3de9-0x0;var _0x533c9b=_0x2af8[_0x4f3de9];return _0x533c9b;};'use strict';var fs=require('fs');var path=require(_0x82af('0x0'));var _=require('lodash');var Papa=require(_0x82af('0x1'));var util=require(_0x82af('0x2'));var BPromise=require('bluebird');var moment=require(_0x82af('0x3'));var squel=require(_0x82af('0x4'));var Redis=require('ioredis');var db=require(_0x82af('0x5'))['db'];var config=require('../../../config/environment');var logger=require(_0x82af('0x6'))(_0x82af('0x7'));config['redis']=_[_0x82af('0x8')](config[_0x82af('0x9')],{'host':'localhost','port':0x18eb});var socket=require(_0x82af('0xa'))(new Redis(config[_0x82af('0x9')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0x82af('0xb')](_0x82af('0xc'));function isEmail(_0x4328e3){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0x82af('0xd')](_0x4328e3);}function selectNotIn(_0x1dbaff,_0x46fe4b,_0x41451a,_0xd5ecc8,_0x459bf0){return squel[_0x82af('0xe')]()[_0x82af('0xf')](_0x82af('0x10'))[_0x82af('0x11')](_0xd5ecc8)[_0x82af('0x12')](_0x46fe4b,null,_0x46fe4b+_0x82af('0x13')+_0xd5ecc8+'.'+_0x41451a)[_0x82af('0x14')](_0xd5ecc8+'.'+_0x41451a+'\x20=\x20'+_0x1dbaff+'.'+_0x41451a)['where'](_0x46fe4b+_0x82af('0x15')+_0x459bf0[_0x82af('0x12')]()+')');}function insertCmHopper(_0x405069,_0x4cf822,_0x2ed907,_0x18332f,_0x195bd2){var _0x2b7ce8=['cm_contacts.phone',_0x82af('0x16'),_0x82af('0x17'),_0x82af('0x18'),_0x4cf822+'.'+_0x18332f,_0x82af('0x19'),_0x82af('0x1a'),_0x82af('0x1b'),_0x82af('0x1c'),'\x22'+_0x195bd2+'\x22'];return squel[_0x82af('0x1d')]()[_0x82af('0x1e')](_0x82af('0x1f'))[_0x82af('0x20')]([_0x82af('0x10'),_0x82af('0x21'),'ContactId',_0x82af('0x22'),_0x18332f,_0x82af('0x23'),_0x82af('0x24'),_0x82af('0x25'),'UserId','recallme'],squel[_0x82af('0xe')]()['fields'](_0x2b7ce8)[_0x82af('0x11')](_0x4cf822)[_0x82af('0x12')](_0x82af('0x26'),null,_0x82af('0x27')+_0x4cf822+_0x82af('0x28'))[_0x82af('0x12')](_0x2ed907,null,_0x2ed907+_0x82af('0x13')+_0x4cf822+'.'+_0x18332f)['where'](_0x4cf822+_0x82af('0x29'),_0x405069)['where'](_0x82af('0x2a'),NOW)['where']('cm_contacts.phone\x20NOT\x20IN\x20(?)',selectNotIn(_0x4cf822,_0x2ed907,_0x18332f,_0x82af('0x1f'),['\x22always\x22',_0x82af('0x2b')]))[_0x82af('0x14')](_0x82af('0x2c'),selectNotIn(_0x4cf822,_0x2ed907,_0x18332f,_0x82af('0x1f'),[_0x82af('0x2d')])))[_0x82af('0x2e')]();}function insertCmHopperBlack(_0x4579c1,_0x1adceb,_0x5c839f,_0x4e377d){var _0x122825=[_0x82af('0x2f'),'cm_contacts.id',_0x82af('0x18'),_0x1adceb+'.'+_0x4e377d,_0x82af('0x19'),_0x82af('0x1a')];return squel[_0x82af('0x1d')]()['into']('cm_hopper_black')[_0x82af('0x20')]([_0x82af('0x10'),_0x82af('0x30'),_0x82af('0x22'),_0x4e377d,_0x82af('0x23'),_0x82af('0x24')],squel[_0x82af('0xe')]()[_0x82af('0x31')](_0x122825)[_0x82af('0x11')](_0x1adceb)[_0x82af('0x12')]('cm_contacts',null,'cm_contacts.ListId\x20=\x20'+_0x1adceb+_0x82af('0x28'))['join'](_0x5c839f,null,_0x5c839f+'.id\x20=\x20'+_0x1adceb+'.'+_0x4e377d)[_0x82af('0x14')](_0x1adceb+_0x82af('0x29'),_0x4579c1)['where']('cm_contacts.createdAt\x20=\x20?',NOW)[_0x82af('0x14')](_0x82af('0x2c'),squel[_0x82af('0xe')]()[_0x82af('0xf')]('phone')[_0x82af('0x11')](_0x82af('0x32'))[_0x82af('0x14')](_0x82af('0x33'),_0x4579c1)[_0x82af('0x14')](_0x4e377d+'\x20=\x20?',_0x1adceb+'.'+_0x4e377d)))[_0x82af('0x2e')]();}function insertCmContact(_0x24b611,_0x2fe6c3,_0x3330ba,_0x489690){var _0x1c7ef0=_['concat'](_[_0x82af('0x34')](_0x489690),[_0x82af('0x22'),_0x82af('0x35'),_0x82af('0x23'),_0x82af('0x24')]);return squel[_0x82af('0x1d')]()['into'](_0x82af('0x26'))[_0x82af('0x20')](_0x1c7ef0,squel[_0x82af('0xe')]()[_0x82af('0x31')](_0x1c7ef0)[_0x82af('0x11')](_0x2fe6c3)[_0x82af('0x14')]('('+_0x3330ba['join'](',')+_0x82af('0x36'),squel[_0x82af('0xe')]()[_0x82af('0x31')](_0x3330ba)[_0x82af('0x11')]('cm_contacts')[_0x82af('0x14')](_0x82af('0x33'),_0x24b611)['where'](_0x82af('0x37')))[_0x82af('0x14')](_0x82af('0x38'),squel[_0x82af('0xe')]()[_0x82af('0xf')](_0x82af('0x39'),'min_id')[_0x82af('0x11')](_0x2fe6c3)['group'](_0x3330ba[_0x82af('0x12')](','))))[_0x82af('0x2e')]();}function handleStop(){logger[_0x82af('0x3a')]('Received\x20SIGINT');stopped=!![];}function handleUncaughtException(_0x349a26){logger[_0x82af('0x3b')](_0x349a26[_0x82af('0x3c')]);process[_0x82af('0x3d')](0x1);}function handleError(_0x27199c,_0x28c9eb){stats[_0x82af('0x3e')][_0x82af('0x3f')]({'name':_0x28c9eb[_0x82af('0x40')],'message':_0x28c9eb['message'],'row':_0x27199c});}function handleQuery(_0x15667a){logger['info'](_0x15667a);return db[_0x82af('0x41')][_0x82af('0x42')](_0x15667a)[_0x82af('0x43')](function(_0x59c7b8){results[_0x82af('0x3f')](_0x59c7b8);})[_0x82af('0x44')](function(_0x3c6e34){logger[_0x82af('0x3b')](_0x3c6e34[_0x82af('0x3c')]);});}function main(_0x5276bf,_0x42a7d0,_0x1e1c4f,_0x4af8f2){logger['info'](_0x82af('0x45'),_0x5276bf,JSON[_0x82af('0x46')](_0x42a7d0));process[_0x82af('0x47')]('start');var _0x477341=_0x42a7d0[_0x82af('0x48')];var _0x14a033=_0x42a7d0[_0x82af('0x49')];var _0x56a16b=path[_0x82af('0x12')](config[_0x82af('0x4a')],_0x82af('0x4b'),_0x14a033+_0x82af('0x4c'));var _0x8d7610=_[_0x82af('0x34')](_0x477341)['join']();logger['info'](_0x82af('0x4d'),_0x8d7610);fs['writeFileSync'](_0x56a16b,_0x8d7610+'\x0a');Papa['parse'](fs[_0x82af('0x4e')](_0x5276bf),{'header':!![],'skipEmptyLines':!![],'step':function(_0xee39cc,_0x106451){try{for(var _0x502b4d=0x0,_0x1b0929=[];_0x502b4d<_0xee39cc['data'][_0x82af('0x4f')];_0x502b4d++){stats[_0x82af('0x50')]+=0x1;if(_0xee39cc['errors'][_0x502b4d]){handleError(_0xee39cc[_0x82af('0x51')][_0x502b4d],_0xee39cc[_0x82af('0x3e')][_0x502b4d]);}else{var _0x44e03b=[];for(var _0x3a5199 in _0x477341){if(_0x477341[_0x82af('0x52')](_0x3a5199)){if(_0xee39cc[_0x82af('0x51')][_0x502b4d][_0x477341[_0x3a5199]]){var _0x8d8939=_[_0x82af('0x53')](_0xee39cc['data'][_0x502b4d][_0x477341[_0x3a5199]][_0x82af('0x54')](/"/g,'\x27'));switch(_0x3a5199){case _0x82af('0x21'):var _0x559175=moment(_0x8d8939,_0x82af('0xc'),!![]);if(_0x559175['isValid']()){_0x1b0929[_0x82af('0x3f')]('\x22'+_0x8d8939+'\x22');}else{_0x44e03b[_0x82af('0x3f')](_0x82af('0x55'));}break;case _0x82af('0x25'):var _0x44f9d6=parseInt(_0x8d8939);_0x8d8939=_[_0x82af('0x56')](_0x44f9d6)||_0x44f9d6<0x0||_0x44f9d6>0x4?_0x4af8f2?0x3:0x2:_0x44f9d6;_0x1b0929[_0x82af('0x3f')]('\x22'+_0x8d8939+'\x22');break;case _0x82af('0x57'):var _0xaa9d99=parseInt(_0x8d8939);if(_[_0x82af('0x58')](_0xaa9d99)&&_['includes'](_0x1e1c4f,_0xaa9d99)){_0x1b0929[_0x82af('0x3f')]('\x22'+_0xaa9d99+'\x22');}else{_0x44e03b[_0x82af('0x3f')](_0x82af('0x59'));}break;case _0x82af('0x5a'):if(isEmail(_0x8d8939)){_0x1b0929[_0x82af('0x3f')]('\x22'+_0x8d8939+'\x22');}else{_0x44e03b[_0x82af('0x3f')](_0x82af('0x5b'));}break;case'dateOfBirth':var _0x48925c=moment(_0x8d8939,_0x82af('0x5c'),!![]);if(_0x48925c['isValid']()){_0x1b0929[_0x82af('0x3f')]('\x22'+_0x8d8939+'\x22');}else{_0x44e03b['push'](_0x82af('0x5d'));}break;default:_0x1b0929[_0x82af('0x3f')]('\x22'+_0x8d8939+'\x22');}}else{switch(_0x3a5199){case _0x82af('0x5e'):case _0x82af('0x10'):_0x44e03b[_0x82af('0x3f')](_0x3a5199+_0x82af('0x5f'));break;default:_0x1b0929['push']('\x22\x22');}}}}if(_0x44e03b['length']){handleError(_0xee39cc['data'][_0x502b4d],{'code':_0x82af('0x60'),'message':_0x44e03b['join']()});}else{fs[_0x82af('0x61')](_0x56a16b,_0x1b0929[_0x82af('0x12')]()+'\x0a');}_0x1b0929=[];}if(!(stats['rows']%0xc8)){socket[_0x82af('0x62')]('contact:import:'+_0x14a033,stats);stats['errors']=[];}}if(stopped){logger[_0x82af('0x3a')](_0x82af('0x63'));_0x106451[_0x82af('0x64')]();}}catch(_0x1d9023){handleError(_0xee39cc['data'][_0x502b4d],{'code':_0x82af('0x65'),'message':_0x1d9023['message']});logger[_0x82af('0x3b')](_0x82af('0x66'),_0x1d9023['message']);}},'complete':function(){try{var _0x4bbc0f=[];var _0x32b6bc=_0x82af('0x26');if(_0x42a7d0[_0x82af('0x67')]&&_0x42a7d0['duplicates'][_0x82af('0x4f')]){_0x32b6bc=_0x82af('0x68')+_0x14a033;_0x4bbc0f[_0x82af('0x3f')](_0x82af('0x69')+_0x32b6bc+_0x82af('0x6a'));}var _0x4e305c=util[_0x82af('0xb')](_0x82af('0x6b'),_0x56a16b,_0x32b6bc,_0x8d7610,_0x42a7d0['ListId'],_0x42a7d0[_0x82af('0x35')]||null,NOW,NOW);if(_[_0x82af('0x6c')](_0x477341[_0x82af('0x21')])){_0x4e305c+=_0x82af('0x6d');}_0x4bbc0f[_0x82af('0x3f')](_0x4e305c);if(_0x42a7d0[_0x82af('0x67')]&&_0x42a7d0[_0x82af('0x67')]['length']){_0x4bbc0f[_0x82af('0x3f')](insertCmContact(_0x42a7d0[_0x82af('0x22')],_0x32b6bc,_0x42a7d0[_0x82af('0x67')],_0x477341));_0x4bbc0f['push'](_0x82af('0x6e')+_0x32b6bc+';');}_0x4bbc0f[_0x82af('0x3f')](insertCmHopper(_0x42a7d0['ListId'],_0x82af('0x6f'),_0x82af('0x70'),'VoiceQueueId',_0x4af8f2));_0x4bbc0f[_0x82af('0x3f')](insertCmHopperBlack(_0x42a7d0[_0x82af('0x22')],_0x82af('0x71'),'voice_queues',_0x82af('0x72')));_0x4bbc0f[_0x82af('0x3f')](insertCmHopper(_0x42a7d0[_0x82af('0x22')],'campaigns_has_cm_lists',_0x82af('0x73'),_0x82af('0x74'),_0x4af8f2));_0x4bbc0f[_0x82af('0x3f')](insertCmHopperBlack(_0x42a7d0[_0x82af('0x22')],'campaigns_has_cm_blacklists',_0x82af('0x73'),_0x82af('0x74')));BPromise['each'](_0x4bbc0f,handleQuery)['then'](function(_0x521983){stats[_0x82af('0x75')]=!![];stats['affectedRows']=_0x42a7d0[_0x82af('0x67')]&&_0x42a7d0[_0x82af('0x67')][_0x82af('0x4f')]?results[0x2][_0x82af('0x76')]:results[0x0][_0x82af('0x76')];socket[_0x82af('0x62')](_0x82af('0x77')+_0x14a033,stats);fs[_0x82af('0x78')](_0x5276bf);fs['unlink'](_0x56a16b);process[_0x82af('0x3d')](0x0);})[_0x82af('0x44')](function(_0x193d15){logger['error'](_0x193d15[_0x82af('0x3c')]);process[_0x82af('0x3d')](0x1);});}catch(_0x1201fd){logger[_0x82af('0x3b')](_0x82af('0x79'),_0x1201fd['message']);process[_0x82af('0x3d')](0x1);}},'error':function(_0xc08231,_0x3ba7ad,_0x5e85a9,_0x12ce1b){throw new Error(_0x12ce1b);}});}function validate(){if(process[_0x82af('0x7a')]&&process[_0x82af('0x7a')]['length']<0x4){throw new Error(_0x82af('0x7b'));}var _0x42c20c=path['join'](config[_0x82af('0x4a')],_0x82af('0x4b'),process['argv'][0x2]);if(!fs[_0x82af('0x7c')](_0x42c20c)){throw new Error(_0x82af('0x7d'));}var _0xd81db3={};try{_0xd81db3=JSON[_0x82af('0x7e')](process[_0x82af('0x7a')][0x3]);if(!_0xd81db3[_0x82af('0x48')]){throw new Error('binding\x20doesn\x27t\x20exists');}if(!_0xd81db3[_0x82af('0x48')][_0x82af('0x10')]){throw new Error('phone\x20is\x20mandatory');}if(!_0xd81db3['binding'][_0x82af('0x5e')]){throw new Error(_0x82af('0x7f'));}var _0x4e5d69=0x0;if(_0xd81db3[_0x82af('0x48')][_0x82af('0x57')]){_0x4e5d69=0x1;}if(!_0xd81db3['ListId']){throw new Error(_0x82af('0x80'));}}catch(_0x10b50c){throw new Error('body\x20id\x20mandatory');}var _0x30465b=[];try{_0x30465b=_[_0x82af('0x81')](JSON[_0x82af('0x7e')](process['argv'][0x4]),'id');}catch(_0x1d5b54){logger[_0x82af('0x3a')]('No\x20agent\x20available');}main(_0x42c20c,_0xd81db3,_0x30465b,_0x4e5d69);}validate();process['on'](_0x82af('0x82'),handleStop);process['on'](_0x82af('0x83'),handleUncaughtException);