Built motion from commit (unavailable).|2.5.22
[motion2.git] / server / components / import / cm / csv2.js
1 // *************************************************************************
2 // *                                                                       *
3 // * xCALLY Motion -  The Omnichannel Contact Center                       *
4 // * Copyright (c) Xenialab s.r.l. All Rights Reserved                     *
5 // *                                                                       *
6 // *************************************************************************
7 // *                                                                       *
8 // * Email: info@xcally.com                                                *
9 // * Website: https://www.xcally.com                                       *
10 // *                                                                       *
11 // *************************************************************************
12 // *                                                                       *
13 // * The SOFTWARE PRODUCT is protected by copyright laws and international *
14 // * copyright treaties, as well as other intellectual property laws and   *
15 // * treaties. The SOFTWARE PRODUCT is licensed, not sold.                         *
16 // *                                                                       *
17 // *************************************************************************
18 var _0x075b=['trim','replace','scheduledat\x20wrong\x20format\x20(YYYY-MM-DD\x20HH:mm:ss)','isNaN','UserId','isNumber','includes','agent\x20not\x20exists','email','dateOfBirth','YYYY-MM-DD','isValid','dateOfBirth\x20wrong\x20format\x20(YYYY-MM-DD)','firstName','SystemRow','emit','contact:import:','step','duplicates','CREATE\x20TABLE\x20','\x20LIKE\x20cm_contacts;','LOAD\x20DATA\x20LOCAL\x20INFILE\x20\x27%s\x27\x20INTO\x20TABLE\x20%s\x20CHARACTER\x20SET\x20UTF8\x20FIELDS\x20TERMINATED\x20BY\x20\x27,\x27\x20ENCLOSED\x20BY\x20\x27\x22\x27\x20LINES\x20TERMINATED\x20BY\x20\x27\x0a\x27\x20IGNORE\x201\x20ROWS\x20(%s)\x20SET\x20id\x20=\x20NULL,\x20ListId\x20=\x20%s,\x20CompanyId\x20=\x20%s,\x20createdAt\x20=\x20\x27%s\x27,\x20updatedAt\x20=\x20\x27%s\x27',',\x20scheduledAt\x20=\x20NOW()','DROP\x20TABLE\x20','voice_queues','VoiceQueueId','voice_queues_has_cm_blacklists','campaigns_has_cm_lists','campaigns','CampaignId','campaigns_has_cm_blacklists','then','finish','affectedRows','unlink','complete','argv','existsSync','binding\x20doesn\x27t\x20exists','phone\x20is\x20mandatory','firstName\x20is\x20mandatory','ListId\x20is\x20mandatory','body\x20id\x20mandatory','map','parse','No\x20agent\x20available','SIGINT','uncaughtException','path','papaparse','bluebird','moment','squel','ioredis','../../../config/environment','import','redis','defaults','localhost','socket.io-emitter','format','YYYY-MM-DD\x20HH:mm:ss','test','field','join','.id\x20=\x20','where','\x20=\x20','cm_contacts.phone','cm_contacts.scheduledat','cm_contacts.id','cm_contacts.ListId','cm_contacts.createdAt','cm_contacts.updatedAt','cm_contacts.UserId','insert','into','cm_hopper','fromQuery','phone','scheduledat','ContactId','ListId','createdAt','updatedAt','priority','recallme','select','from','cm_contacts','cm_contacts.ListId\x20=\x20','.CmListId','.CmListId\x20=\x20?','cm_contacts.createdAt\x20=\x20?','cm_contacts.phone\x20NOT\x20IN\x20(?)','\x22always\x22','\x22onlyIfOpen\x22','toString','cm_hopper_black','fields','ListId\x20=\x20?','\x20=\x20?','keys','CompanyId','deletedAt\x20IS\x20NULL','id\x20IN\x20?','min_id','group','info','Received\x20SIGINT','exit','errors','push','code','message','sequelize','query','spread','catch','error','send','start','binding','socket_timestamp','root','server/files/tmp','.csv','header','data','length','rows','hasOwnProperty'];(function(_0x314397,_0x550526){var _0x1ec45e=function(_0x111722){while(--_0x111722){_0x314397['push'](_0x314397['shift']());}};_0x1ec45e(++_0x550526);}(_0x075b,0x138));var _0xb075=function(_0x21a9d9,_0x4d5ac8){_0x21a9d9=_0x21a9d9-0x0;var _0x46adce=_0x075b[_0x21a9d9];return _0x46adce;};'use strict';var fs=require('fs');var path=require(_0xb075('0x0'));var _=require('lodash');var Papa=require(_0xb075('0x1'));var util=require('util');var BPromise=require(_0xb075('0x2'));var moment=require(_0xb075('0x3'));var squel=require(_0xb075('0x4'));var Redis=require(_0xb075('0x5'));var db=require('../../../mysqldb')['db'];var config=require(_0xb075('0x6'));var logger=require('../../../config/logger')(_0xb075('0x7'));config[_0xb075('0x8')]=_[_0xb075('0x9')](config[_0xb075('0x8')],{'host':_0xb075('0xa'),'port':0x18eb});var socket=require(_0xb075('0xb'))(new Redis(config[_0xb075('0x8')]));var stats={'finish':![],'errors':[],'rows':0x0,'affectedRows':0x0};var results=[];var stopped=![];var NOW=moment()[_0xb075('0xc')](_0xb075('0xd'));function isEmail(_0x1ec749){return/^([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x22([^\x0d\x22\x5c\x80-\xff]|\x5c[\x00-\x7f])*\x22))*\x40([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d)(\x2e([^\x00-\x20\x22\x28\x29\x2c\x2e\x3a-\x3c\x3e\x40\x5b-\x5d\x7f-\xff]+|\x5b([^\x0d\x5b-\x5d\x80-\xff]|\x5c[\x00-\x7f])*\x5d))*$/[_0xb075('0xe')](_0x1ec749);}function selectNotIn(_0x22944a,_0x8a000e,_0x18ee1d,_0x30c13c,_0x57410c){return squel['select']()[_0xb075('0xf')]('phone')['from'](_0x30c13c)[_0xb075('0x10')](_0x8a000e,null,_0x8a000e+_0xb075('0x11')+_0x30c13c+'.'+_0x18ee1d)[_0xb075('0x12')](_0x30c13c+'.'+_0x18ee1d+_0xb075('0x13')+_0x22944a+'.'+_0x18ee1d)[_0xb075('0x12')](_0x8a000e+'.dialCheckDuplicateType\x20IN\x20('+_0x57410c[_0xb075('0x10')]()+')');}function insertCmHopper(_0x128e30,_0xf90453,_0x53f9e4,_0x2af07f,_0x953f9a){var _0x4e6a3b=[_0xb075('0x14'),_0xb075('0x15'),_0xb075('0x16'),_0xb075('0x17'),_0xf90453+'.'+_0x2af07f,_0xb075('0x18'),_0xb075('0x19'),'cm_contacts.priority',_0xb075('0x1a'),'\x22'+_0x953f9a+'\x22'];return squel[_0xb075('0x1b')]()[_0xb075('0x1c')](_0xb075('0x1d'))[_0xb075('0x1e')]([_0xb075('0x1f'),_0xb075('0x20'),_0xb075('0x21'),_0xb075('0x22'),_0x2af07f,_0xb075('0x23'),_0xb075('0x24'),_0xb075('0x25'),'UserId',_0xb075('0x26')],squel[_0xb075('0x27')]()['fields'](_0x4e6a3b)[_0xb075('0x28')](_0xf90453)['join'](_0xb075('0x29'),null,_0xb075('0x2a')+_0xf90453+_0xb075('0x2b'))[_0xb075('0x10')](_0x53f9e4,null,_0x53f9e4+'.id\x20=\x20'+_0xf90453+'.'+_0x2af07f)['where'](_0xf90453+_0xb075('0x2c'),_0x128e30)[_0xb075('0x12')](_0xb075('0x2d'),NOW)['where'](_0xb075('0x2e'),selectNotIn(_0xf90453,_0x53f9e4,_0x2af07f,_0xb075('0x1d'),[_0xb075('0x2f'),_0xb075('0x30')]))[_0xb075('0x12')](_0xb075('0x2e'),selectNotIn(_0xf90453,_0x53f9e4,_0x2af07f,_0xb075('0x1d'),['\x22always\x22'])))[_0xb075('0x31')]();}function insertCmHopperBlack(_0x4998da,_0x40d1a6,_0x16b180,_0x4a2ba3){var _0x1894e8=['cm_contacts.phone',_0xb075('0x16'),_0xb075('0x17'),_0x40d1a6+'.'+_0x4a2ba3,_0xb075('0x18'),_0xb075('0x19')];return squel[_0xb075('0x1b')]()[_0xb075('0x1c')](_0xb075('0x32'))[_0xb075('0x1e')]([_0xb075('0x1f'),_0xb075('0x21'),_0xb075('0x22'),_0x4a2ba3,_0xb075('0x23'),'updatedAt'],squel[_0xb075('0x27')]()[_0xb075('0x33')](_0x1894e8)['from'](_0x40d1a6)[_0xb075('0x10')](_0xb075('0x29'),null,_0xb075('0x2a')+_0x40d1a6+_0xb075('0x2b'))[_0xb075('0x10')](_0x16b180,null,_0x16b180+_0xb075('0x11')+_0x40d1a6+'.'+_0x4a2ba3)['where'](_0x40d1a6+_0xb075('0x2c'),_0x4998da)[_0xb075('0x12')]('cm_contacts.createdAt\x20=\x20?',NOW)[_0xb075('0x12')](_0xb075('0x2e'),squel['select']()['field']('phone')[_0xb075('0x28')](_0xb075('0x32'))[_0xb075('0x12')](_0xb075('0x34'),_0x4998da)[_0xb075('0x12')](_0x4a2ba3+_0xb075('0x35'),_0x40d1a6+'.'+_0x4a2ba3)))['toString']();}function insertCmContact(_0x4e78b1,_0x246273,_0x1ca846,_0x1706dd){var _0x408cdc=_['concat'](_[_0xb075('0x36')](_0x1706dd),[_0xb075('0x22'),_0xb075('0x37'),_0xb075('0x23'),_0xb075('0x24')]);return squel[_0xb075('0x1b')]()[_0xb075('0x1c')](_0xb075('0x29'))[_0xb075('0x1e')](_0x408cdc,squel[_0xb075('0x27')]()[_0xb075('0x33')](_0x408cdc)[_0xb075('0x28')](_0x246273)[_0xb075('0x12')]('('+_0x1ca846[_0xb075('0x10')](',')+')\x20NOT\x20IN\x20?',squel[_0xb075('0x27')]()['fields'](_0x1ca846)['from']('cm_contacts')[_0xb075('0x12')]('ListId\x20=\x20?',_0x4e78b1)[_0xb075('0x12')](_0xb075('0x38')))[_0xb075('0x12')](_0xb075('0x39'),squel[_0xb075('0x27')]()[_0xb075('0xf')]('MIN(id)',_0xb075('0x3a'))[_0xb075('0x28')](_0x246273)[_0xb075('0x3b')](_0x1ca846['join'](','))))[_0xb075('0x31')]();}function handleStop(){logger[_0xb075('0x3c')](_0xb075('0x3d'));stopped=!![];}function handleUncaughtException(_0x39f2f4){logger['error'](_0x39f2f4['message']);process[_0xb075('0x3e')](0x1);}function handleError(_0x87e594,_0x3ba156){stats[_0xb075('0x3f')][_0xb075('0x40')]({'name':_0x3ba156[_0xb075('0x41')],'message':_0x3ba156[_0xb075('0x42')],'row':_0x87e594});}function handleQuery(_0x18f814){logger['info'](_0x18f814);return db[_0xb075('0x43')][_0xb075('0x44')](_0x18f814)[_0xb075('0x45')](function(_0x29b51e){results['push'](_0x29b51e);})[_0xb075('0x46')](function(_0x408f45){logger[_0xb075('0x47')](_0x408f45[_0xb075('0x42')]);});}function main(_0x290f6f,_0x290ced,_0x276e30,_0x11267a){logger[_0xb075('0x3c')]('main',_0x290f6f,JSON['stringify'](_0x290ced));process[_0xb075('0x48')](_0xb075('0x49'));var _0x277ad9=_0x290ced[_0xb075('0x4a')];var _0xd2ae1c=_0x290ced[_0xb075('0x4b')];var _0x1cee36=path[_0xb075('0x10')](config[_0xb075('0x4c')],_0xb075('0x4d'),_0xd2ae1c+_0xb075('0x4e'));var _0x4b45d2=_['keys'](_0x277ad9)['join']();logger[_0xb075('0x3c')](_0xb075('0x4f'),_0x4b45d2);fs['writeFileSync'](_0x1cee36,_0x4b45d2+'\x0a');Papa['parse'](fs['createReadStream'](_0x290f6f),{'header':!![],'skipEmptyLines':!![],'step':function(_0x458a1b,_0x5310b9){try{for(var _0x159a13=0x0,_0x519dba=[];_0x159a13<_0x458a1b[_0xb075('0x50')][_0xb075('0x51')];_0x159a13++){stats[_0xb075('0x52')]+=0x1;if(_0x458a1b['errors'][_0x159a13]){handleError(_0x458a1b['data'][_0x159a13],_0x458a1b[_0xb075('0x3f')][_0x159a13]);}else{var _0x436ef7=[];for(var _0x45835e in _0x277ad9){if(_0x277ad9[_0xb075('0x53')](_0x45835e)){if(_0x458a1b[_0xb075('0x50')][_0x159a13][_0x277ad9[_0x45835e]]){var _0x5311d6=_[_0xb075('0x54')](_0x458a1b[_0xb075('0x50')][_0x159a13][_0x277ad9[_0x45835e]][_0xb075('0x55')](/"/g,'\x27'));switch(_0x45835e){case _0xb075('0x20'):var _0x2d5631=moment(_0x5311d6,_0xb075('0xd'),!![]);if(_0x2d5631['isValid']()){_0x519dba[_0xb075('0x40')]('\x22'+_0x5311d6+'\x22');}else{_0x436ef7[_0xb075('0x40')](_0xb075('0x56'));}break;case'priority':var _0x32761b=parseInt(_0x5311d6);_0x5311d6=_[_0xb075('0x57')](_0x32761b)||_0x32761b<0x0||_0x32761b>0x4?_0x11267a?0x3:0x2:_0x32761b;_0x519dba[_0xb075('0x40')]('\x22'+_0x5311d6+'\x22');break;case _0xb075('0x58'):var _0x15c5b4=parseInt(_0x5311d6);if(_[_0xb075('0x59')](_0x15c5b4)&&_[_0xb075('0x5a')](_0x276e30,_0x15c5b4)){_0x519dba['push']('\x22'+_0x15c5b4+'\x22');}else{_0x436ef7[_0xb075('0x40')](_0xb075('0x5b'));}break;case _0xb075('0x5c'):if(isEmail(_0x5311d6)){_0x519dba[_0xb075('0x40')]('\x22'+_0x5311d6+'\x22');}else{_0x436ef7[_0xb075('0x40')]('email\x20wrong\x20format');}break;case _0xb075('0x5d'):var _0x462f39=moment(_0x5311d6,_0xb075('0x5e'),!![]);if(_0x462f39[_0xb075('0x5f')]()){_0x519dba[_0xb075('0x40')]('\x22'+_0x5311d6+'\x22');}else{_0x436ef7['push'](_0xb075('0x60'));}break;default:_0x519dba[_0xb075('0x40')]('\x22'+_0x5311d6+'\x22');}}else{switch(_0x45835e){case _0xb075('0x61'):case _0xb075('0x1f'):_0x436ef7['push'](_0x45835e+'\x20not\x20specified');break;default:_0x519dba[_0xb075('0x40')]('\x22\x22');}}}}if(_0x436ef7[_0xb075('0x51')]){handleError(_0x458a1b[_0xb075('0x50')][_0x159a13],{'code':_0xb075('0x62'),'message':_0x436ef7['join']()});}else{fs['appendFileSync'](_0x1cee36,_0x519dba[_0xb075('0x10')]()+'\x0a');}_0x519dba=[];}if(!(stats['rows']%0xc8)){socket[_0xb075('0x63')](_0xb075('0x64')+_0xd2ae1c,stats);stats[_0xb075('0x3f')]=[];}}if(stopped){logger['info']('Abort\x20parser');_0x5310b9['abort']();}}catch(_0x55bf2f){handleError(_0x458a1b[_0xb075('0x50')][_0x159a13],{'code':'SystemError','message':_0x55bf2f['message']});logger[_0xb075('0x47')](_0xb075('0x65'),_0x55bf2f[_0xb075('0x42')]);}},'complete':function(){try{var _0x44c304=[];var _0x4048f0=_0xb075('0x29');if(_0x290ced[_0xb075('0x66')]&&_0x290ced[_0xb075('0x66')]['length']){_0x4048f0='cm_contacts_'+_0xd2ae1c;_0x44c304[_0xb075('0x40')](_0xb075('0x67')+_0x4048f0+_0xb075('0x68'));}var _0x424dcd=util[_0xb075('0xc')](_0xb075('0x69'),_0x1cee36,_0x4048f0,_0x4b45d2,_0x290ced[_0xb075('0x22')],_0x290ced['CompanyId']||null,NOW,NOW);if(_['isNil'](_0x277ad9[_0xb075('0x20')])){_0x424dcd+=_0xb075('0x6a');}_0x44c304[_0xb075('0x40')](_0x424dcd);if(_0x290ced['duplicates']&&_0x290ced[_0xb075('0x66')]['length']){_0x44c304[_0xb075('0x40')](insertCmContact(_0x290ced[_0xb075('0x22')],_0x4048f0,_0x290ced['duplicates'],_0x277ad9));_0x44c304[_0xb075('0x40')](_0xb075('0x6b')+_0x4048f0+';');}_0x44c304['push'](insertCmHopper(_0x290ced[_0xb075('0x22')],'voice_queues_has_cm_lists',_0xb075('0x6c'),_0xb075('0x6d'),_0x11267a));_0x44c304[_0xb075('0x40')](insertCmHopperBlack(_0x290ced[_0xb075('0x22')],_0xb075('0x6e'),_0xb075('0x6c'),_0xb075('0x6d')));_0x44c304[_0xb075('0x40')](insertCmHopper(_0x290ced[_0xb075('0x22')],_0xb075('0x6f'),_0xb075('0x70'),_0xb075('0x71'),_0x11267a));_0x44c304[_0xb075('0x40')](insertCmHopperBlack(_0x290ced[_0xb075('0x22')],_0xb075('0x72'),_0xb075('0x70'),_0xb075('0x71')));BPromise['each'](_0x44c304,handleQuery)[_0xb075('0x73')](function(_0x3de7cd){stats[_0xb075('0x74')]=!![];stats[_0xb075('0x75')]=_0x290ced[_0xb075('0x66')]&&_0x290ced[_0xb075('0x66')][_0xb075('0x51')]?results[0x2][_0xb075('0x75')]:results[0x0][_0xb075('0x75')];socket[_0xb075('0x63')](_0xb075('0x64')+_0xd2ae1c,stats);fs[_0xb075('0x76')](_0x290f6f);fs[_0xb075('0x76')](_0x1cee36);process[_0xb075('0x3e')](0x0);})[_0xb075('0x46')](function(_0x39d253){logger[_0xb075('0x47')](_0x39d253['message']);process['exit'](0x1);});}catch(_0xa162a2){logger['error'](_0xb075('0x77'),_0xa162a2[_0xb075('0x42')]);process[_0xb075('0x3e')](0x1);}},'error':function(_0x294bda,_0x5481a8,_0x2768db,_0x355ead){throw new Error(_0x355ead);}});}function validate(){if(process['argv']&&process[_0xb075('0x78')]['length']<0x4){throw new Error('arguments\x20<filename>\x20<parameters>\x20<agents>');}var _0x3b21d2=path[_0xb075('0x10')](config[_0xb075('0x4c')],'server/files/tmp',process[_0xb075('0x78')][0x2]);if(!fs[_0xb075('0x79')](_0x3b21d2)){throw new Error('file\x20doesn\x27t\x20exists');}var _0x522d9f={};try{_0x522d9f=JSON['parse'](process[_0xb075('0x78')][0x3]);if(!_0x522d9f[_0xb075('0x4a')]){throw new Error(_0xb075('0x7a'));}if(!_0x522d9f[_0xb075('0x4a')]['phone']){throw new Error(_0xb075('0x7b'));}if(!_0x522d9f['binding']['firstName']){throw new Error(_0xb075('0x7c'));}var _0x4140b6=0x0;if(_0x522d9f['binding'][_0xb075('0x58')]){_0x4140b6=0x1;}if(!_0x522d9f[_0xb075('0x22')]){throw new Error(_0xb075('0x7d'));}}catch(_0x5ee190){throw new Error(_0xb075('0x7e'));}var _0x42e483=[];try{_0x42e483=_[_0xb075('0x7f')](JSON[_0xb075('0x80')](process[_0xb075('0x78')][0x4]),'id');}catch(_0x2d3069){logger[_0xb075('0x3c')](_0xb075('0x81'));}main(_0x3b21d2,_0x522d9f,_0x42e483,_0x4140b6);}validate();process['on'](_0xb075('0x82'),handleStop);process['on'](_0xb075('0x83'),handleUncaughtException);