12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947 |
- /**
- * @description MeshCentral database module
- * @author Ylian Saint-Hilaire
- * @copyright Intel Corporation 2018-2022
- * @license Apache-2.0
- * @version v0.0.2
- */
- /*xjslint node: true */
- /*xjslint plusplus: true */
- /*xjslint maxlen: 256 */
- /*jshint node: true */
- /*jshint strict: false */
- /*jshint esversion: 6 */
- "use strict";
- //
- // Construct Meshcentral database object
- //
- // The default database is NeDB
- // https://github.com/louischatriot/nedb
- //
- // Alternativety, MongoDB can be used
- // https://www.mongodb.com/
- // Just run with --mongodb [connectionstring], where the connection string is documented here: https://docs.mongodb.com/manual/reference/connection-string/
- // The default collection is "meshcentral", but you can override it using --mongodbcol [collection]
- //
- module.exports.CreateDB = function (parent, func) {
- var obj = {};
- var Datastore = null;
- var expireEventsSeconds = (60 * 60 * 24 * 20); // By default, expire events after 20 days (1728000). (Seconds * Minutes * Hours * Days)
- var expirePowerEventsSeconds = (60 * 60 * 24 * 10); // By default, expire power events after 10 days (864000). (Seconds * Minutes * Hours * Days)
- var expireServerStatsSeconds = (60 * 60 * 24 * 30); // By default, expire power events after 30 days (2592000). (Seconds * Minutes * Hours * Days)
- const common = require('./common.js');
- obj.identifier = null;
- obj.dbKey = null;
- obj.dbRecordsEncryptKey = null;
- obj.dbRecordsDecryptKey = null;
- obj.changeStream = false;
- obj.pluginsActive = ((parent.config) && (parent.config.settings) && (parent.config.settings.plugins != null) && (parent.config.settings.plugins != false) && ((typeof parent.config.settings.plugins != 'object') || (parent.config.settings.plugins.enabled != false)));
- obj.dbCounters = {
- fileSet: 0,
- fileRemove: 0,
- powerSet: 0,
- eventsSet: 0
- }
- // MongoDB bulk operations state
- if (parent.config.settings.mongodbbulkoperations) {
- // Added counters
- obj.dbCounters.fileSetPending = 0;
- obj.dbCounters.fileSetBulk = 0;
- obj.dbCounters.fileRemovePending = 0;
- obj.dbCounters.fileRemoveBulk = 0;
- obj.dbCounters.powerSetPending = 0;
- obj.dbCounters.powerSetBulk = 0;
- obj.dbCounters.eventsSetPending = 0;
- obj.dbCounters.eventsSetBulk = 0;
- /// Added bulk accumulators
- obj.filePendingGet = null;
- obj.filePendingGets = null;
- obj.filePendingRemove = null;
- obj.filePendingRemoves = null;
- obj.filePendingSet = false;
- obj.filePendingSets = null;
- obj.filePendingCb = null;
- obj.filePendingCbs = null;
- obj.powerFilePendingSet = false;
- obj.powerFilePendingSets = null;
- obj.powerFilePendingCb = null;
- obj.powerFilePendingCbs = null;
- obj.eventsFilePendingSet = false;
- obj.eventsFilePendingSets = null;
- obj.eventsFilePendingCb = null;
- obj.eventsFilePendingCbs = null;
- }
- obj.SetupDatabase = function (func) {
- // Check if the database unique identifier is present
- // This is used to check that in server peering mode, everyone is using the same database.
- obj.Get('DatabaseIdentifier', function (err, docs) {
- if (err != null) { parent.debug('db', 'ERROR (Get DatabaseIdentifier): ' + err); }
- if ((err == null) && (docs.length == 1) && (docs[0].value != null)) {
- obj.identifier = docs[0].value;
- } else {
- obj.identifier = Buffer.from(require('crypto').randomBytes(48), 'binary').toString('hex');
- obj.Set({ _id: 'DatabaseIdentifier', value: obj.identifier });
- }
- });
- // Load database schema version and check if we need to update
- obj.Get('SchemaVersion', function (err, docs) {
- if (err != null) { parent.debug('db', 'ERROR (Get SchemaVersion): ' + err); }
- var ver = 0;
- if ((err == null) && (docs.length == 1)) { ver = docs[0].value; }
- if (ver == 1) { console.log('This is an unsupported beta 1 database, delete it to create a new one.'); process.exit(0); }
- // TODO: Any schema upgrades here...
- obj.Set({ _id: 'SchemaVersion', value: 2 });
- func(ver);
- });
- };
- // Perform database maintenance
- obj.maintenance = function () {
- if (obj.databaseType == 1) { // NeDB will not remove expired records unless we try to access them. This will force the removal.
- obj.eventsfile.remove({ time: { '$lt': new Date(Date.now() - (expireEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events
- obj.powerfile.remove({ time: { '$lt': new Date(Date.now() - (expirePowerEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events
- obj.serverstatsfile.remove({ time: { '$lt': new Date(Date.now() - (expireServerStatsSeconds * 1000)) } }, { multi: true }); // Force delete older events
- } else if ((obj.databaseType == 4) || (obj.databaseType == 5)) { // MariaDB or MySQL
- sqlDbQuery('DELETE FROM events WHERE time < ?', [new Date(Date.now() - (expireEventsSeconds * 1000))], function (doc, err) { }); // Delete events older than expireEventsSeconds
- sqlDbQuery('DELETE FROM power WHERE time < ?', [new Date(Date.now() - (expirePowerEventsSeconds * 1000))], function (doc, err) { }); // Delete events older than expirePowerSeconds
- sqlDbQuery('DELETE FROM serverstats WHERE expire < ?', [new Date()], function (doc, err) { }); // Delete events where expiration date is in the past
- sqlDbQuery('DELETE FROM smbios WHERE expire < ?', [new Date()], function (doc, err) { }); // Delete events where expiration date is in the past
- } else if (obj.databaseType == 7) { // AceBase
- //console.log('Performing AceBase maintenance');
- obj.file.query('events').filter('time', '<', new Date(Date.now() - (expireEventsSeconds * 1000))).remove().then(function () {
- obj.file.query('stats').filter('time', '<', new Date(Date.now() - (expireServerStatsSeconds * 1000))).remove().then(function () {
- obj.file.query('power').filter('time', '<', new Date(Date.now() - (expirePowerEventsSeconds * 1000))).remove().then(function () {
- //console.log('AceBase maintenance done');
- });
- });
- });
- } else if (obj.databaseType == 8) { // SQLite3
- // TODO
- }
- obj.removeInactiveDevices();
- }
- // Remove inactive devices
- obj.removeInactiveDevices = function (showall, cb) {
- // Get a list of domains and what their inactive device removal setting is
- var removeInactiveDevicesPerDomain = {}, minRemoveInactiveDevicesPerDomain = {}, minRemoveInactiveDevice = 9999;
- for (var i in parent.config.domains) {
- if (typeof parent.config.domains[i].autoremoveinactivedevices == 'number') {
- var v = parent.config.domains[i].autoremoveinactivedevices;
- if ((v >= 1) && (v <= 2000)) {
- if (v < minRemoveInactiveDevice) { minRemoveInactiveDevice = v; }
- removeInactiveDevicesPerDomain[i] = v;
- minRemoveInactiveDevicesPerDomain[i] = v;
- }
- }
- }
- // Check if any device groups have a inactive device removal setting
- for (var i in parent.webserver.meshes) {
- if (typeof parent.webserver.meshes[i].expireDevs == 'number') {
- var v = parent.webserver.meshes[i].expireDevs;
- if ((v >= 1) && (v <= 2000)) {
- if (v < minRemoveInactiveDevice) { minRemoveInactiveDevice = v; }
- if ((minRemoveInactiveDevicesPerDomain[parent.webserver.meshes[i].domain] == null) || (minRemoveInactiveDevicesPerDomain[parent.webserver.meshes[i].domain] > v)) {
- minRemoveInactiveDevicesPerDomain[parent.webserver.meshes[i].domain] = v;
- }
- } else {
- delete parent.webserver.meshes[i].expireDevs;
- }
- }
- }
- // If there are no such settings for any domain, we can exit now.
- if (minRemoveInactiveDevice == 9999) { if (cb) { cb("No device removal policy set, nothing to do."); } return; }
- const now = Date.now();
- // For each domain with a inactive device removal setting, get a list of last device connections
- for (var domainid in minRemoveInactiveDevicesPerDomain) {
- obj.GetAllTypeNoTypeField('lastconnect', domainid, function (err, docs) {
- if ((err != null) || (docs == null)) return;
- for (var j in docs) {
- const days = Math.floor((now - docs[j].time) / 86400000); // Calculate the number of inactive days
- var expireDays = -1;
- if (removeInactiveDevicesPerDomain[docs[j].domain]) { expireDays = removeInactiveDevicesPerDomain[docs[j].domain]; }
- const mesh = parent.webserver.meshes[docs[j].meshid];
- if (mesh && (typeof mesh.expireDevs == 'number')) { expireDays = mesh.expireDevs; }
- var remove = false;
- if (expireDays > 0) {
- if (expireDays < days) { remove = true; }
- if (cb) { if (showall || remove) { cb(docs[j]._id.substring(2) + ', ' + days + ' days, expire ' + expireDays + ' days' + (remove ? ', removing' : '')); } }
- if (remove) {
- // Check if this device is connected right now
- const nodeid = docs[j]._id.substring(2);
- const conn = parent.GetConnectivityState(nodeid);
- if (conn == null) {
- // Remove the device
- obj.Get(nodeid, function (err, docs) {
- if (err != null) return;
- if ((docs == null) || (docs.length != 1)) { obj.Remove('lc' + nodeid); return; } // Remove last connect time
- const node = docs[0];
- // Delete this node including network interface information, events and timeline
- obj.Remove(node._id); // Remove node with that id
- obj.Remove('if' + node._id); // Remove interface information
- obj.Remove('nt' + node._id); // Remove notes
- obj.Remove('lc' + node._id); // Remove last connect time
- obj.Remove('si' + node._id); // Remove system information
- obj.Remove('al' + node._id); // Remove error log last time
- if (obj.RemoveSMBIOS) { obj.RemoveSMBIOS(node._id); } // Remove SMBios data
- obj.RemoveAllNodeEvents(node._id); // Remove all events for this node
- obj.removeAllPowerEventsForNode(node._id); // Remove all power events for this node
- if (typeof node.pmt == 'string') { obj.Remove('pmt_' + node.pmt); } // Remove Push Messaging Token
- obj.Get('ra' + node._id, function (err, nodes) {
- if ((nodes != null) && (nodes.length == 1)) { obj.Remove('da' + nodes[0].daid); } // Remove diagnostic agent to real agent link
- obj.Remove('ra' + node._id); // Remove real agent to diagnostic agent link
- });
- // Remove any user node links
- if (node.links != null) {
- for (var i in node.links) {
- if (i.startsWith('user/')) {
- var cuser = parent.webserver.users[i];
- if ((cuser != null) && (cuser.links != null) && (cuser.links[node._id] != null)) {
- // Remove the user link & save the user
- delete cuser.links[node._id];
- if (Object.keys(cuser.links).length == 0) { delete cuser.links; }
- obj.SetUser(cuser);
- // Notify user change
- var targets = ['*', 'server-users', cuser._id];
- var event = { etype: 'user', userid: cuser._id, username: cuser.name, action: 'accountchange', msgid: 86, msgArgs: [cuser.name], msg: 'Removed user device rights for ' + cuser.name, domain: node.domain, account: parent.webserver.CloneSafeUser(cuser) };
- if (obj.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to change the user. Another event will come.
- parent.DispatchEvent(targets, obj, event);
- }
- }
- }
- }
- // Event node deletion
- var meshname = '(unknown)';
- if ((parent.webserver.meshes[node.meshid] != null) && (parent.webserver.meshes[node.meshid].name != null)) { meshname = parent.webserver.meshes[node.meshid].name; }
- var event = { etype: 'node', action: 'removenode', nodeid: node._id, msgid: 87, msgArgs: [node.name, meshname], msg: 'Removed device ' + node.name + ' from device group ' + meshname, domain: node.domain };
- // TODO: We can't use the changeStream for node delete because we will not know the meshid the device was in.
- //if (obj.changeStream) { event.noact = 1; } // If DB change stream is active, don't use this event to remove the node. Another event will come.
- parent.DispatchEvent(parent.webserver.CreateNodeDispatchTargets(node.meshid, node._id), obj, event);
- });
- }
- }
- }
- }
- });
- }
- }
- // Remove all reference to a domain from the database
- obj.removeDomain = function (domainName, func) {
- var pendingCalls;
- // Remove all events, power events and SMBIOS data from the main collection. They are all in seperate collections now.
- if (obj.databaseType == 7) {
- // AceBase
- pendingCalls = 3;
- obj.file.query('meshcentral').filter('domain', '==', domainName).remove().then(function () { if (--pendingCalls == 0) { func(); } });
- obj.file.query('events').filter('domain', '==', domainName).remove().then(function () { if (--pendingCalls == 0) { func(); } });
- obj.file.query('power').filter('domain', '==', domainName).remove().then(function () { if (--pendingCalls == 0) { func(); } });
- } else if ((obj.databaseType == 4) || (obj.databaseType == 5) || (obj.databaseType == 6)) {
- // MariaDB, MySQL or PostgreSQL
- pendingCalls = 2;
- sqlDbQuery('DELETE FROM main WHERE domain = $1', [domainName], function () { if (--pendingCalls == 0) { func(); } });
- sqlDbQuery('DELETE FROM events WHERE domain = $1', [domainName], function () { if (--pendingCalls == 0) { func(); } });
- } else if (obj.databaseType == 3) {
- // MongoDB
- pendingCalls = 3;
- obj.file.deleteMany({ domain: domainName }, { multi: true }, function () { if (--pendingCalls == 0) { func(); } });
- obj.eventsfile.deleteMany({ domain: domainName }, { multi: true }, function () { if (--pendingCalls == 0) { func(); } });
- obj.powerfile.deleteMany({ domain: domainName }, { multi: true }, function () { if (--pendingCalls == 0) { func(); } });
- } else {
- // NeDB or MongoJS
- pendingCalls = 3;
- obj.file.remove({ domain: domainName }, { multi: true }, function () { if (--pendingCalls == 0) { func(); } });
- obj.eventsfile.remove({ domain: domainName }, { multi: true }, function () { if (--pendingCalls == 0) { func(); } });
- obj.powerfile.remove({ domain: domainName }, { multi: true }, function () { if (--pendingCalls == 0) { func(); } });
- }
- }
- obj.cleanup = function (func) {
- // TODO: Remove all mesh links to invalid users
- // TODO: Remove all meshes that dont have any links
- // Remove all events, power events and SMBIOS data from the main collection. They are all in seperate collections now.
- if ((obj.databaseType == 4) || (obj.databaseType == 5) || (obj.databaseType == 6)) {
- // MariaDB, MySQL or PostgreSQL
- obj.RemoveAllOfType('event', function () { });
- obj.RemoveAllOfType('power', function () { });
- obj.RemoveAllOfType('smbios', function () { });
- } else if (obj.databaseType == 3) {
- // MongoDB
- obj.file.deleteMany({ type: 'event' }, { multi: true });
- obj.file.deleteMany({ type: 'power' }, { multi: true });
- obj.file.deleteMany({ type: 'smbios' }, { multi: true });
- } else if ((obj.databaseType == 1) || (obj.databaseType == 2)) {
- // NeDB or MongoJS
- obj.file.remove({ type: 'event' }, { multi: true });
- obj.file.remove({ type: 'power' }, { multi: true });
- obj.file.remove({ type: 'smbios' }, { multi: true });
- }
- // List of valid identifiers
- var validIdentifiers = {}
- // Load all user groups
- obj.GetAllType('ugrp', function (err, docs) {
- if (err != null) { parent.debug('db', 'ERROR (GetAll user): ' + err); }
- if ((err == null) && (docs.length > 0)) {
- for (var i in docs) {
- // Add this as a valid user identifier
- validIdentifiers[docs[i]._id] = 1;
- }
- }
- // Fix all of the creating & login to ticks by seconds, not milliseconds.
- obj.GetAllType('user', function (err, docs) {
- if (err != null) { parent.debug('db', 'ERROR (GetAll user): ' + err); }
- if ((err == null) && (docs.length > 0)) {
- for (var i in docs) {
- var fixed = false;
- // Add this as a valid user identifier
- validIdentifiers[docs[i]._id] = 1;
- // Fix email address capitalization
- if (docs[i].email && (docs[i].email != docs[i].email.toLowerCase())) {
- docs[i].email = docs[i].email.toLowerCase(); fixed = true;
- }
- // Fix account creation
- if (docs[i].creation) {
- if (docs[i].creation > 1300000000000) { docs[i].creation = Math.floor(docs[i].creation / 1000); fixed = true; }
- if ((docs[i].creation % 1) != 0) { docs[i].creation = Math.floor(docs[i].creation); fixed = true; }
- }
- // Fix last account login
- if (docs[i].login) {
- if (docs[i].login > 1300000000000) { docs[i].login = Math.floor(docs[i].login / 1000); fixed = true; }
- if ((docs[i].login % 1) != 0) { docs[i].login = Math.floor(docs[i].login); fixed = true; }
- }
- // Fix last password change
- if (docs[i].passchange) {
- if (docs[i].passchange > 1300000000000) { docs[i].passchange = Math.floor(docs[i].passchange / 1000); fixed = true; }
- if ((docs[i].passchange % 1) != 0) { docs[i].passchange = Math.floor(docs[i].passchange); fixed = true; }
- }
- // Fix subscriptions
- if (docs[i].subscriptions != null) { delete docs[i].subscriptions; fixed = true; }
- // Save the user if needed
- if (fixed) { obj.Set(docs[i]); }
- }
- // Remove all objects that have a "meshid" that no longer points to a valid mesh.
- // Fix any incorrectly escaped user identifiers
- obj.GetAllType('mesh', function (err, docs) {
- if (err != null) { parent.debug('db', 'ERROR (GetAll mesh): ' + err); }
- var meshlist = [];
- if ((err == null) && (docs.length > 0)) {
- for (var i in docs) {
- var meshChange = false;
- docs[i] = common.unEscapeLinksFieldName(docs[i]);
- meshlist.push(docs[i]._id);
- // Make sure all mesh types are number type, if not, fix it.
- if (typeof docs[i].mtype == 'string') { docs[i].mtype = parseInt(docs[i].mtype); meshChange = true; }
- // If the device group is deleted, remove any invite codes
- if (docs[i].deleted && docs[i].invite) { delete docs[i].invite; meshChange = true; }
- // Take a look at the links
- if (docs[i].links != null) {
- for (var j in docs[i].links) {
- if (validIdentifiers[j] == null) {
- // This identifier is not known, let see if we can fix it.
- var xid = j, xid2 = common.unEscapeFieldName(xid);
- while ((xid != xid2) && (validIdentifiers[xid2] == null)) { xid = xid2; xid2 = common.unEscapeFieldName(xid2); }
- if (validIdentifiers[xid2] == 1) {
- //console.log('Fixing id: ' + j + ' to ' + xid2);
- docs[i].links[xid2] = docs[i].links[j];
- delete docs[i].links[j];
- meshChange = true;
- } else {
- // TODO: here, we may want to clean up links to users and user groups that do not exist anymore.
- //console.log('Unknown id: ' + j);
- }
- }
- }
- }
- // Save the updated device group if needed
- if (meshChange) { obj.Set(docs[i]); }
- }
- }
- if (obj.databaseType == 8) {
- // SQLite
- } else if (obj.databaseType == 7) {
- // AceBase
- } else if (obj.databaseType == 6) {
- // Postgres
- sqlDbQuery('DELETE FROM Main WHERE ((extra != NULL) AND (extra LIKE (\'mesh/%\')) AND (extra != ANY ($1)))', [meshlist], function (err, response) { });
- } else if ((obj.databaseType == 4) || (obj.databaseType == 5)) {
- // MariaDB
- sqlDbQuery('DELETE FROM Main WHERE (extra LIKE ("mesh/%") AND (extra NOT IN ?)', [meshlist], function (err, response) { });
- } else if (obj.databaseType == 3) {
- // MongoDB
- obj.file.deleteMany({ meshid: { $exists: true, $nin: meshlist } }, { multi: true });
- } else {
- // NeDB or MongoJS
- obj.file.remove({ meshid: { $exists: true, $nin: meshlist } }, { multi: true });
- }
- // We are done
- validIdentifiers = null;
- if (func) { func(); }
- });
- }
- });
- });
- };
- // Get encryption key
- obj.getEncryptDataKey = function (password, salt, iterations) {
- if (typeof password != 'string') return null;
- let key;
- try {
- key = parent.crypto.pbkdf2Sync(password, salt, iterations, 32, 'sha384');
- } catch (ex) {
- // If this previous call fails, it's probably because older pbkdf2 did not specify the hashing function, just use the default.
- key = parent.crypto.pbkdf2Sync(password, salt, iterations, 32);
- }
- return key
- }
- // Encrypt data
- obj.encryptData = function (password, plaintext) {
- let encryptionVersion = 0x01;
- let iterations = 100000
- const iv = parent.crypto.randomBytes(16);
- var key = obj.getEncryptDataKey(password, iv, iterations);
- if (key == null) return null;
- const aes = parent.crypto.createCipheriv('aes-256-gcm', key, iv);
- var ciphertext = aes.update(plaintext);
- let versionbuf = Buffer.allocUnsafe(2);
- versionbuf.writeUInt16BE(encryptionVersion);
- let iterbuf = Buffer.allocUnsafe(4);
- iterbuf.writeUInt32BE(iterations);
- let encryptedBuf = aes.final();
- ciphertext = Buffer.concat([versionbuf, iterbuf, aes.getAuthTag(), iv, ciphertext, encryptedBuf]);
- return ciphertext.toString('base64');
- }
- // Decrypt data
- obj.decryptData = function (password, ciphertext) {
- // Adding an encryption version lets us avoid try catching in the future
- let ciphertextBytes = Buffer.from(ciphertext, 'base64');
- let encryptionVersion = ciphertextBytes.readUInt16BE(0);
- try {
- switch (encryptionVersion) {
- case 0x01:
- let iterations = ciphertextBytes.readUInt32BE(2);
- let authTag = ciphertextBytes.slice(6, 22);
- const iv = ciphertextBytes.slice(22, 38);
- const data = ciphertextBytes.slice(38);
- let key = obj.getEncryptDataKey(password, iv, iterations);
- if (key == null) return null;
- const aes = parent.crypto.createDecipheriv('aes-256-gcm', key, iv);
- aes.setAuthTag(authTag);
- let plaintextBytes = Buffer.from(aes.update(data));
- plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]);
- return plaintextBytes;
- default:
- return obj.oldDecryptData(password, ciphertextBytes);
- }
- } catch (ex) { return obj.oldDecryptData(password, ciphertextBytes); }
- }
- // Encrypt data
- // The older encryption system uses CBC without integraty checking.
- // This method is kept only for testing
- obj.oldEncryptData = function (password, plaintext) {
- let key = parent.crypto.createHash('sha384').update(password).digest('raw').slice(0, 32);
- if (key == null) return null;
- const iv = parent.crypto.randomBytes(16);
- const aes = parent.crypto.createCipheriv('aes-256-cbc', key, iv);
- var ciphertext = aes.update(plaintext);
- ciphertext = Buffer.concat([iv, ciphertext, aes.final()]);
- return ciphertext.toString('base64');
- }
- // Decrypt data
- // The older encryption system uses CBC without integraty checking.
- // This method is kept only to convert the old encryption to the new one.
- obj.oldDecryptData = function (password, ciphertextBytes) {
- if (typeof password != 'string') return null;
- try {
- const iv = ciphertextBytes.slice(0, 16);
- const data = ciphertextBytes.slice(16);
- let key = parent.crypto.createHash('sha384').update(password).digest('raw').slice(0, 32);
- const aes = parent.crypto.createDecipheriv('aes-256-cbc', key, iv);
- let plaintextBytes = Buffer.from(aes.update(data));
- plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]);
- return plaintextBytes;
- } catch (ex) { return null; }
- }
- // Get the number of records in the database for various types, this is the slow NeDB way.
- // WARNING: This is a terrible query for database performance. Only do this when needed. This query will look at almost every document in the database.
- obj.getStats = function (func) {
- if (obj.databaseType == 7) {
- // AceBase
- // TODO
- } else if (obj.databaseType == 6) {
- // PostgreSQL
- // TODO
- } else if (obj.databaseType == 5) {
- // MySQL
- // TODO
- } else if (obj.databaseType == 4) {
- // MariaDB
- // TODO
- } else if (obj.databaseType == 3) {
- // MongoDB
- obj.file.aggregate([{ "$group": { _id: "$type", count: { $sum: 1 } } }]).toArray(function (err, docs) {
- var counters = {}, totalCount = 0;
- if (err == null) { for (var i in docs) { if (docs[i]._id != null) { counters[docs[i]._id] = docs[i].count; totalCount += docs[i].count; } } }
- func(counters);
- });
- } else if (obj.databaseType == 2) {
- // MongoJS
- obj.file.aggregate([{ "$group": { _id: "$type", count: { $sum: 1 } } }], function (err, docs) {
- var counters = {}, totalCount = 0;
- if (err == null) { for (var i in docs) { if (docs[i]._id != null) { counters[docs[i]._id] = docs[i].count; totalCount += docs[i].count; } } }
- func(counters);
- });
- } else if (obj.databaseType == 1) {
- // NeDB version
- obj.file.count({ type: 'node' }, function (err, nodeCount) {
- obj.file.count({ type: 'mesh' }, function (err, meshCount) {
- obj.file.count({ type: 'user' }, function (err, userCount) {
- obj.file.count({ type: 'sysinfo' }, function (err, sysinfoCount) {
- obj.file.count({ type: 'note' }, function (err, noteCount) {
- obj.file.count({ type: 'iploc' }, function (err, iplocCount) {
- obj.file.count({ type: 'ifinfo' }, function (err, ifinfoCount) {
- obj.file.count({ type: 'cfile' }, function (err, cfileCount) {
- obj.file.count({ type: 'lastconnect' }, function (err, lastconnectCount) {
- obj.file.count({}, function (err, totalCount) {
- func({ node: nodeCount, mesh: meshCount, user: userCount, sysinfo: sysinfoCount, iploc: iplocCount, note: noteCount, ifinfo: ifinfoCount, cfile: cfileCount, lastconnect: lastconnectCount, total: totalCount });
- });
- });
- });
- });
- });
- });
- });
- });
- });
- });
- }
- }
- // This is used to rate limit a number of operation per day. Returns a startValue each new days, but you can substract it and save the value in the db.
- obj.getValueOfTheDay = function (id, startValue, func) { obj.Get(id, function (err, docs) { var date = new Date(), t = date.toLocaleDateString(); if ((err == null) && (docs.length == 1)) { var r = docs[0]; if (r.day == t) { func({ _id: id, value: r.value, day: t }); return; } } func({ _id: id, value: startValue, day: t }); }); };
- obj.escapeBase64 = function escapeBase64(val) { return (val.replace(/\+/g, '@').replace(/\//g, '$')); }
- // Encrypt an database object
- obj.performRecordEncryptionRecode = function (func) {
- var count = 0;
- obj.GetAllType('user', function (err, docs) {
- if (err != null) { parent.debug('db', 'ERROR (performRecordEncryptionRecode): ' + err); }
- if (err == null) { for (var i in docs) { count++; obj.Set(docs[i]); } }
- obj.GetAllType('node', function (err, docs) {
- if (err == null) { for (var i in docs) { count++; obj.Set(docs[i]); } }
- obj.GetAllType('mesh', function (err, docs) {
- if (err == null) { for (var i in docs) { count++; obj.Set(docs[i]); } }
- if (obj.databaseType == 1) { // If we are using NeDB, compact the database.
- obj.file.persistence.compactDatafile();
- obj.file.on('compaction.done', function () { func(count); }); // It's important to wait for compaction to finish before exit, otherwise NeDB may corrupt.
- } else {
- func(count); // For all other databases, normal exit.
- }
- });
- });
- });
- }
- // Encrypt an database object
- function performTypedRecordDecrypt(data) {
- if ((data == null) || (obj.dbRecordsDecryptKey == null) || (typeof data != 'object')) return data;
- for (var i in data) {
- if ((data[i] == null) || (typeof data[i] != 'object')) continue;
- data[i] = performPartialRecordDecrypt(data[i]);
- if ((data[i].intelamt != null) && (typeof data[i].intelamt == 'object') && (data[i].intelamt._CRYPT)) { data[i].intelamt = performPartialRecordDecrypt(data[i].intelamt); }
- if ((data[i].amt != null) && (typeof data[i].amt == 'object') && (data[i].amt._CRYPT)) { data[i].amt = performPartialRecordDecrypt(data[i].amt); }
- if ((data[i].kvm != null) && (typeof data[i].kvm == 'object') && (data[i].kvm._CRYPT)) { data[i].kvm = performPartialRecordDecrypt(data[i].kvm); }
- }
- return data;
- }
- // Encrypt an database object
- function performTypedRecordEncrypt(data) {
- if (obj.dbRecordsEncryptKey == null) return data;
- if (data.type == 'user') { return performPartialRecordEncrypt(Clone(data), ['otpkeys', 'otphkeys', 'otpsecret', 'salt', 'hash', 'oldpasswords']); }
- else if ((data.type == 'node') && (data.ssh || data.rdp || data.intelamt)) {
- var xdata = Clone(data);
- if (data.ssh || data.rdp) { xdata = performPartialRecordEncrypt(xdata, ['ssh', 'rdp']); }
- if (data.intelamt) { xdata.intelamt = performPartialRecordEncrypt(xdata.intelamt, ['pass', 'mpspass']); }
- return xdata;
- }
- else if ((data.type == 'mesh') && (data.amt || data.kvm)) {
- var xdata = Clone(data);
- if (data.amt) { xdata.amt = performPartialRecordEncrypt(xdata.amt, ['password']); }
- if (data.kvm) { xdata.kvm = performPartialRecordEncrypt(xdata.kvm, ['pass']); }
- return xdata;
- }
- return data;
- }
- // Encrypt an object and return a buffer.
- function performPartialRecordEncrypt(plainobj, encryptNames) {
- if (typeof plainobj != 'object') return plainobj;
- var enc = {}, enclen = 0;
- for (var i in encryptNames) { if (plainobj[encryptNames[i]] != null) { enclen++; enc[encryptNames[i]] = plainobj[encryptNames[i]]; delete plainobj[encryptNames[i]]; } }
- if (enclen > 0) { plainobj._CRYPT = performRecordEncrypt(enc); } else { delete plainobj._CRYPT; }
- return plainobj;
- }
- // Encrypt an object and return a buffer.
- function performPartialRecordDecrypt(plainobj) {
- if ((typeof plainobj != 'object') || (plainobj._CRYPT == null)) return plainobj;
- var enc = performRecordDecrypt(plainobj._CRYPT);
- if (enc != null) { for (var i in enc) { plainobj[i] = enc[i]; } }
- delete plainobj._CRYPT;
- return plainobj;
- }
- // Encrypt an object and return a base64.
- function performRecordEncrypt(plainobj) {
- if (obj.dbRecordsEncryptKey == null) return null;
- const iv = parent.crypto.randomBytes(12);
- const aes = parent.crypto.createCipheriv('aes-256-gcm', obj.dbRecordsEncryptKey, iv);
- var ciphertext = aes.update(JSON.stringify(plainobj));
- var cipherfinal = aes.final();
- ciphertext = Buffer.concat([iv, aes.getAuthTag(), ciphertext, cipherfinal]);
- return ciphertext.toString('base64');
- }
- // Takes a base64 and return an object.
- function performRecordDecrypt(ciphertext) {
- if (obj.dbRecordsDecryptKey == null) return null;
- const ciphertextBytes = Buffer.from(ciphertext, 'base64');
- const iv = ciphertextBytes.slice(0, 12);
- const data = ciphertextBytes.slice(28);
- const aes = parent.crypto.createDecipheriv('aes-256-gcm', obj.dbRecordsDecryptKey, iv);
- aes.setAuthTag(ciphertextBytes.slice(12, 28));
- var plaintextBytes, r;
- try {
- plaintextBytes = Buffer.from(aes.update(data));
- plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]);
- r = JSON.parse(plaintextBytes.toString());
- } catch (e) { throw "Incorrect DbRecordsDecryptKey/DbRecordsEncryptKey or invalid database _CRYPT data: " + e; }
- return r;
- }
- // Clone an object (TODO: Make this more efficient)
- function Clone(v) { return JSON.parse(JSON.stringify(v)); }
- // Read expiration time from configuration file
- if (typeof parent.args.dbexpire == 'object') {
- if (typeof parent.args.dbexpire.events == 'number') { expireEventsSeconds = parent.args.dbexpire.events; }
- if (typeof parent.args.dbexpire.powerevents == 'number') { expirePowerEventsSeconds = parent.args.dbexpire.powerevents; }
- if (typeof parent.args.dbexpire.statsevents == 'number') { expireServerStatsSeconds = parent.args.dbexpire.statsevents; }
- }
- // If a DB record encryption key is provided, perform database record encryption
- if ((typeof parent.args.dbrecordsencryptkey == 'string') && (parent.args.dbrecordsencryptkey.length != 0)) {
- // Hash the database password into a AES256 key and setup encryption and decryption.
- obj.dbRecordsEncryptKey = obj.dbRecordsDecryptKey = parent.crypto.createHash('sha384').update(parent.args.dbrecordsencryptkey).digest('raw').slice(0, 32);
- }
- // If a DB record decryption key is provided, perform database record decryption
- if ((typeof parent.args.dbrecordsdecryptkey == 'string') && (parent.args.dbrecordsdecryptkey.length != 0)) {
- // Hash the database password into a AES256 key and setup encryption and decryption.
- obj.dbRecordsDecryptKey = parent.crypto.createHash('sha384').update(parent.args.dbrecordsdecryptkey).digest('raw').slice(0, 32);
- }
- function createTablesIfNotExist(dbname) {
- var useDatabase = 'USE ' + dbname;
- sqlDbQuery(useDatabase, null, function (err, docs) {
- if (err != null) {
- console.log("Unable to connect to database: " + err);
- process.exit();
- }
- if (err == null) {
- parent.debug('db', 'Checking tables...');
- sqlDbBatchExec([
- 'CREATE TABLE IF NOT EXISTS main (id VARCHAR(256) NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))',
- 'CREATE TABLE IF NOT EXISTS events (id INT NOT NULL AUTO_INCREMENT, time DATETIME, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK(json_valid(doc)))',
- 'CREATE TABLE IF NOT EXISTS eventids (fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT)',
- 'CREATE TABLE IF NOT EXISTS serverstats (time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(time), CHECK (json_valid(doc)))',
- 'CREATE TABLE IF NOT EXISTS power (id INT NOT NULL AUTO_INCREMENT, time DATETIME, nodeid CHAR(255), doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))',
- 'CREATE TABLE IF NOT EXISTS smbios (id CHAR(255), time DATETIME, expire DATETIME, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))',
- 'CREATE TABLE IF NOT EXISTS plugin (id INT NOT NULL AUTO_INCREMENT, doc JSON, PRIMARY KEY(id), CHECK (json_valid(doc)))'
- ], function (err) {
- parent.debug('db', 'Checking indexes...');
- sqlDbExec('CREATE INDEX ndxtypedomainextra ON main (type, domain, extra)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxextra ON main (extra)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxextraex ON main (extraex)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventstime ON events(time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventsusername ON events(domain, userid, time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventsdomainnodeidtime ON events(domain, nodeid, time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventids ON eventids(target)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxserverstattime ON serverstats (time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxserverstatexpire ON serverstats (expire)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxpowernodeidtime ON power (nodeid, time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxsmbiostime ON smbios (time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxsmbiosexpire ON smbios (expire)', null, function (err, response) { });
- setupFunctions(func);
- });
- }
- });
- }
- if (parent.args.sqlite3) {
- // SQLite3 database setup
- obj.databaseType = 8;
- const sqlite3 = require('sqlite3');
- obj.file = new sqlite3.Database(parent.path.join(parent.datapath, 'meshcentral.sqlite'), sqlite3.OPEN_READWRITE, function (err) {
- if (err && (err.code == 'SQLITE_CANTOPEN')) {
- // Database needs to be created
- obj.file = new sqlite3.Database(parent.path.join(parent.datapath, 'meshcentral.sqlite'), function (err) {
- if (err) { console.log("SQLite Error: " + err); exit(1); return; }
- obj.file.exec(`
- CREATE TABLE main (id VARCHAR(256) PRIMARY KEY NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON);
- CREATE TABLE events(id INTEGER PRIMARY KEY, time TIMESTAMP, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON);
- CREATE TABLE eventids(fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT);
- CREATE TABLE serverstats (time TIMESTAMP PRIMARY KEY, expire TIMESTAMP, doc JSON);
- CREATE TABLE power (id INTEGER PRIMARY KEY, time TIMESTAMP, nodeid CHAR(255), doc JSON);
- CREATE TABLE smbios (id CHAR(255) PRIMARY KEY, time TIMESTAMP, expire TIMESTAMP, doc JSON);
- CREATE TABLE plugin (id INTEGER PRIMARY KEY, doc JSON);
- CREATE INDEX ndxtypedomainextra ON main (type, domain, extra);
- CREATE INDEX ndxextra ON main (extra);
- CREATE INDEX ndxextraex ON main (extraex);
- CREATE INDEX ndxeventstime ON events(time);
- CREATE INDEX ndxeventsusername ON events(domain, userid, time);
- CREATE INDEX ndxeventsdomainnodeidtime ON events(domain, nodeid, time);
- CREATE INDEX ndxeventids ON eventids(target);
- CREATE INDEX ndxserverstattime ON serverstats (time);
- CREATE INDEX ndxserverstatexpire ON serverstats (expire);
- CREATE INDEX ndxpowernodeidtime ON power (nodeid, time);
- CREATE INDEX ndxsmbiostime ON smbios (time);
- CREATE INDEX ndxsmbiosexpire ON smbios (expire);
- `, function (err) {
- // Completed setup of SQLite3
- setupFunctions(func);
- }
- );
- });
- return;
- } else if (err) { console.log("SQLite Error: " + err); exit(1); return; }
- // Completed setup of SQLite3
- setupFunctions(func);
- });
- } else if (parent.args.acebase) {
- // AceBase database setup
- obj.databaseType = 7;
- const { AceBase } = require('acebase');
- // For information on AceBase sponsor: https://github.com/appy-one/acebase/discussions/100
- obj.file = new AceBase('meshcentral', { sponsor: ((typeof parent.args.acebase == 'object') && (parent.args.acebase.sponsor)), logLevel: 'error', storage: { path: parent.datapath } });
- // Get all the databases ready
- obj.file.ready(function () {
- // Create AceBase indexes
- obj.file.indexes.create('meshcentral', 'type', { include: ['domain', 'meshid'] });
- obj.file.indexes.create('meshcentral', 'email');
- obj.file.indexes.create('meshcentral', 'meshid');
- obj.file.indexes.create('meshcentral', 'intelamt.uuid');
- obj.file.indexes.create('events', 'userid', { include: ['action'] });
- obj.file.indexes.create('events', 'domain', { include: ['nodeid', 'time'] });
- obj.file.indexes.create('events', 'ids', { include: ['time'] });
- obj.file.indexes.create('events', 'time');
- obj.file.indexes.create('power', 'nodeid', { include: ['time'] });
- obj.file.indexes.create('power', 'time');
- obj.file.indexes.create('stats', 'time');
- obj.file.indexes.create('stats', 'expire');
- // Completed setup of AceBase
- setupFunctions(func);
- });
- } else if (parent.args.mariadb || parent.args.mysql) {
- var connectinArgs = (parent.args.mariadb) ? parent.args.mariadb : parent.args.mysql;
- if (typeof connectinArgs == 'string') {
- const parts = connectinArgs.split(/[:@/]+/);
- var connectionObject = {
- "user": parts[1],
- "password": parts[2],
- "host": parts[3],
- "port": parts[4],
- "database": parts[5]
- };
- var dbname = (connectionObject.database != null) ? connectionObject.database : 'meshcentral';
- } else {
- var dbname = (connectinArgs.database != null) ? connectinArgs.database : 'meshcentral';
- // Including the db name in the connection obj will cause a connection faliure if it does not exist
- var connectionObject = Clone(connectinArgs);
- delete connectionObject.database;
- try {
- if (connectinArgs.ssl) {
- if (connectinArgs.ssl.dontcheckserveridentity == true) { connectionObject.ssl.checkServerIdentity = function (name, cert) { return undefined; } };
- if (connectinArgs.ssl.cacertpath) { connectionObject.ssl.ca = [require('fs').readFileSync(connectinArgs.ssl.cacertpath, 'utf8')]; }
- if (connectinArgs.ssl.clientcertpath) { connectionObject.ssl.cert = [require('fs').readFileSync(connectinArgs.ssl.clientcertpath, 'utf8')]; }
- if (connectinArgs.ssl.clientkeypath) { connectionObject.ssl.key = [require('fs').readFileSync(connectinArgs.ssl.clientkeypath, 'utf8')]; }
- }
- } catch (ex) {
- console.log('Error loading SQL Connector certificate: ' + ex);
- process.exit();
- }
- }
- if (parent.args.mariadb) {
- // Use MariaDB
- obj.databaseType = 4;
- var tempDatastore = require('mariadb').createPool(connectionObject);
- tempDatastore.getConnection().then(function (conn) {
- conn.query('CREATE DATABASE IF NOT EXISTS ' + dbname).then(function (result) {
- conn.release();
- }).catch(function (ex) { console.log('Auto-create database failed: ' + ex); });
- }).catch(function (ex) { console.log('Auto-create database failed: ' + ex); });
- setTimeout(function () { tempDatastore.end(); }, 2000);
- connectionObject.database = dbname;
- Datastore = require('mariadb').createPool(connectionObject);
- createTablesIfNotExist(dbname);
- } else if (parent.args.mysql) {
- // Use MySQL
- obj.databaseType = 5;
- var tempDatastore = require('mysql2').createPool(connectionObject);
- tempDatastore.query('CREATE DATABASE IF NOT EXISTS ' + dbname, function (error) {
- if (error != null) {
- console.log('Auto-create database failed: ' + error);
- }
- connectionObject.database = dbname;
- Datastore = require('mysql2').createPool(connectionObject);
- createTablesIfNotExist(dbname);
- });
- setTimeout(function () { tempDatastore.end(); }, 2000);
- }
- } else if (parent.args.postgres) {
- // Postgres SQL
- var connectinArgs = parent.args.postgres;
- var dbname = (connectinArgs.database != null) ? connectinArgs.database : 'meshcentral';
- delete connectinArgs.database;
- obj.databaseType = 6;
- const { Pool, Client } = require('pg');
- connectinArgs.database = dbname;
- Datastore = new Client(connectinArgs);
- Datastore.connect();
- sqlDbQuery('SELECT 1 FROM pg_database WHERE datname = $1', [dbname], function (dberr, dbdocs) { // check database exists first before creating
- if (dberr == null) { // database exists now check tables exists
- sqlDbQuery('SELECT doc FROM main WHERE id = $1', ['DatabaseIdentifier'], function (err, docs) {
- if (err == null) { setupFunctions(func); } else { postgreSqlCreateTables(func); } // If not present, create the tables and indexes
- });
- } else { // If not present, create the tables and indexes
- const pgtools = require('pgtools');
- pgtools.createdb(connectinArgs, dbname, function (err, res) {
- if (err == null) {
- // Create the tables and indexes
- postgreSqlCreateTables(func);
- } else {
- // Database already existed, perform a test query to see if the main table is present
- sqlDbQuery('SELECT doc FROM main WHERE id = $1', ['DatabaseIdentifier'], function (err, docs) {
- if (err == null) { setupFunctions(func); } else { postgreSqlCreateTables(func); } // If not present, create the tables and indexes
- });
- }
- });
- }
- });
- } else if (parent.args.mongodb) {
- // Use MongoDB
- obj.databaseType = 3;
- // If running an older NodeJS version, TextEncoder/TextDecoder is required
- if (global.TextEncoder == null) { global.TextEncoder = require('util').TextEncoder; }
- if (global.TextDecoder == null) { global.TextDecoder = require('util').TextDecoder; }
- require('mongodb').MongoClient.connect(parent.args.mongodb, { useNewUrlParser: true, useUnifiedTopology: true, enableUtf8Validation: false }, function (err, client) {
- if (err != null) { console.log("Unable to connect to database: " + err); process.exit(); return; }
- Datastore = client;
- parent.debug('db', 'Connected to MongoDB database...');
- // Get the database name and setup the database client
- var dbname = 'meshcentral';
- if (parent.args.mongodbname) { dbname = parent.args.mongodbname; }
- const dbcollectionname = (parent.args.mongodbcol) ? (parent.args.mongodbcol) : 'meshcentral';
- const db = client.db(dbname);
- // Check the database version
- db.admin().serverInfo(function (err, info) {
- if ((err != null) || (info == null) || (info.versionArray == null) || (Array.isArray(info.versionArray) == false) || (info.versionArray.length < 2) || (typeof info.versionArray[0] != 'number') || (typeof info.versionArray[1] != 'number')) {
- console.log('WARNING: Unable to check MongoDB version.');
- } else {
- if ((info.versionArray[0] < 3) || ((info.versionArray[0] == 3) && (info.versionArray[1] < 6))) {
- // We are running with mongoDB older than 3.6, this is not good.
- parent.addServerWarning("Current version of MongoDB (" + info.version + ") is too old, please upgrade to MongoDB 3.6 or better.");
- }
- }
- });
- // Setup MongoDB main collection and indexes
- obj.file = db.collection(dbcollectionname);
- obj.file.indexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 5) || (indexesByName['TypeDomainMesh1'] == null) || (indexesByName['Email1'] == null) || (indexesByName['Mesh1'] == null) || (indexesByName['AmtUuid1'] == null)) {
- console.log('Resetting main indexes...');
- obj.file.dropIndexes(function (err) {
- obj.file.createIndex({ type: 1, domain: 1, meshid: 1 }, { sparse: 1, name: 'TypeDomainMesh1' }); // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered()
- obj.file.createIndex({ email: 1 }, { sparse: 1, name: 'Email1' }); // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail()
- obj.file.createIndex({ meshid: 1 }, { sparse: 1, name: 'Mesh1' }); // Speeds up RemoveMesh()
- obj.file.createIndex({ 'intelamt.uuid': 1 }, { sparse: 1, name: 'AmtUuid1' }); // Speeds up getAmtUuidMeshNode()
- });
- }
- });
- // Setup the changeStream on the MongoDB main collection if possible
- if (parent.args.mongodbchangestream == true) {
- obj.dbCounters.changeStream = { change: 0, update: 0, insert: 0, delete: 0 };
- if (typeof obj.file.watch != 'function') {
- console.log('WARNING: watch() is not a function, MongoDB ChangeStream not supported.');
- } else {
- obj.fileChangeStream = obj.file.watch([{ $match: { $or: [{ 'fullDocument.type': { $in: ['node', 'mesh', 'user', 'ugrp'] } }, { 'operationType': 'delete' }] } }], { fullDocument: 'updateLookup' });
- obj.fileChangeStream.on('change', function (change) {
- obj.dbCounters.changeStream.change++;
- if ((change.operationType == 'update') || (change.operationType == 'replace')) {
- obj.dbCounters.changeStream.update++;
- switch (change.fullDocument.type) {
- case 'node': { dbNodeChange(change, false); break; } // A node has changed
- case 'mesh': { dbMeshChange(change, false); break; } // A device group has changed
- case 'user': { dbUserChange(change, false); break; } // A user account has changed
- case 'ugrp': { dbUGrpChange(change, false); break; } // A user account has changed
- }
- } else if (change.operationType == 'insert') {
- obj.dbCounters.changeStream.insert++;
- switch (change.fullDocument.type) {
- case 'node': { dbNodeChange(change, true); break; } // A node has added
- case 'mesh': { dbMeshChange(change, true); break; } // A device group has created
- case 'user': { dbUserChange(change, true); break; } // A user account has created
- case 'ugrp': { dbUGrpChange(change, true); break; } // A user account has created
- }
- } else if (change.operationType == 'delete') {
- obj.dbCounters.changeStream.delete++;
- if ((change.documentKey == null) || (change.documentKey._id == null)) return;
- var splitId = change.documentKey._id.split('/');
- switch (splitId[0]) {
- case 'node': {
- //Not Good: Problem here is that we don't know what meshid the node belonged to before the delete.
- //parent.DispatchEvent(['*', node.meshid], obj, { etype: 'node', action: 'removenode', nodeid: change.documentKey._id, domain: splitId[1] });
- break;
- }
- case 'mesh': {
- parent.DispatchEvent(['*', change.documentKey._id], obj, { etype: 'mesh', action: 'deletemesh', meshid: change.documentKey._id, domain: splitId[1] });
- break;
- }
- case 'user': {
- //Not Good: This is not a perfect user removal because we don't know what groups the user was in.
- //parent.DispatchEvent(['*', 'server-users'], obj, { etype: 'user', action: 'accountremove', userid: change.documentKey._id, domain: splitId[1], username: splitId[2] });
- break;
- }
- case 'ugrp': {
- parent.DispatchEvent(['*', change.documentKey._id], obj, { etype: 'ugrp', action: 'deleteusergroup', ugrpid: change.documentKey._id, domain: splitId[1] });
- break;
- }
- }
- }
- });
- obj.changeStream = true;
- }
- }
- // Setup MongoDB events collection and indexes
- obj.eventsfile = db.collection('events'); // Collection containing all events
- obj.eventsfile.indexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 5) || (indexesByName['UseridAction1'] == null) || (indexesByName['DomainNodeTime1'] == null) || (indexesByName['IdsAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) {
- // Reset all indexes
- console.log("Resetting events indexes...");
- obj.eventsfile.dropIndexes(function (err) {
- obj.eventsfile.createIndex({ userid: 1, action: 1 }, { sparse: 1, name: 'UseridAction1' });
- obj.eventsfile.createIndex({ domain: 1, nodeid: 1, time: -1 }, { sparse: 1, name: 'DomainNodeTime1' });
- obj.eventsfile.createIndex({ ids: 1, time: -1 }, { sparse: 1, name: 'IdsAndTime1' });
- obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' });
- });
- } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireEventsSeconds) {
- // Reset the timeout index
- console.log("Resetting events expire index...");
- obj.eventsfile.dropIndex('ExpireTime1', function (err) {
- obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' });
- });
- }
- });
- // Setup MongoDB power events collection and indexes
- obj.powerfile = db.collection('power'); // Collection containing all power events
- obj.powerfile.indexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 3) || (indexesByName['NodeIdAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) {
- // Reset all indexes
- console.log("Resetting power events indexes...");
- obj.powerfile.dropIndexes(function (err) {
- // Create all indexes
- obj.powerfile.createIndex({ nodeid: 1, time: 1 }, { sparse: 1, name: 'NodeIdAndTime1' });
- obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' });
- });
- } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expirePowerEventsSeconds) {
- // Reset the timeout index
- console.log("Resetting power events expire index...");
- obj.powerfile.dropIndex('ExpireTime1', function (err) {
- // Reset the expire power events index
- obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' });
- });
- }
- });
- // Setup MongoDB smbios collection, no indexes needed
- obj.smbiosfile = db.collection('smbios'); // Collection containing all smbios information
- // Setup MongoDB server stats collection
- obj.serverstatsfile = db.collection('serverstats'); // Collection of server stats
- obj.serverstatsfile.indexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 3) || (indexesByName['ExpireTime1'] == null)) {
- // Reset all indexes
- console.log("Resetting server stats indexes...");
- obj.serverstatsfile.dropIndexes(function (err) {
- // Create all indexes
- obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' });
- obj.serverstatsfile.createIndex({ 'expire': 1 }, { expireAfterSeconds: 0, name: 'ExpireTime2' }); // Auto-expire events
- });
- } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireServerStatsSeconds) {
- // Reset the timeout index
- console.log("Resetting server stats expire index...");
- obj.serverstatsfile.dropIndex('ExpireTime1', function (err) {
- // Reset the expire server stats index
- obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' });
- });
- }
- });
- // Setup plugin info collection
- if (obj.pluginsActive) { obj.pluginsfile = db.collection('plugins'); }
- setupFunctions(func); // Completed setup of MongoDB
- });
- } else if (parent.args.xmongodb) {
- // Use MongoJS, this is the old system.
- obj.databaseType = 2;
- Datastore = require('mongojs');
- var db = Datastore(parent.args.xmongodb);
- var dbcollection = 'meshcentral';
- if (parent.args.mongodbcol) { dbcollection = parent.args.mongodbcol; }
- // Setup MongoDB main collection and indexes
- obj.file = db.collection(dbcollection);
- obj.file.getIndexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 5) || (indexesByName['TypeDomainMesh1'] == null) || (indexesByName['Email1'] == null) || (indexesByName['Mesh1'] == null) || (indexesByName['AmtUuid1'] == null)) {
- console.log("Resetting main indexes...");
- obj.file.dropIndexes(function (err) {
- obj.file.createIndex({ type: 1, domain: 1, meshid: 1 }, { sparse: 1, name: 'TypeDomainMesh1' }); // Speeds up GetAllTypeNoTypeField() and GetAllTypeNoTypeFieldMeshFiltered()
- obj.file.createIndex({ email: 1 }, { sparse: 1, name: 'Email1' }); // Speeds up GetUserWithEmail() and GetUserWithVerifiedEmail()
- obj.file.createIndex({ meshid: 1 }, { sparse: 1, name: 'Mesh1' }); // Speeds up RemoveMesh()
- obj.file.createIndex({ 'intelamt.uuid': 1 }, { sparse: 1, name: 'AmtUuid1' }); // Speeds up getAmtUuidMeshNode()
- });
- }
- });
- // Setup MongoDB events collection and indexes
- obj.eventsfile = db.collection('events'); // Collection containing all events
- obj.eventsfile.getIndexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 5) || (indexesByName['UseridAction1'] == null) || (indexesByName['DomainNodeTime1'] == null) || (indexesByName['IdsAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) {
- // Reset all indexes
- console.log("Resetting events indexes...");
- obj.eventsfile.dropIndexes(function (err) {
- obj.eventsfile.createIndex({ userid: 1, action: 1 }, { sparse: 1, name: 'UseridAction1' });
- obj.eventsfile.createIndex({ domain: 1, nodeid: 1, time: -1 }, { sparse: 1, name: 'DomainNodeTime1' });
- obj.eventsfile.createIndex({ ids: 1, time: -1 }, { sparse: 1, name: 'IdsAndTime1' });
- obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' });
- });
- } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireEventsSeconds) {
- // Reset the timeout index
- console.log("Resetting events expire index...");
- obj.eventsfile.dropIndex('ExpireTime1', function (err) {
- obj.eventsfile.createIndex({ time: 1 }, { expireAfterSeconds: expireEventsSeconds, name: 'ExpireTime1' });
- });
- }
- });
- // Setup MongoDB power events collection and indexes
- obj.powerfile = db.collection('power'); // Collection containing all power events
- obj.powerfile.getIndexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 3) || (indexesByName['NodeIdAndTime1'] == null) || (indexesByName['ExpireTime1'] == null)) {
- // Reset all indexes
- console.log("Resetting power events indexes...");
- obj.powerfile.dropIndexes(function (err) {
- // Create all indexes
- obj.powerfile.createIndex({ nodeid: 1, time: 1 }, { sparse: 1, name: 'NodeIdAndTime1' });
- obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' });
- });
- } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expirePowerEventsSeconds) {
- // Reset the timeout index
- console.log("Resetting power events expire index...");
- obj.powerfile.dropIndex('ExpireTime1', function (err) {
- // Reset the expire power events index
- obj.powerfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expirePowerEventsSeconds, name: 'ExpireTime1' });
- });
- }
- });
- // Setup MongoDB smbios collection, no indexes needed
- obj.smbiosfile = db.collection('smbios'); // Collection containing all smbios information
- // Setup MongoDB server stats collection
- obj.serverstatsfile = db.collection('serverstats'); // Collection of server stats
- obj.serverstatsfile.getIndexes(function (err, indexes) {
- // Check if we need to reset indexes
- var indexesByName = {}, indexCount = 0;
- for (var i in indexes) { indexesByName[indexes[i].name] = indexes[i]; indexCount++; }
- if ((indexCount != 3) || (indexesByName['ExpireTime1'] == null)) {
- // Reset all indexes
- console.log("Resetting server stats indexes...");
- obj.serverstatsfile.dropIndexes(function (err) {
- // Create all indexes
- obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' });
- obj.serverstatsfile.createIndex({ 'expire': 1 }, { expireAfterSeconds: 0, name: 'ExpireTime2' }); // Auto-expire events
- });
- } else if (indexesByName['ExpireTime1'].expireAfterSeconds != expireServerStatsSeconds) {
- // Reset the timeout index
- console.log("Resetting server stats expire index...");
- obj.serverstatsfile.dropIndex('ExpireTime1', function (err) {
- // Reset the expire server stats index
- obj.serverstatsfile.createIndex({ 'time': 1 }, { expireAfterSeconds: expireServerStatsSeconds, name: 'ExpireTime1' });
- });
- }
- });
- // Setup plugin info collection
- if (obj.pluginsActive) { obj.pluginsfile = db.collection('plugins'); }
- setupFunctions(func); // Completed setup of MongoJS
- } else {
- // Use NeDB (The default)
- obj.databaseType = 1;
- try { Datastore = require('@yetzt/nedb'); } catch (ex) { } // This is the NeDB with fixed security dependencies.
- if (Datastore == null) { Datastore = require('nedb'); } // So not to break any existing installations, if the old NeDB is present, use it.
- var datastoreOptions = { filename: parent.getConfigFilePath('meshcentral.db'), autoload: true };
- // If a DB encryption key is provided, perform database encryption
- if ((typeof parent.args.dbencryptkey == 'string') && (parent.args.dbencryptkey.length != 0)) {
- // Hash the database password into a AES256 key and setup encryption and decryption.
- obj.dbKey = parent.crypto.createHash('sha384').update(parent.args.dbencryptkey).digest('raw').slice(0, 32);
- datastoreOptions.afterSerialization = function (plaintext) {
- const iv = parent.crypto.randomBytes(16);
- const aes = parent.crypto.createCipheriv('aes-256-cbc', obj.dbKey, iv);
- var ciphertext = aes.update(plaintext);
- ciphertext = Buffer.concat([iv, ciphertext, aes.final()]);
- return ciphertext.toString('base64');
- }
- datastoreOptions.beforeDeserialization = function (ciphertext) {
- const ciphertextBytes = Buffer.from(ciphertext, 'base64');
- const iv = ciphertextBytes.slice(0, 16);
- const data = ciphertextBytes.slice(16);
- const aes = parent.crypto.createDecipheriv('aes-256-cbc', obj.dbKey, iv);
- var plaintextBytes = Buffer.from(aes.update(data));
- plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]);
- return plaintextBytes.toString();
- }
- }
- // Start NeDB main collection and setup indexes
- obj.file = new Datastore(datastoreOptions);
- obj.file.persistence.setAutocompactionInterval(86400000); // Compact once a day
- obj.file.ensureIndex({ fieldName: 'type' });
- obj.file.ensureIndex({ fieldName: 'domain' });
- obj.file.ensureIndex({ fieldName: 'meshid', sparse: true });
- obj.file.ensureIndex({ fieldName: 'nodeid', sparse: true });
- obj.file.ensureIndex({ fieldName: 'email', sparse: true });
- // Setup the events collection and setup indexes
- obj.eventsfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-events.db'), autoload: true, corruptAlertThreshold: 1 });
- obj.eventsfile.persistence.setAutocompactionInterval(86400000); // Compact once a day
- obj.eventsfile.ensureIndex({ fieldName: 'ids' }); // TODO: Not sure if this is a good index, this is a array field.
- obj.eventsfile.ensureIndex({ fieldName: 'nodeid', sparse: true });
- obj.eventsfile.ensureIndex({ fieldName: 'time', expireAfterSeconds: expireEventsSeconds });
- obj.eventsfile.remove({ time: { '$lt': new Date(Date.now() - (expireEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events
- // Setup the power collection and setup indexes
- obj.powerfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-power.db'), autoload: true, corruptAlertThreshold: 1 });
- obj.powerfile.persistence.setAutocompactionInterval(86400000); // Compact once a day
- obj.powerfile.ensureIndex({ fieldName: 'nodeid' });
- obj.powerfile.ensureIndex({ fieldName: 'time', expireAfterSeconds: expirePowerEventsSeconds });
- obj.powerfile.remove({ time: { '$lt': new Date(Date.now() - (expirePowerEventsSeconds * 1000)) } }, { multi: true }); // Force delete older events
- // Setup the SMBIOS collection, for NeDB we don't setup SMBIOS since NeDB will corrupt the database. Remove any existing ones.
- //obj.smbiosfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-smbios.db'), autoload: true, corruptAlertThreshold: 1 });
- parent.fs.unlink(parent.getConfigFilePath('meshcentral-smbios.db'), function () { });
- // Setup the server stats collection and setup indexes
- obj.serverstatsfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-stats.db'), autoload: true, corruptAlertThreshold: 1 });
- obj.serverstatsfile.persistence.setAutocompactionInterval(86400000); // Compact once a day
- obj.serverstatsfile.ensureIndex({ fieldName: 'time', expireAfterSeconds: expireServerStatsSeconds });
- obj.serverstatsfile.ensureIndex({ fieldName: 'expire', expireAfterSeconds: 0 }); // Auto-expire events
- obj.serverstatsfile.remove({ time: { '$lt': new Date(Date.now() - (expireServerStatsSeconds * 1000)) } }, { multi: true }); // Force delete older events
- // Setup plugin info collection
- if (obj.pluginsActive) {
- obj.pluginsfile = new Datastore({ filename: parent.getConfigFilePath('meshcentral-plugins.db'), autoload: true });
- obj.pluginsfile.persistence.setAutocompactionInterval(86400000); // Compact once a day
- }
- setupFunctions(func); // Completed setup of NeDB
- }
- // Create the PostgreSQL tables
- function postgreSqlCreateTables(func) {
- // Database was created, create the tables
- parent.debug('db', 'Creating tables...');
- sqlDbBatchExec([
- 'CREATE TABLE IF NOT EXISTS main (id VARCHAR(256) PRIMARY KEY NOT NULL, type CHAR(32), domain CHAR(64), extra CHAR(255), extraex CHAR(255), doc JSON)',
- 'CREATE TABLE IF NOT EXISTS events(id SERIAL PRIMARY KEY, time TIMESTAMP, domain CHAR(64), action CHAR(255), nodeid CHAR(255), userid CHAR(255), doc JSON)',
- 'CREATE TABLE IF NOT EXISTS eventids(fkid INT NOT NULL, target CHAR(255), CONSTRAINT fk_eventid FOREIGN KEY (fkid) REFERENCES events (id) ON DELETE CASCADE ON UPDATE RESTRICT)',
- 'CREATE TABLE IF NOT EXISTS serverstats (time TIMESTAMP PRIMARY KEY, expire TIMESTAMP, doc JSON)',
- 'CREATE TABLE IF NOT EXISTS power (id SERIAL PRIMARY KEY, time TIMESTAMP, nodeid CHAR(255), doc JSON)',
- 'CREATE TABLE IF NOT EXISTS smbios (id CHAR(255) PRIMARY KEY, time TIMESTAMP, expire TIMESTAMP, doc JSON)',
- 'CREATE TABLE IF NOT EXISTS plugin (id SERIAL PRIMARY KEY, doc JSON)'
- ], function (results) {
- parent.debug('db', 'Creating indexes...');
- sqlDbExec('CREATE INDEX ndxtypedomainextra ON main (type, domain, extra)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxextra ON main (extra)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxextraex ON main (extraex)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventstime ON events(time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventsusername ON events(domain, userid, time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventsdomainnodeidtime ON events(domain, nodeid, time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxeventids ON eventids(target)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxserverstattime ON serverstats (time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxserverstatexpire ON serverstats (expire)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxpowernodeidtime ON power (nodeid, time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxsmbiostime ON smbios (time)', null, function (err, response) { });
- sqlDbExec('CREATE INDEX ndxsmbiosexpire ON smbios (expire)', null, function (err, response) { });
- setupFunctions(func);
- });
- }
- // Check the object names for a "."
- function checkObjectNames(r, tag) {
- if (typeof r != 'object') return;
- for (var i in r) {
- if (i.indexOf('.') >= 0) { throw ('BadDbName (' + tag + '): ' + JSON.stringify(r)); }
- checkObjectNames(r[i], tag);
- }
- }
- // Query the database
- function sqlDbQuery(query, args, func, debug) {
- if (obj.databaseType == 8) { // SQLite
- if (args == null) { args = []; }
- obj.file.all(query, args, function (err, docs) {
- if (err != null) { console.log(query, args, err, docs); }
- if (docs != null) {
- for (var i in docs) {
- if (typeof docs[i].doc == 'string') {
- try { docs[i] = JSON.parse(docs[i].doc); } catch (ex) {
- console.log(query, args, docs[i]);
- }
- }
- }
- }
- if (func) { func(err, docs); }
- });
- } else if (obj.databaseType == 4) { // MariaDB
- Datastore.getConnection()
- .then(function (conn) {
- conn.query(query, args)
- .then(function (rows) {
- conn.release();
- var docs = [];
- for (var i in rows) {
- if (rows[i].doc) {
- docs.push(performTypedRecordDecrypt((typeof rows[i].doc == 'object') ? rows[i].doc : JSON.parse(rows[i].doc)));
- } else if ((rows.length == 1) && (rows[i]['COUNT(doc)'] != null)) {
- // This is a SELECT COUNT() operation
- docs = parseInt(rows[i]['COUNT(doc)']);
- }
- }
- if (func) try { func(null, docs); } catch (ex) { console.log('SQLERR1', ex); }
- })
- .catch(function (err) { conn.release(); if (func) try { func(err); } catch (ex) { console.log('SQLERR2', ex); } });
- }).catch(function (err) { if (func) { try { func(err); } catch (ex) { console.log('SQLERR3', ex); } } });
- } else if (obj.databaseType == 5) { // MySQL
- Datastore.query(query, args, function (error, results, fields) {
- if (error != null) {
- if (func) try { func(error); } catch (ex) { console.log('SQLERR4', ex); }
- } else {
- var docs = [];
- for (var i in results) {
- if (results[i].doc) {
- if (typeof results[i].doc == 'string') {
- docs.push(JSON.parse(results[i].doc));
- } else {
- docs.push(results[i].doc);
- }
- } else if ((results.length == 1) && (results[i]['COUNT(doc)'] != null)) {
- // This is a SELECT COUNT() operation
- docs = results[i]['COUNT(doc)'];
- }
- }
- if (func) { try { func(null, docs); } catch (ex) { console.log('SQLERR5', ex); } }
- }
- });
- } else if (obj.databaseType == 6) { // Postgres SQL
- Datastore.query(query, args, function (error, results) {
- if (error != null) {
- if (func) try { func(error); } catch (ex) { console.log('SQLERR4', ex); }
- } else {
- var docs = [];
- if ((results.command == 'INSERT') && (results.rows != null) && (results.rows.length == 1)) { docs = results.rows[0]; }
- else if (results.command == 'SELECT') {
- for (var i in results.rows) {
- if (results.rows[i].doc) {
- if (typeof results.rows[i].doc == 'string') {
- docs.push(JSON.parse(results.rows[i].doc));
- } else {
- docs.push(results.rows[i].doc);
- }
- } else if (results.rows[i].count && (results.rows.length == 1)) {
- // This is a SELECT COUNT() operation
- docs = parseInt(results.rows[i].count);
- }
- }
- }
- if (func) { try { func(null, docs, results); } catch (ex) { console.log('SQLERR5', ex); } }
- }
- });
- }
- }
- // Exec on the database
- function sqlDbExec(query, args, func) {
- if (obj.databaseType == 4) { // MariaDB
- Datastore.getConnection()
- .then(function (conn) {
- conn.query(query, args)
- .then(function (rows) {
- conn.release();
- if (func) try { func(null, rows[0]); } catch (ex) { console.log(ex); }
- })
- .catch(function (err) { conn.release(); if (func) try { func(err); } catch (ex) { console.log(ex); } });
- }).catch(function (err) { if (func) { try { func(err); } catch (ex) { console.log(ex); } } });
- } else if ((obj.databaseType == 5) || (obj.databaseType == 6)) { // MySQL or Postgres SQL
- Datastore.query(query, args, function (error, results, fields) {
- if (func) try { func(error, results ? results[0] : null); } catch (ex) { console.log(ex); }
- });
- }
- }
- // Execute a batch of commands on the database
- function sqlDbBatchExec(queries, func) {
- if (obj.databaseType == 4) { // MariaDB
- Datastore.getConnection()
- .then(function (conn) {
- var Promises = [];
- for (var i in queries) { if (typeof queries[i] == 'string') { Promises.push(conn.query(queries[i])); } else { Promises.push(conn.query(queries[i][0], queries[i][1])); } }
- Promise.all(Promises)
- .then(function (rows) { conn.release(); if (func) { try { func(null); } catch (ex) { console.log(ex); } } })
- .catch(function (err) { conn.release(); if (func) { try { func(err); } catch (ex) { console.log(ex); } } });
- })
- .catch(function (err) { if (func) { try { func(err); } catch (ex) { console.log(ex); } } });
- } else if (obj.databaseType == 5) { // MySQL
- Datastore.getConnection(function(err, connection) {
- if (err) { if (func) { try { func(err); } catch (ex) { console.log(ex); } } return; }
- var Promises = [];
- for (var i in queries) { if (typeof queries[i] == 'string') { Promises.push(connection.promise().query(queries[i])); } else { Promises.push(connection.promise().query(queries[i][0], queries[i][1])); } }
- Promise.all(Promises)
- .then(function (error, results, fields) { connection.release(); if (func) { try { func(error, results); } catch (ex) { console.log(ex); } } })
- .catch(function (error, results, fields) { connection.release(); if (func) { try { func(error); } catch (ex) { console.log(ex); } } });
- });
- } else if (obj.databaseType == 6) { // Postgres
- var Promises = [];
- for (var i in queries) { if (typeof queries[i] == 'string') { Promises.push(Datastore.query(queries[i])); } else { Promises.push(Datastore.query(queries[i][0], queries[i][1])); } }
- Promise.all(Promises)
- .then(function (error, results, fields) { if (func) { try { func(error, results); } catch (ex) { console.log(ex); } } })
- .catch(function (error, results, fields) { if (func) { try { func(error); } catch (ex) { console.log(ex); } } });
- }
- }
- function setupFunctions(func) {
- if (obj.databaseType == 8) {
- // Database actions on the main collection. SQLite3: https://www.linode.com/docs/guides/getting-started-with-nodejs-sqlite/
- obj.Set = function (value, func) {
- obj.dbCounters.fileSet++;
- var extra = null, extraex = null;
- value = common.escapeLinksFieldNameEx(value);
- if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; }
- if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; }
- if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); }
- sqlDbQuery('INSERT INTO main VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (id) DO UPDATE SET type = $2, domain = $3, extra = $4, extraex = $5, doc = $6;', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, JSON.stringify(performTypedRecordEncrypt(value))], func);
- }
- obj.SetRaw = function (value, func) {
- obj.dbCounters.fileSet++;
- var extra = null, extraex = null;
- if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; }
- if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; }
- if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); }
- sqlDbQuery('INSERT INTO main VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (id) DO UPDATE SET type = $2, domain = $3, extra = $4, extraex = $5, doc = $6;', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, JSON.stringify(performTypedRecordEncrypt(value))], func);
- }
- obj.Get = function (_id, func) {
- sqlDbQuery('SELECT doc FROM main WHERE id = $1', [_id], function (err, docs) {
- if ((docs != null) && (docs.length > 0)) { for (var i in docs) { if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.GetAll = function (func) {
- sqlDbQuery('SELECT domain, doc FROM main', null, function (err, docs) {
- if ((docs != null) && (docs.length > 0)) { for (var i in docs) { if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.GetHash = function (id, func) {
- sqlDbQuery('SELECT doc FROM main WHERE id = $1', [id], function (err, docs) {
- if ((docs != null) && (docs.length > 0)) { for (var i in docs) { if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.GetAllTypeNoTypeField = function (type, domain, func) {
- sqlDbQuery('SELECT doc FROM main WHERE type = $1 AND domain = $2', [type, domain], function (err, docs) {
- if ((docs != null) && (docs.length > 0)) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- };
- obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, skip, limit, func) {
- if (limit == 0) { limit = -1; } // In SQLite, no limit is -1
- if (id && (id != '')) {
- sqlDbQuery('SELECT doc FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra IN (' + dbMergeSqlArray(meshes) + ')) LIMIT $4 OFFSET $5', [id, type, domain, limit, skip], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- } else {
- if (extrasids == null) {
- sqlDbQuery('SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND (extra IN (' + dbMergeSqlArray(meshes) + ')) LIMIT $3 OFFSET $4', [type, domain, limit, skip], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- } else {
- sqlDbQuery('SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND ((extra IN (' + dbMergeSqlArray(meshes) + ')) OR (id IN (' + dbMergeSqlArray(extrasids) + '))) LIMIT $3 OFFSET $4', [type, domain, limit, skip], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- }
- };
- obj.CountAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) {
- if (id && (id != '')) {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra IN (' + dbMergeSqlArray(meshes) + '))', [id, type, domain], function (err, docs) {
- func(err, (err == null) ? docs[0]['COUNT(doc)'] : null);
- });
- } else {
- if (extrasids == null) {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE (type = $1) AND (domain = $2) AND (extra IN (' + dbMergeSqlArray(meshes) + '))', [type, domain], function (err, docs) {
- func(err, (err == null) ? docs[0]['COUNT(doc)'] : null);
- });
- } else {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE (type = $1) AND (domain = $2) AND ((extra IN (' + dbMergeSqlArray(meshes) + ')) OR (id IN (' + dbMergeSqlArray(extrasids) + ')))', [type, domain], function (err, docs) {
- func(err, (err == null) ? docs[0]['COUNT(doc)'] : null);
- });
- }
- }
- };
- obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) {
- if (id && (id != '')) {
- sqlDbQuery('SELECT doc FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra IN (' + dbMergeSqlArray(nodes) + '))', [id, type, domain], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- } else {
- sqlDbQuery('SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND (extra IN (' + dbMergeSqlArray(nodes) + '))', [type, domain], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- };
- obj.GetAllType = function (type, func) {
- sqlDbQuery('SELECT doc FROM main WHERE type = $1', [type], function (err, docs) {
- if (docs != null) { for (var i in docs) { if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.GetAllIdsOfType = function (ids, domain, type, func) {
- sqlDbQuery('SELECT doc FROM main WHERE (id IN (' + dbMergeSqlArray(ids) + ')) AND domain = $1 AND type = $2', [domain, type], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.GetUserWithEmail = function (domain, email, func) {
- sqlDbQuery('SELECT doc FROM main WHERE domain = $1 AND extra = $2', [domain, 'email/' + email], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.GetUserWithVerifiedEmail = function (domain, email, func) {
- sqlDbQuery('SELECT doc FROM main WHERE domain = $1 AND extra = $2', [domain, 'email/' + email], function (err, docs) {
- if (docs != null) { for (var i in docs) { delete docs[i].type; if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- obj.Remove = function (id, func) { sqlDbQuery('DELETE FROM main WHERE id = $1', [id], func); };
- obj.RemoveAll = function (func) { sqlDbQuery('DELETE FROM main', null, func); };
- obj.RemoveAllOfType = function (type, func) { sqlDbQuery('DELETE FROM main WHERE type = $1', [type], func); };
- obj.InsertMany = function (data, func) { var pendingOps = 0; for (var i in data) { pendingOps++; obj.SetRaw(data[i], function () { if (--pendingOps == 0) { func(); } }); } }; // Insert records directly, no link escaping
- obj.RemoveMeshDocuments = function (id, func) { sqlDbQuery('DELETE FROM main WHERE extra = $1', [id], function () { sqlDbQuery('DELETE FROM main WHERE id = $1', ['nt' + id], func); }); };
- obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); };
- obj.DeleteDomain = function (domain, func) { sqlDbQuery('DELETE FROM main WHERE domain = $1', [domain], func); };
- obj.SetUser = function (user) { if (user == null) return; if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } };
- obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } };
- obj.getLocalAmtNodes = function (func) {
- sqlDbQuery('SELECT doc FROM main WHERE (type = \'node\') AND (extraex IS NULL)', null, function (err, docs) {
- if (docs != null) { for (var i in docs) { if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- var r = []; if (err == null) { for (var i in docs) { if (docs[i].host != null && docs[i].intelamt != null) { r.push(docs[i]); } } } func(err, r);
- });
- };
- obj.getAmtUuidMeshNode = function (domainid, mtype, uuid, func) {
- sqlDbQuery('SELECT doc FROM main WHERE domain = $1 AND extraex = $2', [domainid, 'uuid/' + uuid], function (err, docs) {
- if (docs != null) { for (var i in docs) { if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); } } }
- func(err, docs);
- });
- };
- obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { sqlDbExec('SELECT COUNT(id) FROM main WHERE domain = $1 AND type = $2', [domainid, type], function (err, response) { func((response['COUNT(id)'] == null) || (response['COUNT(id)'] > max), response['COUNT(id)']) }); } }
- // Database actions on the events collection
- obj.GetAllEvents = function (func) {
- sqlDbQuery('SELECT doc FROM events', null, func);
- };
- obj.StoreEvent = function (event, func) {
- obj.dbCounters.eventsSet++;
- sqlDbQuery('INSERT INTO events VALUES (NULL, $1, $2, $3, $4, $5, $6) RETURNING id', [event.time, ((typeof event.domain == 'string') ? event.domain : null), event.action, event.nodeid ? event.nodeid : null, event.userid ? event.userid : null, JSON.stringify(event)], function (err, docs) {
- if(func){ func(); }
- if ((err == null) && (docs[0].id)) {
- for (var i in event.ids) {
- if (event.ids[i] != '*') {
- obj.pendingTransfer++;
- sqlDbQuery('INSERT INTO eventids VALUES ($1, $2)', [docs[0].id, event.ids[i]], function(){ if(func){ func(); } });
- }
- }
- }
- });
- };
- obj.GetEvents = function (ids, domain, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1";
- if (filter != null) {
- query = query + " AND action = $2";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC";
- } else {
- query = query + 'JOIN eventids ON id = fkid WHERE (domain = $1 AND (target IN (' + dbMergeSqlArray(ids) + '))';
- if (filter != null) {
- query = query + " AND action = $2";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC ";
- }
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetEventsWithLimit = function (ids, domain, limit, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1";
- if (filter != null) {
- query = query + " AND action = $2) ORDER BY time DESC LIMIT $3";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $2";
- }
- } else {
- query = query + "JOIN eventids ON id = fkid WHERE (domain = $1 AND (target IN (" + dbMergeSqlArray(ids) + "))";
- if (filter != null) {
- query = query + " AND action = $2) GROUP BY id ORDER BY time DESC LIMIT $3";
- dataarray.push(filter);
- } else {
- query = query + ") GROUP BY id ORDER BY time DESC LIMIT $2";
- }
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetUserEvents = function (ids, domain, userid, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain, userid];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1 AND userid = $2";
- if (filter != null) {
- query = query + " AND action = $3";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC";
- } else {
- query = query + 'JOIN eventids ON id = fkid WHERE (domain = $1 AND userid = $2 AND (target IN (' + dbMergeSqlArray(ids) + '))';
- if (filter != null) {
- query = query + " AND action = $3";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC";
- }
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetUserEventsWithLimit = function (ids, domain, userid, limit, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain, userid];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1 AND userid = $2";
- if (filter != null) {
- query = query + " AND action = $3) ORDER BY time DESC LIMIT $4";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $3";
- }
- } else {
- query = query + "JOIN eventids ON id = fkid WHERE (domain = $1 AND userid = $2 AND (target IN (" + dbMergeSqlArray(ids) + "))";
- if (filter != null) {
- query = query + " AND action = $3) GROUP BY id ORDER BY time DESC LIMIT $4";
- dataarray.push(filter);
- } else {
- query = query + ") GROUP BY id ORDER BY time DESC LIMIT $3";
- }
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetEventsTimeRange = function (ids, domain, msgids, start, end, func) {
- if (ids.indexOf('*') >= 0) {
- sqlDbQuery('SELECT doc FROM events WHERE ((domain = $1) AND (time BETWEEN $2 AND $3)) ORDER BY time', [domain, start, end], func);
- } else {
- sqlDbQuery('SELECT doc FROM events JOIN eventids ON id = fkid WHERE ((domain = $1) AND (target IN (' + dbMergeSqlArray(ids) + ')) AND (time BETWEEN $2 AND $3)) GROUP BY id ORDER BY time', [domain, start, end], func);
- }
- };
- //obj.GetUserLoginEvents = function (domain, userid, func) { } // TODO
- obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, filter, func) {
- var query = "SELECT doc FROM events WHERE (nodeid = $1 AND domain = $2";
- var dataarray = [nodeid, domain];
- if (filter != null) {
- query = query + "AND action = $3) ORDER BY time DESC LIMIT $4";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $3";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, filter, func) {
- var query = "SELECT doc FROM events WHERE (nodeid = $1) AND (domain = $2) AND ((userid = $3) OR (userid IS NULL)) ";
- var dataarray = [nodeid, domain, userid];
- if (filter != null) {
- query = query + "AND (action = $4) ORDER BY time DESC LIMIT $5";
- dataarray.push(filter);
- } else {
- query = query + "ORDER BY time DESC LIMIT $4";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.RemoveAllEvents = function (domain) { sqlDbQuery('DELETE FROM events', null, function (err, docs) { }); };
- obj.RemoveAllNodeEvents = function (domain, nodeid) { if ((domain == null) || (nodeid == null)) return; sqlDbQuery('DELETE FROM events WHERE domain = $1 AND nodeid = $2', [domain, nodeid], function (err, docs) { }); };
- obj.RemoveAllUserEvents = function (domain, userid) { if ((domain == null) || (userid == null)) return; sqlDbQuery('DELETE FROM events WHERE domain = $1 AND userid = $2', [domain, userid], function (err, docs) { }); };
- obj.GetFailedLoginCount = function (userid, domainid, lastlogin, func) { sqlDbQuery('SELECT COUNT(*) FROM events WHERE action = \'authfail\' AND domain = $1 AND userid = $2 AND time > $3', [domainid, userid, lastlogin], function (err, response) { func(err == null ? response[0]['COUNT(*)'] : 0); }); }
- // Database actions on the power collection
- obj.getAllPower = function (func) { sqlDbQuery('SELECT doc FROM power', null, func); };
- obj.storePowerEvent = function (event, multiServer, func) { obj.dbCounters.powerSet++; if (multiServer != null) { event.server = multiServer.serverid; } sqlDbQuery('INSERT INTO power VALUES (NULL, $1, $2, $3)', [event.time, event.nodeid ? event.nodeid : null, JSON.stringify(event)], func); };
- obj.getPowerTimeline = function (nodeid, func) { sqlDbQuery('SELECT doc FROM power WHERE ((nodeid = $1) OR (nodeid = \'*\')) ORDER BY time ASC', [nodeid], func); };
- obj.removeAllPowerEvents = function () { sqlDbQuery('DELETE FROM power', null, function (err, docs) { }); };
- obj.removeAllPowerEventsForNode = function (nodeid) { if (nodeid == null) return; sqlDbQuery('DELETE FROM power WHERE nodeid = $1', [nodeid], function (err, docs) { }); };
- // Database actions on the SMBIOS collection
- obj.GetAllSMBIOS = function (func) { sqlDbQuery('SELECT doc FROM smbios', null, func); };
- obj.SetSMBIOS = function (smbios, func) { var expire = new Date(smbios.time); expire.setMonth(expire.getMonth() + 6); sqlDbQuery('INSERT INTO smbios VALUES ($1, $2, $3, $4) ON CONFLICT (id) DO UPDATE SET time = $2, expire = $3, doc = $4', [smbios._id, smbios.time, expire, JSON.stringify(smbios)], func); };
- obj.RemoveSMBIOS = function (id) { sqlDbQuery('DELETE FROM smbios WHERE id = $1', [id], function (err, docs) { }); };
- obj.GetSMBIOS = function (id, func) { sqlDbQuery('SELECT doc FROM smbios WHERE id = $1', [id], func); };
- // Database actions on the Server Stats collection
- obj.SetServerStats = function (data, func) { sqlDbQuery('INSERT INTO serverstats VALUES ($1, $2, $3) ON CONFLICT (time) DO UPDATE SET expire = $2, doc = $3', [data.time, data.expire, JSON.stringify(data)], func); };
- obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); sqlDbQuery('SELECT doc FROM serverstats WHERE time > $1', [t], func); }; // TODO: Expire old entries
- // Read a configuration file from the database
- obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); }
- // Write a configuration file to the database
- obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); }
- // List all configuration files
- obj.listConfigFiles = function (func) { sqlDbQuery('SELECT doc FROM main WHERE type = "cfile" ORDER BY id', func); }
- // Get database information (TODO: Complete this)
- obj.getDbStats = function (func) {
- obj.stats = { c: 4 };
- sqlDbQuery('SELECT COUNT(*) FROM main', null, function (err, response) { obj.stats.meshcentral = (err == null ? response[0]['COUNT(*)'] : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbQuery('SELECT COUNT(*) FROM serverstats', null, function (err, response) { obj.stats.serverstats = (err == null ? response[0]['COUNT(*)'] : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbQuery('SELECT COUNT(*) FROM power', null, function (err, response) { obj.stats.power = (err == null ? response[0]['COUNT(*)'] : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbQuery('SELECT COUNT(*) FROM smbios', null, function (err, response) { obj.stats.smbios = (err == null ? response[0]['COUNT(*)'] : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- }
- // Plugin operations
- if (obj.pluginsActive) {
- obj.addPlugin = function (plugin, func) { sqlDbQuery('INSERT INTO plugin VALUES (NULL, $1)', [JSON.stringify(plugin)], func); }; // Add a plugin
- obj.getPlugins = function (func) { sqlDbQuery('SELECT JSON_INSERT(doc, "$._id", id) as doc FROM plugin', null, func); }; // Get all plugins
- obj.getPlugin = function (id, func) { sqlDbQuery('SELECT JSON_INSERT(doc, "$._id", id) as doc FROM plugin WHERE id = $1', [id], func); }; // Get plugin
- obj.deletePlugin = function (id, func) { sqlDbQuery('DELETE FROM plugin WHERE id = $1', [id], func); }; // Delete plugin
- obj.setPluginStatus = function (id, status, func) { sqlDbQuery('UPDATE plugin SET doc=JSON_SET(doc,"$.status",$1) WHERE id=$2', [status,id], func); };
- obj.updatePlugin = function (id, args, func) { delete args._id; sqlDbQuery('UPDATE plugin SET doc=json_patch(doc,$1) WHERE id=$2', [JSON.stringify(args),id], func); };
- }
- } else if (obj.databaseType == 7) {
- // Database actions on the main collection. AceBase: https://github.com/appy-one/acebase
- obj.Set = function (data, func) {
- data = common.escapeLinksFieldNameEx(data);
- var xdata = performTypedRecordEncrypt(data);
- obj.dbCounters.fileSet++;
- obj.file.ref('meshcentral').child(encodeURIComponent(xdata._id)).set(common.aceEscapeFieldNames(xdata)).then(function (ref) { if (func) { func(); } })
- };
- obj.Get = function (id, func) {
- obj.file.ref('meshcentral').child(encodeURIComponent(id)).get(function (snapshot) {
- if (snapshot.exists()) { func(null, performTypedRecordDecrypt([common.aceUnEscapeFieldNames(snapshot.val())])); } else { func(null, []); }
- });
- };
- obj.GetAll = function (func) {
- obj.file.ref('meshcentral').get(function(snapshot) {
- const val = snapshot.val();
- const docs = Object.keys(val).map(function(key) { return val[key]; });
- func(null, common.aceUnEscapeAllFieldNames(docs));
- });
- };
- obj.GetHash = function (id, func) {
- obj.file.ref('meshcentral').child(encodeURIComponent(id)).get({ include: ['hash'] }, function (snapshot) {
- if (snapshot.exists()) { func(null, snapshot.val()); } else { func(null, null); }
- });
- };
- obj.GetAllTypeNoTypeField = function (type, domain, func) {
- obj.file.query('meshcentral').filter('type', '==', type).filter('domain', '==', domain).get({ exclude: ['type'] }, function (snapshots) {
- const docs = [];
- for (var i in snapshots) { const x = snapshots[i].val(); docs.push(x); }
- func(null, common.aceUnEscapeAllFieldNames(docs));
- });
- }
- obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, skip, limit, func) {
- if (meshes.length == 0) { func(null, []); return; }
- var query = obj.file.query('meshcentral').skip(skip).take(limit).filter('type', '==', type).filter('domain', '==', domain);
- if (id) { query = query.filter('_id', '==', id); }
- if (extrasids == null) {
- query = query.filter('meshid', 'in', meshes);
- query.get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); });
- } else {
- // TODO: This is a slow query as we did not find a filter-or-filter, so we query everything and filter manualy.
- query.get(function (snapshots) {
- const docs = [];
- for (var i in snapshots) { const x = snapshots[i].val(); if ((extrasids.indexOf(x._id) >= 0) || (meshes.indexOf(x.meshid) >= 0)) { docs.push(x); } }
- func(null, performTypedRecordDecrypt(docs));
- });
- }
- };
- obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) {
- var query = obj.file.query('meshcentral').filter('type', '==', type).filter('domain', '==', domain).filter('nodeid', 'in', nodes);
- if (id) { query = query.filter('_id', '==', id); }
- query.get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); });
- };
- obj.GetAllType = function (type, func) {
- obj.file.query('meshcentral').filter('type', '==', type).get(function (snapshots) {
- const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); }
- func(null, common.aceUnEscapeAllFieldNames(performTypedRecordDecrypt(docs)));
- });
- };
- obj.GetAllIdsOfType = function (ids, domain, type, func) { obj.file.query('meshcentral').filter('_id', 'in', ids).filter('domain', '==', domain).filter('type', '==', type).get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); }); };
- obj.GetUserWithEmail = function (domain, email, func) { obj.file.query('meshcentral').filter('type', '==', 'user').filter('domain', '==', domain).filter('email', '==', email).get({ exclude: ['type'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); }); };
- obj.GetUserWithVerifiedEmail = function (domain, email, func) { obj.file.query('meshcentral').filter('type', '==', 'user').filter('domain', '==', domain).filter('email', '==', email).filter('emailVerified', '==', true).get({ exclude: ['type'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); }); };
- obj.Remove = function (id, func) { obj.file.ref('meshcentral').child(encodeURIComponent(id)).remove().then(function () { if (func) { func(); } }); };
- obj.RemoveAll = function (func) { obj.file.query('meshcentral').remove().then(function () { if (func) { func(); } }); };
- obj.RemoveAllOfType = function (type, func) { obj.file.query('meshcentral').filter('type', '==', type).remove().then(function () { if (func) { func(); } }); };
- obj.InsertMany = function (data, func) { var r = {}; for (var i in data) { const ref = obj.file.ref('meshcentral').child(encodeURIComponent(data[i]._id)); r[ref.key] = common.aceEscapeFieldNames(data[i]); } obj.file.ref('meshcentral').set(r).then(function (ref) { func(); }); }; // Insert records directly, no link escaping
- obj.RemoveMeshDocuments = function (id) { obj.file.query('meshcentral').filter('meshid', '==', id).remove(); obj.file.ref('meshcentral').child(encodeURIComponent('nt' + id)).remove(); };
- obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); };
- obj.DeleteDomain = function (domain, func) { obj.file.query('meshcentral').filter('domain', '==', domain).remove().then(function () { if (func) { func(); } }); };
- obj.SetUser = function (user) { if (user == null) return; if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } };
- obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } };
- obj.getLocalAmtNodes = function (func) { obj.file.query('meshcentral').filter('type', '==', 'node').filter('host', 'exists').filter('host', '!=', null).filter('intelamt', 'exists').get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); }); };
- obj.getAmtUuidMeshNode = function (domainid, mtype, uuid, func) { obj.file.query('meshcentral').filter('type', '==', 'node').filter('domain', '==', domainid).filter('mtype', '!=', mtype).filter('intelamt.uuid', '==', uuid).get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, performTypedRecordDecrypt(docs)); }); };
- obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.query('meshcentral').filter('type', '==', type).filter('domain', '==', domainid).get({ snapshots: false }, function (snapshots) { func((snapshots.length > max), snapshots.length); }); } }
- // Database actions on the events collection
- obj.GetAllEvents = function (func) {
- obj.file.ref('events').get(function (snapshot) {
- const val = snapshot.val();
- const docs = Object.keys(val).map(function(key) { return val[key]; });
- func(null, docs);
- })
- };
- obj.StoreEvent = function (event, func) {
- if (typeof event.account == 'object') { event = Object.assign({}, event); event.account = common.aceEscapeFieldNames(event.account); }
- obj.dbCounters.eventsSet++;
- obj.file.ref('events').push(event).then(function (userRef) { if (func) { func(); } });
- };
- obj.GetEvents = function (ids, domain, filter, func) {
- // This request is slow since we have not found a .filter() that will take two arrays and match a single item.
- if (filter != null) {
- obj.file.query('events').filter('domain', '==', domain).filter('action', '==', filter).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type'] }, function (snapshots) {
- const docs = [];
- for (var i in snapshots) {
- const doc = snapshots[i].val();
- if ((doc.ids == null) || (!Array.isArray(doc.ids))) continue;
- var found = false;
- for (var j in doc.ids) { if (ids.indexOf(doc.ids[j]) >= 0) { found = true; } } // Check if one of the items in both arrays matches
- if (found) { delete doc.ids; if (typeof doc.account == 'object') { doc.account = common.aceUnEscapeFieldNames(doc.account); } docs.push(doc); }
- }
- func(null, docs);
- });
- } else {
- obj.file.query('events').filter('domain', '==', domain).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type'] }, function (snapshots) {
- const docs = [];
- for (var i in snapshots) {
- const doc = snapshots[i].val();
- if ((doc.ids == null) || (!Array.isArray(doc.ids))) continue;
- var found = false;
- for (var j in doc.ids) { if (ids.indexOf(doc.ids[j]) >= 0) { found = true; } } // Check if one of the items in both arrays matches
- if (found) { delete doc.ids; if (typeof doc.account == 'object') { doc.account = common.aceUnEscapeFieldNames(doc.account); } docs.push(doc); }
- }
- func(null, docs);
- });
- }
- };
- obj.GetEventsWithLimit = function (ids, domain, limit, filter, func) {
- // This request is slow since we have not found a .filter() that will take two arrays and match a single item.
- // TODO: Request a new AceBase feature for a 'array:contains-one-of' filter:
- // obj.file.indexes.create('events', 'ids', { type: 'array' });
- // db.query('events').filter('ids', 'array:contains-one-of', ids)
- if (filter != null) {
- obj.file.query('events').filter('domain', '==', domain).filter('action', '==', filter).take(limit).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type'] }, function (snapshots) {
- const docs = [];
- for (var i in snapshots) {
- const doc = snapshots[i].val();
- if ((doc.ids == null) || (!Array.isArray(doc.ids))) continue;
- var found = false;
- for (var j in doc.ids) { if (ids.indexOf(doc.ids[j]) >= 0) { found = true; } } // Check if one of the items in both arrays matches
- if (found) { delete doc.ids; if (typeof doc.account == 'object') { doc.account = common.aceUnEscapeFieldNames(doc.account); } docs.push(doc); }
- }
- func(null, docs);
- });
- } else {
- obj.file.query('events').filter('domain', '==', domain).take(limit).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type'] }, function (snapshots) {
- const docs = [];
- for (var i in snapshots) {
- const doc = snapshots[i].val();
- if ((doc.ids == null) || (!Array.isArray(doc.ids))) continue;
- var found = false;
- for (var j in doc.ids) { if (ids.indexOf(doc.ids[j]) >= 0) { found = true; } } // Check if one of the items in both arrays matches
- if (found) { delete doc.ids; if (typeof doc.account == 'object') { doc.account = common.aceUnEscapeFieldNames(doc.account); } docs.push(doc); }
- }
- func(null, docs);
- });
- }
- };
- obj.GetUserEvents = function (ids, domain, userid, filter, func) {
- if (filter != null) {
- obj.file.query('events').filter('domain', '==', domain).filter('userid', 'in', userid).filter('ids', 'in', ids).filter('action', '==', filter).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type', 'ids'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- } else {
- obj.file.query('events').filter('domain', '==', domain).filter('userid', 'in', userid).filter('ids', 'in', ids).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type', 'ids'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- }
- };
- obj.GetUserEventsWithLimit = function (ids, domain, userid, limit, filter, func) {
- if (filter != null) {
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('userid', 'in', userid).filter('ids', 'in', ids).filter('action', '==', filter).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type', 'ids'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- } else {
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('userid', 'in', userid).filter('ids', 'in', ids).sort('time', false).get({ exclude: ['_id', 'domain', 'node', 'type', 'ids'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- }
- };
- obj.GetEventsTimeRange = function (ids, domain, msgids, start, end, func) {
- obj.file.query('events').filter('domain', '==', domain).filter('ids', 'in', ids).filter('msgid', 'in', msgids).filter('time', 'between', [start, end]).sort('time', false).get({ exclude: ['type', '_id', 'domain', 'node'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- };
- obj.GetUserLoginEvents = function (domain, userid, func) {
- obj.file.query('events').filter('domain', '==', domain).filter('action', 'in', ['authfail', 'login']).filter('userid', '==', userid).filter('msgArgs', 'exists').sort('time', false).get({ include: ['action', 'time', 'msgid', 'msgArgs', 'tokenName'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- };
- obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, filter, func) {
- if (filter != null) {
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('nodeid', '==', nodeid).filter('action', '==', filter).sort('time', false).get({ exclude: ['type', 'etype', '_id', 'domain', 'ids', 'node', 'nodeid'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- } else {
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('nodeid', '==', nodeid).sort('time', false).get({ exclude: ['type', 'etype', '_id', 'domain', 'ids', 'node', 'nodeid'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- }
- };
- obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, filter, func) {
- if (filter != null) {
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('nodeid', '==', nodeid).filter('userid', '==', userid).filter('action', '==', filter).sort('time', false).get({ exclude: ['type', 'etype', '_id', 'domain', 'ids', 'node', 'nodeid'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- } else {
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('nodeid', '==', nodeid).filter('userid', '==', userid).sort('time', false).get({ exclude: ['type', 'etype', '_id', 'domain', 'ids', 'node', 'nodeid'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- }
- obj.file.query('events').take(limit).filter('domain', '==', domain).filter('nodeid', '==', nodeid).filter('userid', '==', userid).sort('time', false).get({ exclude: ['type', 'etype', '_id', 'domain', 'ids', 'node', 'nodeid'] }, function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- };
- obj.RemoveAllEvents = function (domain) {
- obj.file.query('events').filter('domain', '==', domain).remove().then(function () { if (func) { func(); } });;
- };
- obj.RemoveAllNodeEvents = function (domain, nodeid) {
- if ((domain == null) || (nodeid == null)) return;
- obj.file.query('events').filter('domain', '==', domain).filter('nodeid', '==', nodeid).remove().then(function () { if (func) { func(); } });;
- };
- obj.RemoveAllUserEvents = function (domain, userid) {
- if ((domain == null) || (userid == null)) return;
- obj.file.query('events').filter('domain', '==', domain).filter('userid', '==', userid).remove().then(function () { if (func) { func(); } });;
- };
- obj.GetFailedLoginCount = function (userid, domainid, lastlogin, func) {
- obj.file.query('events').filter('domain', '==', domainid).filter('userid', '==', userid).filter('time', '>', lastlogin).sort('time', false).get({ snapshots: false }, function (snapshots) { func(null, snapshots.length); });
- }
- // Database actions on the power collection
- obj.getAllPower = function (func) {
- obj.file.ref('power').get(function (snapshot) {
- const val = snapshot.val();
- const docs = Object.keys(val).map(function(key) { return val[key]; });
- func(null, docs);
- });
- };
- obj.storePowerEvent = function (event, multiServer, func) {
- if (multiServer != null) { event.server = multiServer.serverid; }
- obj.file.ref('power').push(event).then(function (userRef) { if (func) { func(); } });
- };
- obj.getPowerTimeline = function (nodeid, func) {
- obj.file.query('power').filter('nodeid', 'in', ['*', nodeid]).sort('time').get({ exclude: ['_id', 'nodeid', 's'] }, function (snapshots) {
- const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs);
- });
- };
- obj.removeAllPowerEvents = function () {
- obj.file.ref('power').remove().then(function () { if (func) { func(); } });
- };
- obj.removeAllPowerEventsForNode = function (nodeid) {
- if (nodeid == null) return;
- obj.file.query('power').filter('nodeid', '==', nodeid).remove().then(function () { if (func) { func(); } });
- };
- // Database actions on the SMBIOS collection
- if (obj.smbiosfile != null) {
- obj.GetAllSMBIOS = function (func) {
- obj.file.ref('smbios').get(function (snapshot) {
- const val = snapshot.val();
- const docs = Object.keys(val).map(function(key) { return val[key]; });
- func(null, docs);
- });
- };
- obj.SetSMBIOS = function (smbios, func) {
- obj.file.ref('meshcentral/' + encodeURIComponent(smbios._id)).set(smbios).then(function (ref) { if (func) { func(); } })
- };
- obj.RemoveSMBIOS = function (id) {
- obj.file.query('smbios').filter('_id', '==', id).remove().then(function () { if (func) { func(); } });
- };
- obj.GetSMBIOS = function (id, func) {
- obj.file.query('smbios').filter('_id', '==', id).get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); });
- };
- }
- // Database actions on the Server Stats collection
- obj.SetServerStats = function (data, func) {
- obj.file.ref('stats').push(data).then(function (userRef) { if (func) { func(); } });
- };
- obj.GetServerStats = function (hours, func) {
- var t = new Date();
- t.setTime(t.getTime() - (60 * 60 * 1000 * hours));
- obj.file.query('stats').filter('time', '>', t).get({ exclude: ['_id', 'cpu'] }, function (snapshots) {
- const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs);
- });
- };
- // Read a configuration file from the database
- obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); }
- // Write a configuration file to the database
- obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); }
- // List all configuration files
- obj.listConfigFiles = function (func) {
- obj.file.query('meshcentral').filter('type', '==', 'cfile').sort('_id').get(function (snapshots) {
- const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs);
- });
- }
- // Get database information
- obj.getDbStats = function (func) {
- obj.stats = { c: 5 };
- obj.file.ref('meshcentral').count().then(function (count) { obj.stats.meshcentral = count; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- obj.file.ref('events').count().then(function (count) { obj.stats.events = count; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- obj.file.ref('power').count().then(function (count) { obj.stats.power = count; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- obj.file.ref('smbios').count().then(function (count) { obj.stats.smbios = count; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- obj.file.ref('stats').count().then(function (count) { obj.stats.serverstats = count; if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- }
- // Plugin operations
- if (obj.pluginsActive) {
- obj.addPlugin = function (plugin, func) { plugin.type = 'plugin'; obj.file.ref('plugin').child(encodeURIComponent(plugin._id)).set(plugin).then(function (ref) { if (func) { func(); } }) }; // Add a plugin
- obj.getPlugins = function (func) {
- obj.file.ref('plugin').get({ exclude: ['type'] }, function (snapshot) {
- const val = snapshot.val();
- const docs = Object.keys(val).map(function(key) { return val[key]; }).sort(function(a, b) { return a.name < b.name ? -1 : 1 });
- func(null, docs);
- });
- }; // Get all plugins
- obj.getPlugin = function (id, func) { obj.file.query('plugin').filter('_id', '==', id).get(function (snapshots) { const docs = []; for (var i in snapshots) { docs.push(snapshots[i].val()); } func(null, docs); }); }; // Get plugin
- obj.deletePlugin = function (id, func) { obj.file.ref('plugin').child(encodeURIComponent(id)).remove().then(function () { if (func) { func(); } }); }; // Delete plugin
- obj.setPluginStatus = function (id, status, func) { obj.file.ref('plugin').child(encodeURIComponent(id)).update({ status: status }).then(function (ref) { if (func) { func(); } }) };
- obj.updatePlugin = function (id, args, func) { delete args._id; obj.file.ref('plugin').child(encodeURIComponent(id)).set(args).then(function (ref) { if (func) { func(); } }) };
- }
- } else if (obj.databaseType == 6) {
- // Database actions on the main collection (Postgres)
- obj.Set = function (value, func) {
- obj.dbCounters.fileSet++;
- var extra = null, extraex = null;
- value = common.escapeLinksFieldNameEx(value);
- if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; }
- if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; }
- if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); }
- sqlDbQuery('INSERT INTO main VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (id) DO UPDATE SET type = $2, domain = $3, extra = $4, extraex = $5, doc = $6;', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, performTypedRecordEncrypt(value)], func);
- }
- obj.SetRaw = function (value, func) {
- obj.dbCounters.fileSet++;
- var extra = null, extraex = null;
- if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; }
- if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; }
- if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); }
- sqlDbQuery('INSERT INTO main VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (id) DO UPDATE SET type = $2, domain = $3, extra = $4, extraex = $5, doc = $6;', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, performTypedRecordEncrypt(value)], func);
- }
- obj.Get = function (_id, func) { sqlDbQuery('SELECT doc FROM main WHERE id = $1', [_id], function (err, docs) { if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetAll = function (func) { sqlDbQuery('SELECT domain, doc FROM main', null, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetHash = function (id, func) { sqlDbQuery('SELECT doc FROM main WHERE id = $1', [id], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetAllTypeNoTypeField = function (type, domain, func) { sqlDbQuery('SELECT doc FROM main WHERE type = $1 AND domain = $2', [type, domain], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, skip, limit, func) {
- if (limit == 0) { limit = 0xFFFFFFFF; }
- if (id && (id != '')) {
- sqlDbQuery('SELECT doc FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra = ANY ($4)) LIMIT $5 OFFSET $6', [id, type, domain, meshes, limit, skip], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- } else {
- if (extrasids == null) {
- sqlDbQuery('SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND (extra = ANY ($3)) LIMIT $4 OFFSET $5', [type, domain, meshes, limit, skip], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); }, true);
- } else {
- sqlDbQuery('SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND ((extra = ANY ($3)) OR (id = ANY ($4))) LIMIT $5 OFFSET $6', [type, domain, meshes, extrasids, limit, skip], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- }
- }
- };
- obj.CountAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) {
- if (id && (id != '')) {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra = ANY ($4))', [id, type, domain, meshes], function (err, docs) { func(err, docs); });
- } else {
- if (extrasids == null) {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE (type = $1) AND (domain = $2) AND (extra = ANY ($3))', [type, domain, meshes], function (err, docs) { func(err, docs); }, true);
- } else {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE (type = $1) AND (domain = $2) AND ((extra = ANY ($3)) OR (id = ANY ($4)))', [type, domain, meshes, extrasids], function (err, docs) { func(err, docs); });
- }
- }
- };
- obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) {
- if (id && (id != '')) {
- sqlDbQuery('SELECT doc FROM main WHERE (id = $1) AND (type = $2) AND (domain = $3) AND (extra = ANY ($4))', [id, type, domain, nodes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- } else {
- sqlDbQuery('SELECT doc FROM main WHERE (type = $1) AND (domain = $2) AND (extra = ANY ($3))', [type, domain, nodes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- }
- };
- obj.GetAllType = function (type, func) { sqlDbQuery('SELECT doc FROM main WHERE type = $1', [type], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetAllIdsOfType = function (ids, domain, type, func) { sqlDbQuery('SELECT doc FROM main WHERE (id = ANY ($1)) AND domain = $2 AND type = $3', [ids, domain, type], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetUserWithEmail = function (domain, email, func) { sqlDbQuery('SELECT doc FROM main WHERE domain = $1 AND extra = $2', [domain, 'email/' + email], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetUserWithVerifiedEmail = function (domain, email, func) { sqlDbQuery('SELECT doc FROM main WHERE domain = $1 AND extra = $2', [domain, 'email/' + email], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.Remove = function (id, func) { sqlDbQuery('DELETE FROM main WHERE id = $1', [id], func); };
- obj.RemoveAll = function (func) { sqlDbQuery('DELETE FROM main', null, func); };
- obj.RemoveAllOfType = function (type, func) { sqlDbQuery('DELETE FROM main WHERE type = $1', [type], func); };
- obj.InsertMany = function (data, func) { var pendingOps = 0; for (var i in data) { pendingOps++; obj.SetRaw(data[i], function () { if (--pendingOps == 0) { func(); } }); } }; // Insert records directly, no link escaping
- obj.RemoveMeshDocuments = function (id, func) { sqlDbQuery('DELETE FROM main WHERE extra = $1', [id], function () { sqlDbQuery('DELETE FROM main WHERE id = $1', ['nt' + id], func); }); };
- obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); };
- obj.DeleteDomain = function (domain, func) { sqlDbQuery('DELETE FROM main WHERE domain = $1', [domain], func); };
- obj.SetUser = function (user) { if (user == null) return; if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } };
- obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } };
- obj.getLocalAmtNodes = function (func) { sqlDbQuery('SELECT doc FROM main WHERE (type = \'node\') AND (extraex IS NULL)', null, function (err, docs) { var r = []; if (err == null) { for (var i in docs) { if (docs[i].host != null && docs[i].intelamt != null) { r.push(docs[i]); } } } func(err, r); }); };
- obj.getAmtUuidMeshNode = function (domainid, mtype, uuid, func) { sqlDbQuery('SELECT doc FROM main WHERE domain = $1 AND extraex = $2', [domainid, 'uuid/' + uuid], func); };
- obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { sqlDbExec('SELECT COUNT(id) FROM main WHERE domain = $1 AND type = $2', [domainid, type], function (err, response) { func((response['COUNT(id)'] == null) || (response['COUNT(id)'] > max), response['COUNT(id)']) }); } }
- // Database actions on the events collection
- obj.GetAllEvents = function (func) { sqlDbQuery('SELECT doc FROM events', null, func); };
- obj.StoreEvent = function (event, func) {
- obj.dbCounters.eventsSet++;
- sqlDbQuery('INSERT INTO events VALUES (DEFAULT, $1, $2, $3, $4, $5, $6) RETURNING id', [event.time, ((typeof event.domain == 'string') ? event.domain : null), event.action, event.nodeid ? event.nodeid : null, event.userid ? event.userid : null, event], function (err, docs) {
- if(func){ func(); }
- if (docs.id) {
- for (var i in event.ids) {
- if (event.ids[i] != '*') {
- obj.pendingTransfer++;
- sqlDbQuery('INSERT INTO eventids VALUES ($1, $2)', [docs.id, event.ids[i]], function(){ if(func){ func(); } });
- }
- }
- }
- });
- };
- obj.GetEvents = function (ids, domain, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1";
- if (filter != null) {
- query = query + " AND action = $2";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC";
- } else {
- query = query + "JOIN eventids ON id = fkid WHERE (domain = $1 AND (target = ANY ($2))";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = $3";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC";
- }
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetEventsWithLimit = function (ids, domain, limit, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1";
- if (filter != null) {
- query = query + " AND action = $2) ORDER BY time DESC LIMIT $3";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $2";
- }
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = $1 AND (target = ANY ($2))";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = $3) ORDER BY time DESC LIMIT $4";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $3";
- }
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetUserEvents = function (ids, domain, userid, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain, userid];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1 AND userid = $2";
- if (filter != null) {
- query = query + " AND action = $3";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC";
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = $1 AND userid = $2 AND (target = ANY ($3))";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = $4";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC";
- }
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetUserEventsWithLimit = function (ids, domain, userid, limit, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain, userid];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = $1 AND userid = $2";
- if (filter != null) {
- query = query + " AND action = $3) ORDER BY time DESC LIMIT $4 ";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $3";
- }
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = $1 AND userid = $2 AND (target = ANY ($3))";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = $4) GROUP BY id ORDER BY time DESC LIMIT $5";
- dataarray.push(filter);
- } else {
- query = query + ") GROUP BY id ORDER BY time DESC LIMIT $4";
- }
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetEventsTimeRange = function (ids, domain, msgids, start, end, func) {
- if (ids.indexOf('*') >= 0) {
- sqlDbQuery('SELECT doc FROM events WHERE ((domain = $1) AND (time BETWEEN $2 AND $3)) ORDER BY time', [domain, start, end], func);
- } else {
- sqlDbQuery('SELECT doc FROM events JOIN eventids ON id = fkid WHERE ((domain = $1) AND (target = ANY ($2)) AND (time BETWEEN $3 AND $4)) GROUP BY id ORDER BY time', [domain, ids, start, end], func);
- }
- };
- //obj.GetUserLoginEvents = function (domain, userid, func) { } // TODO
- obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, filter, func) {
- var query = "SELECT doc FROM events WHERE (nodeid = $1 AND domain = $2";
- var dataarray = [nodeid, domain];
- if (filter != null) {
- query = query + " AND action = $3) ORDER BY time DESC LIMIT $4";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $3";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, filter, func) {
- var query = "SELECT doc FROM events WHERE (nodeid = $1 AND domain = $2 AND ((userid = $3) OR (userid IS NULL))";
- var dataarray = [nodeid, domain, userid];
- if (filter != null) {
- query = query + " AND action = $4) ORDER BY time DESC LIMIT $5";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT $4";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.RemoveAllEvents = function (domain) { sqlDbQuery('DELETE FROM events', null, function (err, docs) { }); };
- obj.RemoveAllNodeEvents = function (domain, nodeid) { if ((domain == null) || (nodeid == null)) return; sqlDbQuery('DELETE FROM events WHERE domain = $1 AND nodeid = $2', [domain, nodeid], function (err, docs) { }); };
- obj.RemoveAllUserEvents = function (domain, userid) { if ((domain == null) || (userid == null)) return; sqlDbQuery('DELETE FROM events WHERE domain = $1 AND userid = $2', [domain, userid], function (err, docs) { }); };
- obj.GetFailedLoginCount = function (userid, domainid, lastlogin, func) { sqlDbQuery('SELECT COUNT(*) FROM events WHERE action = \'authfail\' AND domain = $1 AND userid = $2 AND time > $3', [domainid, userid, lastlogin], function (err, response, raw) { func(err == null ? parseInt(raw.rows[0].count) : 0); }); }
- // Database actions on the power collection
- obj.getAllPower = function (func) { sqlDbQuery('SELECT doc FROM power', null, func); };
- obj.storePowerEvent = function (event, multiServer, func) { obj.dbCounters.powerSet++; if (multiServer != null) { event.server = multiServer.serverid; } sqlDbQuery('INSERT INTO power VALUES (DEFAULT, $1, $2, $3)', [event.time, event.nodeid ? event.nodeid : null, event], func); };
- obj.getPowerTimeline = function (nodeid, func) { sqlDbQuery('SELECT doc FROM power WHERE ((nodeid = $1) OR (nodeid = \'*\')) ORDER BY time ASC', [nodeid], func); };
- obj.removeAllPowerEvents = function () { sqlDbQuery('DELETE FROM power', null, function (err, docs) { }); };
- obj.removeAllPowerEventsForNode = function (nodeid) { if (nodeid == null) return; sqlDbQuery('DELETE FROM power WHERE nodeid = $1', [nodeid], function (err, docs) { }); };
- // Database actions on the SMBIOS collection
- obj.GetAllSMBIOS = function (func) { sqlDbQuery('SELECT doc FROM smbios', null, func); };
- obj.SetSMBIOS = function (smbios, func) { var expire = new Date(smbios.time); expire.setMonth(expire.getMonth() + 6); sqlDbQuery('INSERT INTO smbios VALUES ($1, $2, $3, $4) ON CONFLICT (id) DO UPDATE SET time = $2, expire = $3, doc = $4', [smbios._id, smbios.time, expire, smbios], func); };
- obj.RemoveSMBIOS = function (id) { sqlDbQuery('DELETE FROM smbios WHERE id = $1', [id], function (err, docs) { }); };
- obj.GetSMBIOS = function (id, func) { sqlDbQuery('SELECT doc FROM smbios WHERE id = $1', [id], func); };
- // Database actions on the Server Stats collection
- obj.SetServerStats = function (data, func) { sqlDbQuery('INSERT INTO serverstats VALUES ($1, $2, $3) ON CONFLICT (time) DO UPDATE SET expire = $2, doc = $3', [data.time, data.expire, data], func); };
- obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); sqlDbQuery('SELECT doc FROM serverstats WHERE time > $1', [t], func); }; // TODO: Expire old entries
- // Read a configuration file from the database
- obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); }
- // Write a configuration file to the database
- obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); }
- // List all configuration files
- obj.listConfigFiles = function (func) { sqlDbQuery('SELECT doc FROM main WHERE type = "cfile" ORDER BY id', func); }
- // Get database information (TODO: Complete this)
- obj.getDbStats = function (func) {
- obj.stats = { c: 4 };
- sqlDbQuery('SELECT COUNT(*) FROM main', null, function (err, response, raw) { obj.stats.meshcentral = (err == null ? parseInt(raw.rows[0].count) : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbQuery('SELECT COUNT(*) FROM serverstats', null, function (err, response, raw) { obj.stats.serverstats = (err == null ? parseInt(raw.rows[0].count) : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbQuery('SELECT COUNT(*) FROM power', null, function (err, response, raw) { obj.stats.power = (err == null ? parseInt(raw.rows[0].count) : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbQuery('SELECT COUNT(*) FROM smbios', null, function (err, response, raw) { obj.stats.smbios = (err == null ? parseInt(raw.rows[0].count) : 0); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- }
- // Plugin operations
- if (obj.pluginsActive) {
- obj.addPlugin = function (plugin, func) { sqlDbQuery('INSERT INTO plugin VALUES (DEFAULT, $1)', [plugin], func); }; // Add a plugin
- obj.getPlugins = function (func) { sqlDbQuery("SELECT doc::jsonb || ('{\"_id\":' || plugin.id || '}')::jsonb as doc FROM plugin", null, func); }; // Get all plugins
- obj.getPlugin = function (id, func) { sqlDbQuery("SELECT doc::jsonb || ('{\"_id\":' || plugin.id || '}')::jsonb as doc FROM plugin WHERE id = $1", [id], func); }; // Get plugin
- obj.deletePlugin = function (id, func) { sqlDbQuery('DELETE FROM plugin WHERE id = $1', [id], func); }; // Delete plugin
- obj.setPluginStatus = function (id, status, func) { sqlDbQuery("UPDATE plugin SET doc= jsonb_set(doc::jsonb,'{status}',$1) WHERE id=$2", [status,id], func); };
- obj.updatePlugin = function (id, args, func) { delete args._id; sqlDbQuery('UPDATE plugin SET doc= doc::jsonb || ($1) WHERE id=$2', [args,id], func); };
- }
- } else if ((obj.databaseType == 4) || (obj.databaseType == 5)) {
- // Database actions on the main collection (MariaDB or MySQL)
- obj.Set = function (value, func) {
- obj.dbCounters.fileSet++;
- var extra = null, extraex = null;
- value = common.escapeLinksFieldNameEx(value);
- if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; }
- if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; }
- if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); }
- sqlDbQuery('REPLACE INTO main VALUE (?, ?, ?, ?, ?, ?)', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, JSON.stringify(performTypedRecordEncrypt(value))], func);
- }
- obj.SetRaw = function (value, func) {
- obj.dbCounters.fileSet++;
- var extra = null, extraex = null;
- if (value.meshid) { extra = value.meshid; } else if (value.email) { extra = 'email/' + value.email; } else if (value.nodeid) { extra = value.nodeid; }
- if ((value.type == 'node') && (value.intelamt != null) && (value.intelamt.uuid != null)) { extraex = 'uuid/' + value.intelamt.uuid; }
- if (value._id == null) { value._id = require('crypto').randomBytes(16).toString('hex'); }
- sqlDbQuery('REPLACE INTO main VALUE (?, ?, ?, ?, ?, ?)', [value._id, (value.type ? value.type : null), ((value.domain != null) ? value.domain : null), extra, extraex, JSON.stringify(performTypedRecordEncrypt(value))], func);
- }
- obj.Get = function (_id, func) { sqlDbQuery('SELECT doc FROM main WHERE id = ?', [_id], function (err, docs) { if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); } func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetAll = function (func) { sqlDbQuery('SELECT domain, doc FROM main', null, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetHash = function (id, func) { sqlDbQuery('SELECT doc FROM main WHERE id = ?', [id], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetAllTypeNoTypeField = function (type, domain, func) { sqlDbQuery('SELECT doc FROM main WHERE type = ? AND domain = ?', [type, domain], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, skip, limit, func) {
- if (limit == 0) { limit = 0xFFFFFFFF; }
- if ((meshes == null) || (meshes.length == 0)) { meshes = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- if ((extrasids == null) || (extrasids.length == 0)) { extrasids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- if (id && (id != '')) {
- sqlDbQuery('SELECT doc FROM main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?) LIMIT ? OFFSET ?', [id, type, domain, meshes, limit, skip], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- } else {
- sqlDbQuery('SELECT doc FROM main WHERE type = ? AND domain = ? AND (extra IN (?) OR id IN (?)) LIMIT ? OFFSET ?', [type, domain, meshes, extrasids, limit, skip], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- }
- };
- obj.CountAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) {
- if ((meshes == null) || (meshes.length == 0)) { meshes = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- if ((extrasids == null) || (extrasids.length == 0)) { extrasids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- if (id && (id != '')) {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)', [id, type, domain, meshes], function (err, docs) { func(err, docs); });
- } else {
- sqlDbQuery('SELECT COUNT(doc) FROM main WHERE type = ? AND domain = ? AND (extra IN (?) OR id IN (?))', [type, domain, meshes, extrasids], function (err, docs) { func(err, docs); });
- }
- };
- obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) {
- if ((nodes == null) || (nodes.length == 0)) { nodes = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- if (id && (id != '')) {
- sqlDbQuery('SELECT doc FROM main WHERE id = ? AND type = ? AND domain = ? AND extra IN (?)', [id, type, domain, nodes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- } else {
- sqlDbQuery('SELECT doc FROM main WHERE type = ? AND domain = ? AND extra IN (?)', [type, domain, nodes], function (err, docs) { if (err == null) { for (var i in docs) { delete docs[i].type } } func(err, performTypedRecordDecrypt(docs)); });
- }
- };
- obj.GetAllType = function (type, func) { sqlDbQuery('SELECT doc FROM main WHERE type = ?', [type], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetAllIdsOfType = function (ids, domain, type, func) {
- if ((ids == null) || (ids.length == 0)) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- sqlDbQuery('SELECT doc FROM main WHERE id IN (?) AND domain = ? AND type = ?', [ids, domain, type], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- }
- obj.GetUserWithEmail = function (domain, email, func) { sqlDbQuery('SELECT doc FROM main WHERE domain = ? AND extra = ?', [domain, 'email/' + email], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.GetUserWithVerifiedEmail = function (domain, email, func) { sqlDbQuery('SELECT doc FROM main WHERE domain = ? AND extra = ?', [domain, 'email/' + email], function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); }
- obj.Remove = function (id, func) { sqlDbQuery('DELETE FROM main WHERE id = ?', [id], func); };
- obj.RemoveAll = function (func) { sqlDbQuery('DELETE FROM main', null, func); };
- obj.RemoveAllOfType = function (type, func) { sqlDbQuery('DELETE FROM main WHERE type = ?', [type], func); };
- obj.InsertMany = function (data, func) { var pendingOps = 0; for (var i in data) { pendingOps++; obj.SetRaw(data[i], function () { if (--pendingOps == 0) { func(); } }); } }; // Insert records directly, no link escaping
- obj.RemoveMeshDocuments = function (id, func) { sqlDbQuery('DELETE FROM main WHERE extra = ?', [id], function () { sqlDbQuery('DELETE FROM main WHERE id = ?', ['nt' + id], func); } ); };
- obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); };
- obj.DeleteDomain = function (domain, func) { sqlDbQuery('DELETE FROM main WHERE domain = ?', [domain], func); };
- obj.SetUser = function (user) { if (user == null) return; if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } };
- obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } };
- obj.getLocalAmtNodes = function (func) { sqlDbQuery('SELECT doc FROM main WHERE (type = "node") AND (extraex IS NULL)', null, function (err, docs) { var r = []; if (err == null) { for (var i in docs) { if (docs[i].host != null && docs[i].intelamt != null) { r.push(docs[i]); } } } func(err, r); }); };
- obj.getAmtUuidMeshNode = function (domainid, mtype, uuid, func) { sqlDbQuery('SELECT doc FROM main WHERE domain = ? AND extraex = ?', [domainid, 'uuid/' + uuid], func); };
- obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { sqlDbExec('SELECT COUNT(id) FROM main WHERE domain = ? AND type = ?', [domainid, type], function (err, response) { func((response['COUNT(id)'] == null) || (response['COUNT(id)'] > max), response['COUNT(id)']) }); } }
- // Database actions on the events collection
- obj.GetAllEvents = function (func) { sqlDbQuery('SELECT doc FROM events', null, func); };
- obj.StoreEvent = function (event, func) {
- obj.dbCounters.eventsSet++;
- var batchQuery = [['INSERT INTO events VALUE (?, ?, ?, ?, ?, ?, ?)', [null, event.time, ((typeof event.domain == 'string') ? event.domain : null), event.action, event.nodeid ? event.nodeid : null, event.userid ? event.userid : null, JSON.stringify(event)]]];
- for (var i in event.ids) { if (event.ids[i] != '*') { batchQuery.push(['INSERT INTO eventids VALUE (LAST_INSERT_ID(), ?)', [event.ids[i]]]); } }
- sqlDbBatchExec(batchQuery, function (err, docs) { if (func != null) { func(err, docs); } });
- };
- obj.GetEvents = function (ids, domain, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = ?";
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC";
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = ? AND target IN (?)";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC";
- }
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetEventsWithLimit = function (ids, domain, limit, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = ?";
- if (filter != null) {
- query = query + " AND action = ? ";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC LIMIT ?";
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = ? AND target IN (?)";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC LIMIT ?";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetUserEvents = function (ids, domain, userid, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain, userid];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = ? AND userid = ?";
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC";
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC";
- }
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetUserEventsWithLimit = function (ids, domain, userid, limit, filter, func) {
- var query = "SELECT doc FROM events ";
- var dataarray = [domain, userid];
- if (ids.indexOf('*') >= 0) {
- query = query + "WHERE (domain = ? AND userid = ?";
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") ORDER BY time DESC LIMIT ?";
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- query = query + "JOIN eventids ON id = fkid WHERE (domain = ? AND userid = ? AND target IN (?)";
- dataarray.push(ids);
- if (filter != null) {
- query = query + " AND action = ?";
- dataarray.push(filter);
- }
- query = query + ") GROUP BY id ORDER BY time DESC LIMIT ?";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetEventsTimeRange = function (ids, domain, msgids, start, end, func) {
- if (ids.indexOf('*') >= 0) {
- sqlDbQuery('SELECT doc FROM events WHERE ((domain = ?) AND (time BETWEEN ? AND ?)) ORDER BY time', [domain, start, end], func);
- } else {
- if (ids.length == 0) { ids = ''; } // MySQL can't handle a query with IN() on an empty array, we have to use an empty string instead.
- sqlDbQuery('SELECT doc FROM events JOIN eventids ON id = fkid WHERE ((domain = ?) AND (target IN (?)) AND (time BETWEEN ? AND ?)) GROUP BY id ORDER BY time', [domain, ids, start, end], func);
- }
- };
- //obj.GetUserLoginEvents = function (domain, userid, func) { } // TODO
- obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, filter, func) {
- var query = "SELECT doc FROM events WHERE (nodeid = ? AND domain = ?";
- var dataarray = [nodeid, domain];
- if (filter != null) {
- query = query + " AND action = ?) ORDER BY time DESC LIMIT ?";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT ?";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, filter, func) {
- var query = "SELECT doc FROM events WHERE (nodeid = ? AND domain = ? AND ((userid = ?) OR (userid IS NULL))";
- var dataarray = [nodeid, domain, userid];
- if (filter != null) {
- query = query + " AND action = ?) ORDER BY time DESC LIMIT ?";
- dataarray.push(filter);
- } else {
- query = query + ") ORDER BY time DESC LIMIT ?";
- }
- dataarray.push(limit);
- sqlDbQuery(query, dataarray, func);
- };
- obj.RemoveAllEvents = function (domain) { sqlDbQuery('DELETE FROM events', null, function (err, docs) { }); };
- obj.RemoveAllNodeEvents = function (domain, nodeid) { if ((domain == null) || (nodeid == null)) return; sqlDbQuery('DELETE FROM events WHERE domain = ? AND nodeid = ?', [domain, nodeid], function (err, docs) { }); };
- obj.RemoveAllUserEvents = function (domain, userid) { if ((domain == null) || (userid == null)) return; sqlDbQuery('DELETE FROM events WHERE domain = ? AND userid = ?', [domain, userid], function (err, docs) { }); };
- obj.GetFailedLoginCount = function (userid, domainid, lastlogin, func) { sqlDbExec('SELECT COUNT(id) FROM events WHERE action = "authfail" AND domain = ? AND userid = ? AND time > ?', [domainid, userid, lastlogin], function (err, response) { func(err == null ? response['COUNT(id)'] : 0); }); }
- // Database actions on the power collection
- obj.getAllPower = function (func) { sqlDbQuery('SELECT doc FROM power', null, func); };
- obj.storePowerEvent = function (event, multiServer, func) { obj.dbCounters.powerSet++; if (multiServer != null) { event.server = multiServer.serverid; } sqlDbQuery('INSERT INTO power VALUE (?, ?, ?, ?)', [null, event.time, event.nodeid ? event.nodeid : null, JSON.stringify(event)], func); };
- obj.getPowerTimeline = function (nodeid, func) { sqlDbQuery('SELECT doc FROM power WHERE ((nodeid = ?) OR (nodeid = "*")) ORDER BY time ASC', [nodeid], func); };
- obj.removeAllPowerEvents = function () { sqlDbQuery('DELETE FROM power', null, function (err, docs) { }); };
- obj.removeAllPowerEventsForNode = function (nodeid) { if (nodeid == null) return; sqlDbQuery('DELETE FROM power WHERE nodeid = ?', [nodeid], function (err, docs) { }); };
- // Database actions on the SMBIOS collection
- obj.GetAllSMBIOS = function (func) { sqlDbQuery('SELECT doc FROM smbios', null, func); };
- obj.SetSMBIOS = function (smbios, func) { var expire = new Date(smbios.time); expire.setMonth(expire.getMonth() + 6); sqlDbQuery('REPLACE INTO smbios VALUE (?, ?, ?, ?)', [smbios._id, smbios.time, expire, JSON.stringify(smbios)], func); };
- obj.RemoveSMBIOS = function (id) { sqlDbQuery('DELETE FROM smbios WHERE id = ?', [id], function (err, docs) { }); };
- obj.GetSMBIOS = function (id, func) { sqlDbQuery('SELECT doc FROM smbios WHERE id = ?', [id], func); };
- // Database actions on the Server Stats collection
- obj.SetServerStats = function (data, func) { sqlDbQuery('REPLACE INTO serverstats VALUE (?, ?, ?)', [data.time, data.expire, JSON.stringify(data)], func); };
- obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); sqlDbQuery('SELECT doc FROM serverstats WHERE time > ?', [t], func); };
- // Read a configuration file from the database
- obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); }
- // Write a configuration file to the database
- obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); }
- // List all configuration files
- obj.listConfigFiles = function (func) { sqlDbQuery('SELECT doc FROM main WHERE type = "cfile" ORDER BY id', func); }
-
- // Get database information (TODO: Complete this)
- obj.getDbStats = function (func) {
- obj.stats = { c: 4 };
- sqlDbExec('SELECT COUNT(id) FROM main', null, function (err, response) { obj.stats.meshcentral = Number(response['COUNT(id)']); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbExec('SELECT COUNT(time) FROM serverstats', null, function (err, response) { obj.stats.serverstats = Number(response['COUNT(time)']); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbExec('SELECT COUNT(id) FROM power', null, function (err, response) { obj.stats.power = Number(response['COUNT(id)']); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- sqlDbExec('SELECT COUNT(id) FROM smbios', null, function (err, response) { obj.stats.smbios = Number(response['COUNT(id)']); if (--obj.stats.c == 0) { delete obj.stats.c; func(obj.stats); } });
- }
- // Plugin operations
- if (obj.pluginsActive) {
- obj.addPlugin = function (plugin, func) { sqlDbQuery('INSERT INTO plugin VALUE (?, ?)', [null, JSON.stringify(plugin)], func); }; // Add a plugin
- obj.getPlugins = function (func) { sqlDbQuery('SELECT JSON_INSERT(doc, "$._id", id) as doc FROM plugin', null, func); }; // Get all plugins
- obj.getPlugin = function (id, func) { sqlDbQuery('SELECT JSON_INSERT(doc, "$._id", id) as doc FROM plugin WHERE id = ?', [id], func); }; // Get plugin
- obj.deletePlugin = function (id, func) { sqlDbQuery('DELETE FROM plugin WHERE id = ?', [id], func); }; // Delete plugin
- obj.setPluginStatus = function (id, status, func) { sqlDbQuery('UPDATE meshcentral.plugin SET doc=JSON_SET(doc,"$.status",?) WHERE id=?', [status,id], func); };
- obj.updatePlugin = function (id, args, func) { delete args._id; sqlDbQuery('UPDATE meshcentral.plugin SET doc=JSON_MERGE_PATCH(doc,?) WHERE id=?', [JSON.stringify(args),id], func); };
- }
- } else if (obj.databaseType == 3) {
- // Database actions on the main collection (MongoDB)
- // Bulk operations
- if (parent.config.settings.mongodbbulkoperations) {
- obj.Set = function (data, func) { // Fast Set operation using bulkWrite(), this is much faster then using replaceOne()
- if (obj.filePendingSet == false) {
- // Perform the operation now
- obj.dbCounters.fileSet++;
- obj.filePendingSet = true; obj.filePendingSets = null;
- if (func != null) { obj.filePendingCbs = [func]; }
- obj.file.bulkWrite([{ replaceOne: { filter: { _id: data._id }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(data)), upsert: true } }], fileBulkWriteCompleted);
- } else {
- // Add this operation to the pending list
- obj.dbCounters.fileSetPending++;
- if (obj.filePendingSets == null) { obj.filePendingSets = {} }
- obj.filePendingSets[data._id] = data;
- if (func != null) { if (obj.filePendingCb == null) { obj.filePendingCb = [func]; } else { obj.filePendingCb.push(func); } }
- }
- };
- obj.Get = function (id, func) { // Fast Get operation using a bulk find() to reduce round trips to the database.
- // Encode arguments into return function if any are present.
- var func2 = func;
- if (arguments.length > 2) {
- var parms = [func];
- for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); }
- var func2 = function _func2(arg1, arg2) {
- var userCallback = _func2.userArgs.shift();
- _func2.userArgs.unshift(arg2);
- _func2.userArgs.unshift(arg1);
- userCallback.apply(obj, _func2.userArgs);
- };
- func2.userArgs = parms;
- }
- if (obj.filePendingGets == null) {
- // No pending gets, perform the operation now.
- obj.filePendingGets = {};
- obj.filePendingGets[id] = [func2];
- obj.file.find({ _id: id }).toArray(fileBulkReadCompleted);
- } else {
- // Add get to pending list.
- if (obj.filePendingGet == null) { obj.filePendingGet = {}; }
- if (obj.filePendingGet[id] == null) { obj.filePendingGet[id] = [func2]; } else { obj.filePendingGet[id].push(func2); }
- }
- };
- } else {
- obj.Set = function (data, func) {
- obj.dbCounters.fileSet++;
- data = common.escapeLinksFieldNameEx(data);
- obj.file.replaceOne({ _id: data._id }, performTypedRecordEncrypt(data), { upsert: true }, func);
- };
- obj.Get = function (id, func) {
- if (arguments.length > 2) {
- var parms = [func];
- for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); }
- var func2 = function _func2(arg1, arg2) {
- var userCallback = _func2.userArgs.shift();
- _func2.userArgs.unshift(arg2);
- _func2.userArgs.unshift(arg1);
- userCallback.apply(obj, _func2.userArgs);
- };
- func2.userArgs = parms;
- obj.file.find({ _id: id }).toArray(function (err, docs) {
- if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); }
- func2(err, performTypedRecordDecrypt(docs));
- });
- } else {
- obj.file.find({ _id: id }).toArray(function (err, docs) {
- if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- };
- }
- obj.GetAll = function (func) { obj.file.find({}).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetHash = function (id, func) { obj.file.find({ _id: id }).project({ _id: 0, hash: 1 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetAllTypeNoTypeField = function (type, domain, func) { obj.file.find({ type: type, domain: domain }).project({ type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, skip, limit, func) {
- if (extrasids == null) {
- const x = { type: type, domain: domain, meshid: { $in: meshes } };
- if (id) { x._id = id; }
- var f = obj.file.find(x, { type: 0 });
- if (skip > 0) f = f.skip(skip); // Skip records
- if (limit > 0) f = f.limit(limit); // Limit records
- f.toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- } else {
- const x = { type: type, domain: domain, $or: [ { meshid: { $in: meshes } }, { _id: { $in: extrasids } } ] };
- if (id) { x._id = id; }
- var f = obj.file.find(x, { type: 0 });
- if (skip > 0) f = f.skip(skip); // Skip records
- if (limit > 0) f = f.limit(limit); // Limit records
- f.toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- }
- };
- obj.CountAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, func) {
- if (extrasids == null) {
- const x = { type: type, domain: domain, meshid: { $in: meshes } };
- if (id) { x._id = id; }
- var f = obj.file.find(x, { type: 0 });
- f.count(function (err, count) { func(err, count); });
- } else {
- const x = { type: type, domain: domain, $or: [{ meshid: { $in: meshes } }, { _id: { $in: extrasids } }] };
- if (id) { x._id = id; }
- var f = obj.file.find(x, { type: 0 });
- f.count(function (err, count) { func(err, count); });
- }
- };
- obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) {
- var x = { type: type, domain: domain, nodeid: { $in: nodes } };
- if (id) { x._id = id; }
- obj.file.find(x, { type: 0 }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- };
- obj.GetAllType = function (type, func) { obj.file.find({ type: type }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetAllIdsOfType = function (ids, domain, type, func) { obj.file.find({ type: type, domain: domain, _id: { $in: ids } }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetUserWithEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetUserWithVerifiedEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email, emailVerified: true }).toArray(function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- // Bulk operations
- if (parent.config.settings.mongodbbulkoperations) {
- obj.Remove = function (id, func) { // Fast remove operation using a bulk find() to reduce round trips to the database.
- if (obj.filePendingRemoves == null) {
- // No pending removes, perform the operation now.
- obj.dbCounters.fileRemove++;
- obj.filePendingRemoves = {};
- obj.filePendingRemoves[id] = [func];
- obj.file.deleteOne({ _id: id }, fileBulkRemoveCompleted);
- } else {
- // Add remove to pending list.
- obj.dbCounters.fileRemovePending++;
- if (obj.filePendingRemove == null) { obj.filePendingRemove = {}; }
- if (obj.filePendingRemove[id] == null) { obj.filePendingRemove[id] = [func]; } else { obj.filePendingRemove[id].push(func); }
- }
- };
- } else {
- obj.Remove = function (id, func) { obj.dbCounters.fileRemove++; obj.file.deleteOne({ _id: id }, func); };
- }
- obj.RemoveAll = function (func) { obj.file.deleteMany({}, { multi: true }, func); };
- obj.RemoveAllOfType = function (type, func) { obj.file.deleteMany({ type: type }, { multi: true }, func); };
- obj.InsertMany = function (data, func) { obj.file.insertMany(data, func); }; // Insert records directly, no link escaping
- obj.RemoveMeshDocuments = function (id) { obj.file.deleteMany({ meshid: id }, { multi: true }); obj.file.deleteOne({ _id: 'nt' + id }); };
- obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); };
- obj.DeleteDomain = function (domain, func) { obj.file.deleteMany({ domain: domain }, { multi: true }, func); };
- obj.SetUser = function (user) { if (user == null) return; if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } };
- obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } };
- obj.getLocalAmtNodes = function (func) { obj.file.find({ type: 'node', host: { $exists: true, $ne: null }, intelamt: { $exists: true } }).toArray(func); };
- obj.getAmtUuidMeshNode = function (domainid, mtype, uuid, func) { obj.file.find({ type: 'node', domain: domainid, mtype: mtype, 'intelamt.uuid': uuid }).toArray(func); };
- // TODO: Starting in MongoDB 4.0.3, you should use countDocuments() instead of count() that is deprecated. We should detect MongoDB version and switch.
- // https://docs.mongodb.com/manual/reference/method/db.collection.countDocuments/
- //obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.countDocuments({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max)); }); } }
- obj.isMaxType = function (max, type, domainid, func) {
- if (obj.file.countDocuments) {
- if (max == null) { func(false); } else { obj.file.countDocuments({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max), count); }); }
- } else {
- if (max == null) { func(false); } else { obj.file.count({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max), count); }); }
- }
- }
- // Database actions on the events collection
- obj.GetAllEvents = function (func) { obj.eventsfile.find({}).toArray(func); };
- // Bulk operations
- if (parent.config.settings.mongodbbulkoperations) {
- obj.StoreEvent = function (event, func) { // Fast MongoDB event store using bulkWrite()
- if (obj.eventsFilePendingSet == false) {
- // Perform the operation now
- obj.dbCounters.eventsSet++;
- obj.eventsFilePendingSet = true; obj.eventsFilePendingSets = null;
- if (func != null) { obj.eventsFilePendingCbs = [func]; }
- obj.eventsfile.bulkWrite([{ insertOne: { document: event } }], eventsFileBulkWriteCompleted);
- } else {
- // Add this operation to the pending list
- obj.dbCounters.eventsSetPending++;
- if (obj.eventsFilePendingSets == null) { obj.eventsFilePendingSets = [] }
- obj.eventsFilePendingSets.push(event);
- if (func != null) { if (obj.eventsFilePendingCb == null) { obj.eventsFilePendingCb = [func]; } else { obj.eventsFilePendingCb.push(func); } }
- }
- };
- } else {
- obj.StoreEvent = function (event, func) { obj.dbCounters.eventsSet++; obj.eventsfile.insertOne(event, func); };
- }
- obj.GetEvents = function (ids, domain, filter, func) {
- var finddata = { domain: domain, ids: { $in: ids } };
- if (filter != null) finddata.action = filter;
- obj.eventsfile.find(finddata).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).toArray(func);
- };
- obj.GetEventsWithLimit = function (ids, domain, limit, filter, func) {
- var finddata = { domain: domain, ids: { $in: ids } };
- if (filter != null) finddata.action = filter;
- obj.eventsfile.find(finddata).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).toArray(func);
- };
- obj.GetUserEvents = function (ids, domain, userid, filter, func) {
- var finddata = { domain: domain, $or: [{ ids: { $in: ids } }, { userid: userid }] };
- if (filter != null) finddata.action = filter;
- obj.eventsfile.find(finddata).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).toArray(func);
- };
- obj.GetUserEventsWithLimit = function (ids, domain, userid, limit, filter, func) {
- var finddata = { domain: domain, $or: [{ ids: { $in: ids } }, { userid: userid }] };
- if (filter != null) finddata.action = filter;
- obj.eventsfile.find(finddata).project({ type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).toArray(func);
- };
- obj.GetEventsTimeRange = function (ids, domain, msgids, start, end, func) { obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }], msgid: { $in: msgids }, time: { $gte: start, $lte: end } }).project({ type: 0, _id: 0, domain: 0, node: 0 }).sort({ time: 1 }).toArray(func); };
- obj.GetUserLoginEvents = function (domain, userid, func) { obj.eventsfile.find({ domain: domain, action: { $in: ['authfail', 'login'] }, userid: userid, msgArgs: { $exists: true } }).project({ action: 1, time: 1, msgid: 1, msgArgs: 1, tokenName: 1 }).sort({ time: -1 }).toArray(func); };
- obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, filter, func) {
- var finddata = { domain: domain, nodeid: nodeid };
- if (filter != null) finddata.action = filter;
- obj.eventsfile.find(finddata).project({ type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).toArray(func);
- };
- obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, filter, func) {
- var finddata = { domain: domain, nodeid: nodeid, userid: { $in: [userid, null] } };
- if (filter != null) finddata.action = filter;
- obj.eventsfile.find(finddata).project({ type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).toArray(func);
- };
- obj.RemoveAllEvents = function (domain) { obj.eventsfile.deleteMany({ domain: domain }, { multi: true }); };
- obj.RemoveAllNodeEvents = function (domain, nodeid) { if ((domain == null) || (nodeid == null)) return; obj.eventsfile.deleteMany({ domain: domain, nodeid: nodeid }, { multi: true }); };
- obj.RemoveAllUserEvents = function (domain, userid) { if ((domain == null) || (userid == null)) return; obj.eventsfile.deleteMany({ domain: domain, userid: userid }, { multi: true }); };
- obj.GetFailedLoginCount = function (userid, domainid, lastlogin, func) {
- if (obj.eventsfile.countDocuments) {
- obj.eventsfile.countDocuments({ action: 'authfail', userid: userid, domain: domainid, time: { "$gte": lastlogin } }, function (err, count) { func((err == null) ? count : 0); });
- } else {
- obj.eventsfile.count({ action: 'authfail', userid: userid, domain: domainid, time: { "$gte": lastlogin } }, function (err, count) { func((err == null) ? count : 0); });
- }
- }
- // Database actions on the power collection
- obj.getAllPower = function (func) { obj.powerfile.find({}).toArray(func); };
- // Bulk operations
- if (parent.config.settings.mongodbbulkoperations) {
- obj.storePowerEvent = function (event, multiServer, func) { // Fast MongoDB event store using bulkWrite()
- if (multiServer != null) { event.server = multiServer.serverid; }
- if (obj.powerFilePendingSet == false) {
- // Perform the operation now
- obj.dbCounters.powerSet++;
- obj.powerFilePendingSet = true; obj.powerFilePendingSets = null;
- if (func != null) { obj.powerFilePendingCbs = [func]; }
- obj.powerfile.bulkWrite([{ insertOne: { document: event } }], powerFileBulkWriteCompleted);
- } else {
- // Add this operation to the pending list
- obj.dbCounters.powerSetPending++;
- if (obj.powerFilePendingSets == null) { obj.powerFilePendingSets = [] }
- obj.powerFilePendingSets.push(event);
- if (func != null) { if (obj.powerFilePendingCb == null) { obj.powerFilePendingCb = [func]; } else { obj.powerFilePendingCb.push(func); } }
- }
- };
- } else {
- obj.storePowerEvent = function (event, multiServer, func) { obj.dbCounters.powerSet++; if (multiServer != null) { event.server = multiServer.serverid; } obj.powerfile.insertOne(event, func); };
- }
- obj.getPowerTimeline = function (nodeid, func) { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }).project({ _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }).toArray(func); };
- obj.removeAllPowerEvents = function () { obj.powerfile.deleteMany({}, { multi: true }); };
- obj.removeAllPowerEventsForNode = function (nodeid) { if (nodeid == null) return; obj.powerfile.deleteMany({ nodeid: nodeid }, { multi: true }); };
- // Database actions on the SMBIOS collection
- obj.GetAllSMBIOS = function (func) { obj.smbiosfile.find({}).toArray(func); };
- obj.SetSMBIOS = function (smbios, func) { obj.smbiosfile.updateOne({ _id: smbios._id }, { $set: smbios }, { upsert: true }, func); };
- obj.RemoveSMBIOS = function (id) { obj.smbiosfile.deleteOne({ _id: id }); };
- obj.GetSMBIOS = function (id, func) { obj.smbiosfile.find({ _id: id }).toArray(func); };
- // Database actions on the Server Stats collection
- obj.SetServerStats = function (data, func) { obj.serverstatsfile.insertOne(data, func); };
- obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); obj.serverstatsfile.find({ time: { $gt: t } }, { _id: 0, cpu: 0 }).toArray(func); };
- // Read a configuration file from the database
- obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); }
- // Write a configuration file to the database
- obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); }
- // List all configuration files
- obj.listConfigFiles = function (func) { obj.file.find({ type: 'cfile' }).sort({ _id: 1 }).toArray(func); }
- // Get database information
- obj.getDbStats = function (func) {
- obj.stats = { c: 6 };
- obj.getStats(function (r) { obj.stats.recordTypes = r; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } })
- obj.file.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.eventsfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.powerfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.smbiosfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.serverstatsfile.stats().then(function (stats) { obj.stats[stats.ns] = { size: stats.size, count: stats.count, avgObjSize: stats.avgObjSize, capped: stats.capped }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } }, function () { if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- }
- // Correct database information of obj.getDbStats before returning it
- function getDbStatsEx(data) {
- var r = {};
- if (data.recordTypes != null) { r = data.recordTypes; }
- try { r.smbios = data['meshcentral.smbios'].count; } catch (ex) { }
- try { r.power = data['meshcentral.power'].count; } catch (ex) { }
- try { r.events = data['meshcentral.events'].count; } catch (ex) { }
- try { r.serverstats = data['meshcentral.serverstats'].count; } catch (ex) { }
- return r;
- }
- // Plugin operations
- if (obj.pluginsActive) {
- obj.addPlugin = function (plugin, func) { plugin.type = 'plugin'; obj.pluginsfile.insertOne(plugin, func); }; // Add a plugin
- obj.getPlugins = function (func) { obj.pluginsfile.find({ type: 'plugin' }).project({ type: 0 }).sort({ name: 1 }).toArray(func); }; // Get all plugins
- obj.getPlugin = function (id, func) { id = require('mongodb').ObjectId(id); obj.pluginsfile.find({ _id: id }).sort({ name: 1 }).toArray(func); }; // Get plugin
- obj.deletePlugin = function (id, func) { id = require('mongodb').ObjectId(id); obj.pluginsfile.deleteOne({ _id: id }, func); }; // Delete plugin
- obj.setPluginStatus = function (id, status, func) { id = require('mongodb').ObjectId(id); obj.pluginsfile.updateOne({ _id: id }, { $set: { status: status } }, func); };
- obj.updatePlugin = function (id, args, func) { delete args._id; id = require('mongodb').ObjectId(id); obj.pluginsfile.updateOne({ _id: id }, { $set: args }, func); };
- }
- } else {
- // Database actions on the main collection (NeDB and MongoJS)
- obj.Set = function (data, func) {
- obj.dbCounters.fileSet++;
- data = common.escapeLinksFieldNameEx(data);
- var xdata = performTypedRecordEncrypt(data); obj.file.update({ _id: xdata._id }, xdata, { upsert: true }, func);
- };
- obj.Get = function (id, func) {
- if (arguments.length > 2) {
- var parms = [func];
- for (var parmx = 2; parmx < arguments.length; ++parmx) { parms.push(arguments[parmx]); }
- var func2 = function _func2(arg1, arg2) {
- var userCallback = _func2.userArgs.shift();
- _func2.userArgs.unshift(arg2);
- _func2.userArgs.unshift(arg1);
- userCallback.apply(obj, _func2.userArgs);
- };
- func2.userArgs = parms;
- obj.file.find({ _id: id }, function (err, docs) {
- if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); }
- func2(err, performTypedRecordDecrypt(docs));
- });
- } else {
- obj.file.find({ _id: id }, function (err, docs) {
- if ((docs != null) && (docs.length > 0) && (docs[0].links != null)) { docs[0] = common.unEscapeLinksFieldName(docs[0]); }
- func(err, performTypedRecordDecrypt(docs));
- });
- }
- };
- obj.GetAll = function (func) { obj.file.find({}, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetHash = function (id, func) { obj.file.find({ _id: id }, { _id: 0, hash: 1 }, func); };
- obj.GetAllTypeNoTypeField = function (type, domain, func) { obj.file.find({ type: type, domain: domain }, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- //obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, domain, type, id, skip, limit, func) {
- //var x = { type: type, domain: domain, meshid: { $in: meshes } };
- //if (id) { x._id = id; }
- //obj.file.find(x, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- //};
- obj.GetAllTypeNoTypeFieldMeshFiltered = function (meshes, extrasids, domain, type, id, skip, limit, func) {
- if (extrasids == null) {
- const x = { type: type, domain: domain, meshid: { $in: meshes } };
- if (id) { x._id = id; }
- obj.file.find(x, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- } else {
- const x = { type: type, domain: domain, $or: [{ meshid: { $in: meshes } }, { _id: { $in: extrasids } }] };
- if (id) { x._id = id; }
- obj.file.find(x, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- }
- };
- obj.GetAllTypeNodeFiltered = function (nodes, domain, type, id, func) {
- var x = { type: type, domain: domain, nodeid: { $in: nodes } };
- if (id) { x._id = id; }
- obj.file.find(x, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); });
- };
- obj.GetAllType = function (type, func) { obj.file.find({ type: type }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetAllIdsOfType = function (ids, domain, type, func) { obj.file.find({ type: type, domain: domain, _id: { $in: ids } }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetUserWithEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email }, { type: 0 }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.GetUserWithVerifiedEmail = function (domain, email, func) { obj.file.find({ type: 'user', domain: domain, email: email, emailVerified: true }, function (err, docs) { func(err, performTypedRecordDecrypt(docs)); }); };
- obj.Remove = function (id, func) { obj.file.remove({ _id: id }, func); };
- obj.RemoveAll = function (func) { obj.file.remove({}, { multi: true }, func); };
- obj.RemoveAllOfType = function (type, func) { obj.file.remove({ type: type }, { multi: true }, func); };
- obj.InsertMany = function (data, func) { obj.file.insert(data, func); }; // Insert records directly, no link escaping
- obj.RemoveMeshDocuments = function (id) { obj.file.remove({ meshid: id }, { multi: true }); obj.file.remove({ _id: 'nt' + id }); };
- obj.MakeSiteAdmin = function (username, domain) { obj.Get('user/' + domain + '/' + username, function (err, docs) { if ((err == null) && (docs.length == 1)) { docs[0].siteadmin = 0xFFFFFFFF; obj.Set(docs[0]); } }); };
- obj.DeleteDomain = function (domain, func) { obj.file.remove({ domain: domain }, { multi: true }, func); };
- obj.SetUser = function (user) { if (user == null) return; if (user.subscriptions != null) { var u = Clone(user); if (u.subscriptions) { delete u.subscriptions; } obj.Set(u); } else { obj.Set(user); } };
- obj.dispose = function () { for (var x in obj) { if (obj[x].close) { obj[x].close(); } delete obj[x]; } };
- obj.getLocalAmtNodes = function (func) { obj.file.find({ type: 'node', host: { $exists: true, $ne: null }, intelamt: { $exists: true } }, func); };
- obj.getAmtUuidMeshNode = function (domainid, mtype, uuid, func) { obj.file.find({ type: 'node', domain: domainid, mtype: mtype, 'intelamt.uuid': uuid }, func); };
- obj.isMaxType = function (max, type, domainid, func) { if (max == null) { func(false); } else { obj.file.count({ type: type, domain: domainid }, function (err, count) { func((err != null) || (count > max), count); }); } }
- // Database actions on the events collection
- obj.GetAllEvents = function (func) { obj.eventsfile.find({}, func); };
- obj.StoreEvent = function (event, func) { obj.eventsfile.insert(event, func); };
- obj.GetEvents = function (ids, domain, filter, func) {
- var finddata = { domain: domain, ids: { $in: ids } };
- if (filter != null) finddata.action = filter;
- if (obj.databaseType == 1) {
- obj.eventsfile.find(finddata, { _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).exec(func);
- } else {
- obj.eventsfile.find(finddata, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }, func);
- }
- };
- obj.GetEventsWithLimit = function (ids, domain, limit, filter, func) {
- var finddata = { domain: domain, ids: { $in: ids } };
- if (filter != null) finddata.action = filter;
- if (obj.databaseType == 1) {
- obj.eventsfile.find(finddata, { _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).exec(func);
- } else {
- obj.eventsfile.find(finddata, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit, func);
- }
- };
- obj.GetUserEvents = function (ids, domain, userid, filter, func) {
- var finddata = { domain: domain, $or: [{ ids: { $in: ids } }, { userid: userid }] };
- if (filter != null) finddata.action = filter;
- if (obj.databaseType == 1) {
- obj.eventsfile.find(finddata, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).exec(func);
- } else {
- obj.eventsfile.find(finddata, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }, func);
- }
- };
- obj.GetUserEventsWithLimit = function (ids, domain, userid, limit, filter, func) {
- var finddata = { domain: domain, $or: [{ ids: { $in: ids } }, { userid: userid }] };
- if (filter != null) finddata.action = filter;
- if (obj.databaseType == 1) {
- obj.eventsfile.find(finddata, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit).exec(func);
- } else {
- obj.eventsfile.find(finddata, { type: 0, _id: 0, domain: 0, ids: 0, node: 0 }).sort({ time: -1 }).limit(limit, func);
- }
- };
- obj.GetEventsTimeRange = function (ids, domain, msgids, start, end, func) {
- if (obj.databaseType == 1) {
- obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }], msgid: { $in: msgids }, time: { $gte: start, $lte: end } }, { type: 0, _id: 0, domain: 0, node: 0 }).sort({ time: 1 }).exec(func);
- } else {
- obj.eventsfile.find({ domain: domain, $or: [{ ids: { $in: ids } }], msgid: { $in: msgids }, time: { $gte: start, $lte: end } }, { type: 0, _id: 0, domain: 0, node: 0 }).sort({ time: 1 }, func);
- }
- };
- obj.GetUserLoginEvents = function (domain, userid, func) {
- if (obj.databaseType == 1) {
- obj.eventsfile.find({ domain: domain, action: { $in: ['authfail', 'login'] }, userid: userid, msgArgs: { $exists: true } }, { action: 1, time: 1, msgid: 1, msgArgs: 1, tokenName: 1 }).sort({ time: -1 }).exec(func);
- } else {
- obj.eventsfile.find({ domain: domain, action: { $in: ['authfail', 'login'] }, userid: userid, msgArgs: { $exists: true } }, { action: 1, time: 1, msgid: 1, msgArgs: 1, tokenName: 1 }).sort({ time: -1 }, func);
- }
- };
- obj.GetNodeEventsWithLimit = function (nodeid, domain, limit, filter, func) {
- var finddata = { domain: domain, nodeid: nodeid };
- if (filter != null) finddata.action = filter;
- if (obj.databaseType == 1) {
- obj.eventsfile.find(finddata, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).exec(func);
- } else {
- obj.eventsfile.find(finddata, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit, func);
- }
- };
- obj.GetNodeEventsSelfWithLimit = function (nodeid, domain, userid, limit, filter, func) {
- var finddata = { domain: domain, nodeid: nodeid, userid: { $in: [userid, null] } };
- if (filter != null) finddata.action = filter;
- if (obj.databaseType == 1) {
- obj.eventsfile.find(finddata, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit).exec(func);
- } else {
- obj.eventsfile.find(finddata, { type: 0, etype: 0, _id: 0, domain: 0, ids: 0, node: 0, nodeid: 0 }).sort({ time: -1 }).limit(limit, func);
- }
- };
- obj.RemoveAllEvents = function (domain) { obj.eventsfile.remove({ domain: domain }, { multi: true }); };
- obj.RemoveAllNodeEvents = function (domain, nodeid) { if ((domain == null) || (nodeid == null)) return; obj.eventsfile.remove({ domain: domain, nodeid: nodeid }, { multi: true }); };
- obj.RemoveAllUserEvents = function (domain, userid) { if ((domain == null) || (userid == null)) return; obj.eventsfile.remove({ domain: domain, userid: userid }, { multi: true }); };
- obj.GetFailedLoginCount = function (userid, domainid, lastlogin, func) { obj.eventsfile.count({ action: 'authfail', userid: userid, domain: domainid, time: { "$gte": lastlogin } }, function (err, count) { func((err == null) ? count : 0); }); }
- // Database actions on the power collection
- obj.getAllPower = function (func) { obj.powerfile.find({}, func); };
- obj.storePowerEvent = function (event, multiServer, func) { if (multiServer != null) { event.server = multiServer.serverid; } obj.powerfile.insert(event, func); };
- obj.getPowerTimeline = function (nodeid, func) { if (obj.databaseType == 1) { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }, { _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }).exec(func); } else { obj.powerfile.find({ nodeid: { $in: ['*', nodeid] } }, { _id: 0, nodeid: 0, s: 0 }).sort({ time: 1 }, func); } };
- obj.removeAllPowerEvents = function () { obj.powerfile.remove({}, { multi: true }); };
- obj.removeAllPowerEventsForNode = function (nodeid) { if (nodeid == null) return; obj.powerfile.remove({ nodeid: nodeid }, { multi: true }); };
- // Database actions on the SMBIOS collection
- if (obj.smbiosfile != null) {
- obj.GetAllSMBIOS = function (func) { obj.smbiosfile.find({}, func); };
- obj.SetSMBIOS = function (smbios, func) { obj.smbiosfile.update({ _id: smbios._id }, smbios, { upsert: true }, func); };
- obj.RemoveSMBIOS = function (id) { obj.smbiosfile.remove({ _id: id }); };
- obj.GetSMBIOS = function (id, func) { obj.smbiosfile.find({ _id: id }, func); };
- }
- // Database actions on the Server Stats collection
- obj.SetServerStats = function (data, func) { obj.serverstatsfile.insert(data, func); };
- obj.GetServerStats = function (hours, func) { var t = new Date(); t.setTime(t.getTime() - (60 * 60 * 1000 * hours)); obj.serverstatsfile.find({ time: { $gt: t } }, { _id: 0, cpu: 0 }, func); };
- // Read a configuration file from the database
- obj.getConfigFile = function (path, func) { obj.Get('cfile/' + path, func); }
- // Write a configuration file to the database
- obj.setConfigFile = function (path, data, func) { obj.Set({ _id: 'cfile/' + path, type: 'cfile', data: data.toString('base64') }, func); }
- // List all configuration files
- obj.listConfigFiles = function (func) { obj.file.find({ type: 'cfile' }).sort({ _id: 1 }).exec(func); }
- // Get database information
- obj.getDbStats = function (func) {
- obj.stats = { c: 5 };
- obj.getStats(function (r) { obj.stats.recordTypes = r; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } })
- obj.file.count({}, function (err, count) { obj.stats.meshcentral = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.eventsfile.count({}, function (err, count) { obj.stats.events = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.powerfile.count({}, function (err, count) { obj.stats.power = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- obj.serverstatsfile.count({}, function (err, count) { obj.stats.serverstats = { count: count }; if (--obj.stats.c == 0) { delete obj.stats.c; func(getDbStatsEx(obj.stats)); } });
- }
- // Correct database information of obj.getDbStats before returning it
- function getDbStatsEx(data) {
- var r = {};
- if (data.recordTypes != null) { r = data.recordTypes; }
- try { r.smbios = data['smbios'].count; } catch (ex) { }
- try { r.power = data['power'].count; } catch (ex) { }
- try { r.events = data['events'].count; } catch (ex) { }
- try { r.serverstats = data['serverstats'].count; } catch (ex) { }
- return r;
- }
- // Plugin operations
- if (obj.pluginsActive) {
- obj.addPlugin = function (plugin, func) { plugin.type = 'plugin'; obj.pluginsfile.insert(plugin, func); }; // Add a plugin
- obj.getPlugins = function (func) { obj.pluginsfile.find({ 'type': 'plugin' }, { 'type': 0 }).sort({ name: 1 }).exec(func); }; // Get all plugins
- obj.getPlugin = function (id, func) { obj.pluginsfile.find({ _id: id }).sort({ name: 1 }).exec(func); }; // Get plugin
- obj.deletePlugin = function (id, func) { obj.pluginsfile.remove({ _id: id }, func); }; // Delete plugin
- obj.setPluginStatus = function (id, status, func) { obj.pluginsfile.update({ _id: id }, { $set: { status: status } }, func); };
- obj.updatePlugin = function (id, args, func) { delete args._id; obj.pluginsfile.update({ _id: id }, { $set: args }, func); };
- }
- }
- // Get all configuration files
- obj.getAllConfigFiles = function (password, func) {
- obj.GetAllType('cfile', function (err, docs) {
- if (err != null) { func(null); return; }
- var r = null;
- for (var i = 0; i < docs.length; i++) {
- var name = docs[i]._id.split('/')[1];
- var data = obj.decryptData(password, docs[i].data);
- if (data != null) { if (r == null) { r = {}; } r[name] = data; }
- }
- func(r);
- });
- }
- func(obj); // Completed function setup
- }
- // Return a human readable string with current backup configuration
- obj.getBackupConfig = function () {
- var r = '', backupPath = parent.backuppath;
- if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; }
- var dbname = 'meshcentral';
- if (parent.args.mongodbname) { dbname = parent.args.mongodbname; }
- else if ((typeof parent.args.mariadb == 'object') && (typeof parent.args.mariadb.database == 'string')) { dbname = parent.args.mariadb.database; }
- else if ((typeof parent.args.mysql == 'object') && (typeof parent.args.mysql.database == 'string')) { dbname = parent.args.mysql.database; }
- const currentDate = new Date();
- const fileSuffix = currentDate.getFullYear() + '-' + padNumber(currentDate.getMonth() + 1, 2) + '-' + padNumber(currentDate.getDate(), 2) + '-' + padNumber(currentDate.getHours(), 2) + '-' + padNumber(currentDate.getMinutes(), 2);
- const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix;
- const newAutoBackupPath = parent.path.join(backupPath, newAutoBackupFile);
- r += 'DB Name: ' + dbname + '\r\n';
- r += 'DB Type: ' + ['None', 'NeDB', 'MongoJS', 'MongoDB', 'MariaDB', 'MySQL', 'AceBase'][obj.databaseType] + '\r\n';
- r += 'BackupPath: ' + backupPath + '\r\n';
- r += 'newAutoBackupFile: ' + newAutoBackupFile + '\r\n';
- r += 'newAutoBackupPath: ' + newAutoBackupPath + '\r\n';
- if (parent.config.settings.autobackup == null) {
- r += 'No Settings/AutoBackup\r\n';
- } else {
- if (parent.config.settings.autobackup.backupintervalhours != null) {
- r += 'Backup Interval (Hours): ';
- if (typeof parent.config.settings.autobackup.backupintervalhours != 'number') { r += 'Bad backupintervalhours type\r\n'; }
- else { r += parent.config.settings.autobackup.backupintervalhours + '\r\n'; }
- }
- if (parent.config.settings.autobackup.keeplastdaysbackup != null) {
- r += 'Keep Last Backups (Days): ';
- if (typeof parent.config.settings.autobackup.keeplastdaysbackup != 'number') { r += 'Bad keeplastdaysbackup type\r\n'; }
- else { r += parent.config.settings.autobackup.keeplastdaysbackup + '\r\n'; }
- }
- if (parent.config.settings.autobackup.zippassword != null) {
- r += 'ZIP Password: ';
- if (typeof parent.config.settings.autobackup.zippassword != 'string') { r += 'Bad zippassword type, Backups will not be encrypted\r\n'; }
- else if (parent.config.settings.autobackup.zippassword == "") { r += 'Blank, Backups will not be encrypted\r\n'; }
- else { r += 'Set\r\n'; }
- }
- if (parent.config.settings.autobackup.mongodumppath != null) {
- r += 'MongoDump Path: ';
- if (typeof parent.config.settings.autobackup.mongodumppath != 'string') { r += 'Bad mongodumppath type\r\n'; }
- else { r += parent.config.settings.autobackup.mongodumppath + '\r\n'; }
- }
- if (parent.config.settings.autobackup.mysqldumppath != null) {
- r += 'MySqlDump Path: ';
- if (typeof parent.config.settings.autobackup.mysqldumppath != 'string') { r += 'Bad mysqldump type\r\n'; }
- else { r += parent.config.settings.autobackup.mysqldumppath + '\r\n'; }
- }
- if (typeof parent.config.settings.autobackup.s3 == 'object') {
- r += 'S3 Backups: Enabled\r\n';
- }
- if (typeof parent.config.settings.autobackup.webdav == 'object') {
- r += 'WebDAV Backups: Enabled\r\n';
- }
- if (typeof parent.config.settings.autobackup.googledrive == 'object') {
- r += 'Google Drive Backups: Enabled\r\n';
- }
- }
- return r;
- }
- function buildSqlDumpCommand() {
- var props = (obj.databaseType == 4) ? parent.args.mariadb : parent.args.mysql;
- var mysqldumpPath = 'mysqldump';
- if (parent.config.settings.autobackup && parent.config.settings.autobackup.mysqldumppath) {
- mysqldumpPath = parent.config.settings.autobackup.mysqldumppath;
- }
- var cmd = '\"' + mysqldumpPath + '\" --user=\'' + props.user + '\'';
- // Windows will treat ' as part of the pw. Linux/Unix requires it to escape.
- cmd += (parent.platform == 'win32') ? ' --password=\"' + props.password + '\"' : ' --password=\'' + props.password + '\'';
- if (props.host) { cmd += ' -h ' + props.host; }
- if (props.port) { cmd += ' -P ' + props.port; }
- if (props.awsrds) { cmd += ' --single-transaction'; }
- // SSL options different on mariadb/mysql
- var sslOptions = '';
- if (obj.databaseType == 4) {
- if (props.ssl) {
- sslOptions = ' --ssl';
- if (props.ssl.cacertpath) sslOptions = ' --ssl-ca=' + props.ssl.cacertpath;
- if (props.ssl.dontcheckserveridentity != true) sslOptions += ' --ssl-verify-server-cert';
- if (props.ssl.clientcertpath) sslOptions += ' --ssl-cert=' + props.ssl.clientcertpath;
- if (props.ssl.clientkeypath) sslOptions += ' --ssl-key=' + props.ssl.clientkeypath;
- }
- } else {
- if (props.ssl) {
- sslOptions = ' --ssl-mode=required';
- if (props.ssl.cacertpath) sslOptions = ' --ssl-ca=' + props.ssl.cacertpath;
- if (props.ssl.dontcheckserveridentity != true) sslOptions += ' --ssl-mode=verify_identity';
- else sslOptions += ' --ssl-mode=required';
- if (props.ssl.clientcertpath) sslOptions += ' --ssl-cert=' + props.ssl.clientcertpath;
- if (props.ssl.clientkeypath) sslOptions += ' --ssl-key=' + props.ssl.clientkeypath;
- }
- }
- cmd += sslOptions;
- var dbname = (props.database) ? props.database : 'meshcentral';
- cmd += ' ' + dbname
- return cmd;
- }
- function buildMongoDumpCommand() {
- const dburl = parent.args.mongodb;
- var mongoDumpPath = 'mongodump';
- if (parent.config.settings.autobackup && parent.config.settings.autobackup.mongodumppath) {
- mongoDumpPath = parent.config.settings.autobackup.mongodumppath;
- }
- var cmd = '"' + mongoDumpPath + '"';
- if (dburl) { cmd = '\"' + mongoDumpPath + '\" --uri=\"' + dburl + '\"'; }
- return cmd;
- }
- // Check that the server is capable of performing a backup
- obj.checkBackupCapability = function (func) {
- if ((parent.config.settings.autobackup == null) || (parent.config.settings.autobackup == false)) { func(); }
- if ((obj.databaseType == 2) || (obj.databaseType == 3)) {
- // Check that we have access to MongoDump
- var backupPath = parent.backuppath;
- if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; }
- try { parent.fs.mkdirSync(backupPath); } catch (ex) { }
- if (parent.fs.existsSync(backupPath) == false) { func(1, "Backup folder \"" + backupPath + "\" does not exist, database auto-backup will not be performed."); return; }
- var cmd = buildMongoDumpCommand();
- cmd += (parent.platform == 'win32') ? ' --archive=\"nul\"' : ' --archive=\"/dev/null\"';
- const child_process = require('child_process');
- child_process.exec(cmd, { cwd: backupPath }, function (error, stdout, stderr) {
- try {
- if ((error != null) && (error != '')) {
- if (parent.platform == 'win32') {
- func(1, "Unable to find mongodump.exe, MongoDB database auto-backup will not be performed.");
- } else {
- func(1, "Unable to find mongodump, MongoDB database auto-backup will not be performed.");
- }
- } else {
- func();
- }
- } catch (ex) { console.log(ex); }
- });
- } else if ((obj.databaseType == 4) || (obj.databaseType == 5)) {
- // Check that we have access to mysqldump
- var backupPath = parent.backuppath;
- if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; }
- try { parent.fs.mkdirSync(backupPath); } catch (e) { }
- if (parent.fs.existsSync(backupPath) == false) { func(1, "Backup folder \"" + backupPath + "\" does not exist, database auto-backup will not be performed."); return; }
- var cmd = buildSqlDumpCommand();
- cmd += ' > ' + ((parent.platform == 'win32') ? '\"nul\"' : '\"/dev/null\"');
- const child_process = require('child_process');
- child_process.exec(cmd, { cwd: backupPath }, function(error, stdout, stdin) {
- try {
- if ((error != null) && (error != '')) {
- if (parent.platform == 'win32') {
- func(1, "Unable to find mysqldump.exe, MySQL/MariaDB database auto-backup will not be performed.");
- } else {
- func(1, "Unable to find mysqldump, MySQL/MariaDB database auto-backup will not be performed.");
- }
- } else {
- func();
- }
- } catch (ex) { console.log(ex); }
- });
- } else {
- func();
- }
- }
- // MongoDB pending bulk read operation, perform fast bulk document reads.
- function fileBulkReadCompleted(err, docs) {
- // Send out callbacks with results
- if (docs != null) {
- for (var i in docs) {
- if (docs[i].links != null) { docs[i] = common.unEscapeLinksFieldName(docs[i]); }
- const id = docs[i]._id;
- if (obj.filePendingGets[id] != null) {
- for (var j in obj.filePendingGets[id]) {
- if (typeof obj.filePendingGets[id][j] == 'function') { obj.filePendingGets[id][j](err, performTypedRecordDecrypt([docs[i]])); }
- }
- delete obj.filePendingGets[id];
- }
- }
- }
- // If there are not results, send out a null callback
- for (var i in obj.filePendingGets) { for (var j in obj.filePendingGets[i]) { obj.filePendingGets[i][j](err, []); } }
- // Move on to process any more pending get operations
- obj.filePendingGets = obj.filePendingGet;
- obj.filePendingGet = null;
- if (obj.filePendingGets != null) {
- var findlist = [];
- for (var i in obj.filePendingGets) { findlist.push(i); }
- obj.file.find({ _id: { $in: findlist } }).toArray(fileBulkReadCompleted);
- }
- }
- // MongoDB pending bulk remove operation, perform fast bulk document removes.
- function fileBulkRemoveCompleted(err) {
- // Send out callbacks
- for (var i in obj.filePendingRemoves) {
- for (var j in obj.filePendingRemoves[i]) {
- if (typeof obj.filePendingRemoves[i][j] == 'function') { obj.filePendingRemoves[i][j](err); }
- }
- }
- // Move on to process any more pending get operations
- obj.filePendingRemoves = obj.filePendingRemove;
- obj.filePendingRemove = null;
- if (obj.filePendingRemoves != null) {
- obj.dbCounters.fileRemoveBulk++;
- var findlist = [], count = 0;
- for (var i in obj.filePendingRemoves) { findlist.push(i); count++; }
- obj.file.deleteMany({ _id: { $in: findlist } }, { multi: true }, fileBulkRemoveCompleted);
- }
- }
- // MongoDB pending bulk write operation, perform fast bulk document replacement.
- function fileBulkWriteCompleted() {
- // Callbacks
- if (obj.filePendingCbs != null) {
- for (var i in obj.filePendingCbs) { if (typeof obj.filePendingCbs[i] == 'function') { obj.filePendingCbs[i](); } }
- obj.filePendingCbs = null;
- }
- if (obj.filePendingSets != null) {
- // Perform pending operations
- obj.dbCounters.fileSetBulk++;
- var ops = [];
- obj.filePendingCbs = obj.filePendingCb;
- obj.filePendingCb = null;
- for (var i in obj.filePendingSets) { ops.push({ replaceOne: { filter: { _id: i }, replacement: performTypedRecordEncrypt(common.escapeLinksFieldNameEx(obj.filePendingSets[i])), upsert: true } }); }
- obj.file.bulkWrite(ops, fileBulkWriteCompleted);
- obj.filePendingSets = null;
- } else {
- // All done, no pending operations.
- obj.filePendingSet = false;
- }
- }
- // MongoDB pending bulk write operation, perform fast bulk document replacement.
- function eventsFileBulkWriteCompleted() {
- // Callbacks
- if (obj.eventsFilePendingCbs != null) { for (var i in obj.eventsFilePendingCbs) { obj.eventsFilePendingCbs[i](); } obj.eventsFilePendingCbs = null; }
- if (obj.eventsFilePendingSets != null) {
- // Perform pending operations
- obj.dbCounters.eventsSetBulk++;
- var ops = [];
- for (var i in obj.eventsFilePendingSets) { ops.push({ insertOne: { document: obj.eventsFilePendingSets[i] } }); }
- obj.eventsFilePendingCbs = obj.eventsFilePendingCb;
- obj.eventsFilePendingCb = null;
- obj.eventsFilePendingSets = null;
- obj.eventsfile.bulkWrite(ops, eventsFileBulkWriteCompleted);
- } else {
- // All done, no pending operations.
- obj.eventsFilePendingSet = false;
- }
- }
- // MongoDB pending bulk write operation, perform fast bulk document replacement.
- function powerFileBulkWriteCompleted() {
- // Callbacks
- if (obj.powerFilePendingCbs != null) { for (var i in obj.powerFilePendingCbs) { obj.powerFilePendingCbs[i](); } obj.powerFilePendingCbs = null; }
- if (obj.powerFilePendingSets != null) {
- // Perform pending operations
- obj.dbCounters.powerSetBulk++;
- var ops = [];
- for (var i in obj.powerFilePendingSets) { ops.push({ insertOne: { document: obj.powerFilePendingSets[i] } }); }
- obj.powerFilePendingCbs = obj.powerFilePendingCb;
- obj.powerFilePendingCb = null;
- obj.powerFilePendingSets = null;
- obj.powerfile.bulkWrite(ops, powerFileBulkWriteCompleted);
- } else {
- // All done, no pending operations.
- obj.powerFilePendingSet = false;
- }
- }
- // Perform a server backup
- obj.performingBackup = false;
- obj.performBackup = function (func) {
- try {
- if (obj.performingBackup) return 1;
- obj.performingBackup = true;
- //console.log('Performing backup...');
- var backupPath = parent.backuppath;
- if (parent.config.settings.autobackup && parent.config.settings.autobackup.backuppath) { backupPath = parent.config.settings.autobackup.backuppath; }
- try { parent.fs.mkdirSync(backupPath); } catch (e) { }
- const dbname = (parent.args.mongodbname) ? (parent.args.mongodbname) : 'meshcentral';
- const dburl = parent.args.mongodb;
- const currentDate = new Date();
- const fileSuffix = currentDate.getFullYear() + '-' + padNumber(currentDate.getMonth() + 1, 2) + '-' + padNumber(currentDate.getDate(), 2) + '-' + padNumber(currentDate.getHours(), 2) + '-' + padNumber(currentDate.getMinutes(), 2);
- const newAutoBackupFile = 'meshcentral-autobackup-' + fileSuffix;
- const newAutoBackupPath = parent.path.join(backupPath, newAutoBackupFile);
- if ((obj.databaseType == 2) || (obj.databaseType == 3)) {
- // Perform a MongoDump backup
- const newBackupFile = 'mongodump-' + fileSuffix;
- var newBackupPath = parent.path.join(backupPath, newBackupFile);
- var cmd = buildMongoDumpCommand();
- cmd += (dburl) ? ' --archive=\"' + newBackupPath + '.archive\"' :
- ' --db=\"' + dbname + '\" --archive=\"' + newBackupPath + '.archive\"';
- const child_process = require('child_process');
- var backupProcess = child_process.exec(cmd, { cwd: backupPath }, function (error, stdout, stderr) {
- try {
- var mongoDumpSuccess = true;
- backupProcess = null;
- if ((error != null) && (error != '')) { mongoDumpSuccess = false; console.log('ERROR: Unable to perform MongoDB backup: ' + error + '\r\n'); }
- // Perform archive compression
- var archiver = require('archiver');
- var output = parent.fs.createWriteStream(newAutoBackupPath + '.zip');
- var archive = null;
- if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.zippassword == 'string')) {
- try {
- archiver.registerFormat('zip-encrypted', require('archiver-zip-encrypted'));
- archive = archiver.create('zip-encrypted', { zlib: { level: 9 }, encryptionMethod: 'aes256', password: parent.config.settings.autobackup.zippassword });
- if (func) { func('Creating encrypted ZIP'); }
- } catch (ex) { // registering encryption failed, so create without encryption
- archive = archiver('zip', { zlib: { level: 9 } });
- if (func) { func('Creating encrypted ZIP failed, so falling back to normal ZIP'); }
- }
- } else {
- archive = archiver('zip', { zlib: { level: 9 } });
- }
- output.on('close', function () {
- obj.performingBackup = false;
- if (func) { if (mongoDumpSuccess) { func('Auto-backup completed.'); } else { func('Auto-backup completed without mongodb database: ' + error); } }
- obj.performCloudBackup(newAutoBackupPath + '.zip', func);
- setTimeout(function () { try { parent.fs.unlink(newBackupPath + '.archive', function () { }); } catch (ex) { console.log(ex); } }, 5000);
- });
- output.on('end', function () { });
- output.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } });
- archive.on('warning', function (err) { console.log('Backup warning: ' + err); if (func) { func('Backup warning: ' + err); } });
- archive.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } });
- archive.pipe(output);
- if (mongoDumpSuccess == true) { archive.file(newBackupPath + '.archive', { name: newBackupFile + '.archive' }); }
- archive.directory(parent.datapath, 'meshcentral-data');
- archive.finalize();
- } catch (ex) { console.log(ex); }
- });
- } else if ((obj.databaseType == 4) || (obj.databaseType == 5)) {
- // Perform a MySqlDump backup
- const newBackupFile = 'mysqldump-' + fileSuffix;
- var newBackupPath = parent.path.join(backupPath, newBackupFile);
-
- var cmd = buildSqlDumpCommand();
- cmd += ' --result-file=\"' + newBackupPath + '.sql\"';
- const child_process = require('child_process');
- var backupProcess = child_process.exec(cmd, { cwd: backupPath }, function (error, stdout, stderr) {
- try {
- var sqlDumpSuccess = true;
- backupProcess = null;
- if ((error != null) && (error != '')) { sqlDumpSuccess = false; console.log('ERROR: Unable to perform MySQL/MariaDB backup: ' + error + '\r\n'); }
- var archiver = require('archiver');
- var output = parent.fs.createWriteStream(newAutoBackupPath + '.zip');
- var archive = null;
- if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.zippassword == 'string')) {
- try {
- archiver.registerFormat('zip-encrypted', require('archiver-zip-encrypted'));
- archive = archiver.create('zip-encrypted', { zlib: { level: 9 }, encryptionMethod: 'aes256', password: parent.config.settings.autobackup.zippassword });
- if (func) { func('Creating encrypted ZIP'); }
- } catch (ex) { // registering encryption failed, so create without encryption
- archive = archiver('zip', { zlib: { level: 9 } });
- if (func) { func('Creating encrypted ZIP failed, so falling back to normal ZIP'); }
- }
- } else {
- archive = archiver('zip', { zlib: { level: 9 } });
- }
- output.on('close', function () {
- obj.performingBackup = false;
- if (func) { if (sqlDumpSuccess) { func('Auto-backup completed.'); } else { func('Auto-backup completed without MySQL/MariaDB database: ' + error); } }
- obj.performCloudBackup(newAutoBackupPath + '.zip', func);
- setTimeout(function () { try { parent.fs.unlink(newBackupPath + '.sql', function () { }); } catch (ex) { console.log(ex); } }, 5000);
- });
- output.on('end', function () { });
- output.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } });
- archive.on('warning', function (err) { console.log('Backup warning: ' + err); if (func) { func('Backup warning: ' + err); } });
- archive.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } });
- archive.pipe(output);
- if (sqlDumpSuccess == true) { archive.file(newBackupPath + '.sql', { name: newBackupFile + '.sql' }); }
- archive.directory(parent.datapath, 'meshcentral-data');
- archive.finalize();
- } catch (ex) { console.log(ex); }
- });
- } else {
- // Perform a NeDB backup
- var archiver = require('archiver');
- var output = parent.fs.createWriteStream(newAutoBackupPath + '.zip');
- var archive = null;
- if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.zippassword == 'string')) {
- try {
- archiver.registerFormat('zip-encrypted', require('archiver-zip-encrypted'));
- archive = archiver.create('zip-encrypted', { zlib: { level: 9 }, encryptionMethod: 'aes256', password: parent.config.settings.autobackup.zippassword });
- if (func) { func('Creating encrypted ZIP'); }
- } catch (ex) { // registering encryption failed, so create without encryption
- archive = archiver('zip', { zlib: { level: 9 } });
- if (func) { func('Creating encrypted ZIP failed, so falling back to normal ZIP'); }
- }
- } else {
- archive = archiver('zip', { zlib: { level: 9 } });
- }
- output.on('close', function () { obj.performingBackup = false; if (func) { func('Auto-backup completed.'); } obj.performCloudBackup(newAutoBackupPath + '.zip', func); });
- output.on('end', function () { });
- output.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } });
- archive.on('warning', function (err) { console.log('Backup warning: ' + err); if (func) { func('Backup warning: ' + err); } });
- archive.on('error', function (err) { console.log('Backup error: ' + err); if (func) { func('Backup error: ' + err); } });
- archive.pipe(output);
- archive.directory(parent.datapath, 'meshcentral-data');
- archive.finalize();
- }
- // Remove old backups
- if (parent.config.settings.autobackup && (typeof parent.config.settings.autobackup.keeplastdaysbackup == 'number')) {
- var cutoffDate = new Date();
- cutoffDate.setDate(cutoffDate.getDate() - parent.config.settings.autobackup.keeplastdaysbackup);
- parent.fs.readdir(parent.backuppath, function (err, dir) {
- try {
- if ((err == null) && (dir.length > 0)) {
- for (var i in dir) {
- var name = dir[i];
- if (name.startsWith('meshcentral-autobackup-') && name.endsWith('.zip')) {
- var timex = name.substring(23, name.length - 4).split('-');
- if (timex.length == 5) {
- var fileDate = new Date(parseInt(timex[0]), parseInt(timex[1]) - 1, parseInt(timex[2]), parseInt(timex[3]), parseInt(timex[4]));
- if (fileDate && (cutoffDate > fileDate)) { try { parent.fs.unlink(parent.path.join(parent.backuppath, name), function () { }); } catch (ex) { } }
- }
- }
- }
- }
- } catch (ex) { console.log(ex); }
- });
- }
- } catch (ex) { console.log(ex); }
- return 0;
- }
- // Perform cloud backup
- obj.performCloudBackup = function (filename, func) {
- // WebDAV Backup
- if ((typeof parent.config.settings.autobackup == 'object') && (typeof parent.config.settings.autobackup.webdav == 'object')) {
- const xdateTimeSort = function (a, b) { if (a.xdate > b.xdate) return 1; if (a.xdate < b.xdate) return -1; return 0; }
- // Fetch the folder name
- var webdavfolderName = 'MeshCentral-Backups';
- if (typeof parent.config.settings.autobackup.webdav.foldername == 'string') { webdavfolderName = parent.config.settings.autobackup.webdav.foldername; }
- // Clean up our WebDAV folder
- function performWebDavCleanup(client) {
- if ((typeof parent.config.settings.autobackup.webdav.maxfiles == 'number') && (parent.config.settings.autobackup.webdav.maxfiles > 1)) {
- var directoryItems = client.getDirectoryContents(webdavfolderName);
- directoryItems.then(
- function (files) {
- for (var i in files) { files[i].xdate = new Date(files[i].lastmod); }
- files.sort(xdateTimeSort);
- while (files.length >= parent.config.settings.autobackup.webdav.maxfiles) {
- client.deleteFile(files.shift().filename).then(function (state) {
- if (func) { func('WebDAV file deleted.'); }
- }).catch(function (err) {
- if (func) { func('WebDAV (deleteFile) error: ' + err); }
- });
- }
- }
- ).catch(function (err) {
- if (func) { func('WebDAV (getDirectoryContents) error: ' + err); }
- });
- }
- }
- // Upload to the WebDAV folder
- function performWebDavUpload(client, filepath) {
- require('fs').stat(filepath, function(err,stat){
- var fileStream = require('fs').createReadStream(filepath);
- fileStream.on('close', function () { if (func) { func('WebDAV upload completed'); } })
- fileStream.on('error', function (err) { if (func) { func('WebDAV (fileUpload) error: ' + err); } })
- fileStream.pipe(client.createWriteStream('/' + webdavfolderName + '/' + require('path').basename(filepath), { headers: { "Content-Length": stat.size } }));
- if (func) { func('Uploading using WebDAV...'); }
- });
- }
- if (func) { func('Attempting WebDAV upload...'); }
- const { createClient } = require('webdav');
- const client = createClient(parent.config.settings.autobackup.webdav.url, {
- username: parent.config.settings.autobackup.webdav.username,
- password: parent.config.settings.autobackup.webdav.password,
- maxContentLength: Infinity,
- maxBodyLength: Infinity
- });
- client.exists(webdavfolderName).then(function(a){
- if(a){
- performWebDavCleanup(client);
- performWebDavUpload(client, filename);
- }else{
- client.createDirectory(webdavfolderName, {recursive: true}).then(function (a) {
- if (func) { func('WebDAV folder created'); }
- performWebDavUpload(client, filename);
- }).catch(function (err) {
- if (func) { func('WebDAV (createDirectory) error: ' + err); }
- });
- }
- }).catch(function (err) {
- if (func) { func('WebDAV (exists) error: ' + err); }
- });
- }
- // Google Drive Backup
- if ((typeof parent.config.settings.autobackup == 'object') && (typeof parent.config.settings.autobackup.googledrive == 'object')) {
- obj.Get('GoogleDriveBackup', function (err, docs) {
- if ((err != null) || (docs.length != 1) || (docs[0].state != 3)) return;
- if (func) { func('Attempting Google Drive upload...'); }
- const {google} = require('googleapis');
- const oAuth2Client = new google.auth.OAuth2(docs[0].clientid, docs[0].clientsecret, "urn:ietf:wg:oauth:2.0:oob");
- oAuth2Client.on('tokens', function (tokens) { if (tokens.refresh_token) { docs[0].token = tokens.refresh_token; parent.db.Set(docs[0]); } }); // Update the token in the database
- oAuth2Client.setCredentials(docs[0].token);
- const drive = google.drive({ version: 'v3', auth: oAuth2Client });
- const createdTimeSort = function (a, b) { if (a.createdTime > b.createdTime) return 1; if (a.createdTime < b.createdTime) return -1; return 0; }
- // Called once we know our folder id, clean up and upload a backup.
- var useGoogleDrive = function (folderid) {
- // List files to see if we need to delete older ones
- if (typeof parent.config.settings.autobackup.googledrive.maxfiles == 'number') {
- drive.files.list({
- q: 'trashed = false and \'' + folderid + '\' in parents',
- fields: 'nextPageToken, files(id, name, size, createdTime)',
- }, function (err, res) {
- if (err) {
- console.log('GoogleDrive (files.list) error: ' + err);
- if (func) { func('GoogleDrive (files.list) error: ' + err); }
- return;
- }
- // Delete any old files if more than 10 files are present in the backup folder.
- res.data.files.sort(createdTimeSort);
- while (res.data.files.length >= parent.config.settings.autobackup.googledrive.maxfiles) { drive.files.delete({ fileId: res.data.files.shift().id }, function (err, res) { }); }
- });
- }
- //console.log('Uploading...');
- if (func) { func('Uploading to Google Drive...'); }
- // Upload the backup
- drive.files.create({
- requestBody: { name: require('path').basename(filename), mimeType: 'text/plain', parents: [folderid] },
- media: { mimeType: 'application/zip', body: require('fs').createReadStream(filename) },
- }, function (err, res) {
- if (err) {
- console.log('GoogleDrive (files.create) error: ' + err);
- if (func) { func('GoogleDrive (files.create) error: ' + err); }
- return;
- }
- //console.log('Upload done.');
- if (func) { func('Google Drive upload completed.'); }
- });
- }
- // Fetch the folder name
- var folderName = 'MeshCentral-Backups';
- if (typeof parent.config.settings.autobackup.googledrive.foldername == 'string') { folderName = parent.config.settings.autobackup.googledrive.foldername; }
- // Find our backup folder, create one if needed.
- drive.files.list({
- q: 'mimeType = \'application/vnd.google-apps.folder\' and name=\'' + folderName + '\' and trashed = false',
- fields: 'nextPageToken, files(id, name)',
- }, function (err, res) {
- if (err) {
- console.log('GoogleDrive error: ' + err);
- if (func) { func('GoogleDrive error: ' + err); }
- return;
- }
- if (res.data.files.length == 0) {
- // Create a folder
- drive.files.create({ resource: { 'name': folderName, 'mimeType': 'application/vnd.google-apps.folder' }, fields: 'id' }, function (err, file) {
- if (err) {
- console.log('GoogleDrive (folder.create) error: ' + err);
- if (func) { func('GoogleDrive (folder.create) error: ' + err); }
- return;
- }
- useGoogleDrive(file.data.id);
- });
- } else { useGoogleDrive(res.data.files[0].id); }
- });
- });
- }
- // S3 Backup
- if ((typeof parent.config.settings.autobackup == 'object') && (typeof parent.config.settings.autobackup.s3 == 'object')) {
- var s3folderName = 'MeshCentral-Backups';
- if (typeof parent.config.settings.autobackup.s3.foldername == 'string') { s3folderName = parent.config.settings.autobackup.s3.foldername; }
- // Construct the config object
- var accessKey = parent.config.settings.autobackup.s3.accesskey,
- secretKey = parent.config.settings.autobackup.s3.secretkey,
- endpoint = parent.config.settings.autobackup.s3.endpoint ? parent.config.settings.autobackup.s3.endpoint : 's3.amazonaws.com',
- port = parent.config.settings.autobackup.s3.port ? parent.config.settings.autobackup.s3.port : 443,
- useSsl = parent.config.settings.autobackup.s3.ssl ? parent.config.settings.autobackup.s3.ssl : true,
- bucketName = parent.config.settings.autobackup.s3.bucketname,
- pathPrefix = s3folderName,
- threshold = parent.config.settings.autobackup.s3.maxfiles ? parent.config.settings.autobackup.s3.maxfiles : 0,
- fileToUpload = filename;
- // Create a MinIO client
- const Minio = require('minio');
- var minioClient = new Minio.Client({
- endPoint: endpoint,
- port: port,
- useSSL: useSsl,
- accessKey: accessKey,
- secretKey: secretKey
- });
- // List objects in the specified bucket and path prefix
- var listObjectsPromise = new Promise(function(resolve, reject) {
- var items = [];
- var stream = minioClient.listObjects(bucketName, pathPrefix, true);
- stream.on('data', function(item) {
- if (!item.name.endsWith('/')) { // Exclude directories
- items.push(item);
- }
- });
- stream.on('end', function() {
- resolve(items);
- });
- stream.on('error', function(err) {
- reject(err);
- });
- });
- listObjectsPromise.then(function(objects) {
- // Count the number of files
- var fileCount = objects.length;
- // Return if no files to carry on uploading
- if (fileCount === 0) { return Promise.resolve(); }
- // Sort the files by LastModified date (oldest first)
- objects.sort(function(a, b) { return new Date(a.lastModified) - new Date(b.lastModified); });
- // Check if the threshold is zero and return if
- if (threshold === 0) { return Promise.resolve(); }
- // Check if the number of files exceeds the threshold (maxfiles) is 0
- if (fileCount >= threshold) {
- // Calculate how many files need to be deleted to make space for the new file
- var filesToDelete = fileCount - threshold + 1; // +1 to make space for the new file
- if (func) { func('Deleting ' + filesToDelete + ' older ' + (filesToDelete == 1 ? 'file' : 'files') + ' from S3 ...'); }
- // Create an array of promises for deleting files
- var deletePromises = objects.slice(0, filesToDelete).map(function(fileToDelete) {
- return new Promise(function(resolve, reject) {
- minioClient.removeObject(bucketName, fileToDelete.name, function(err) {
- if (err) {
- reject(err);
- } else {
- if (func) { func('Deleted file: ' + fileToDelete.name + ' from S3'); }
- resolve();
- }
- });
- });
- });
- // Wait for all deletions to complete
- return Promise.all(deletePromises);
- } else {
- return Promise.resolve(); // No deletion needed
- }
- }).then(function() {
- // Determine the upload path by combining the pathPrefix with the filename
- var fileName = require('path').basename(fileToUpload);
- var uploadPath = require('path').join(pathPrefix, fileName);
- // Upload a new file
- var uploadPromise = new Promise(function(resolve, reject) {
- if (func) { func('Uploading file ' + uploadPath + ' to S3'); }
- minioClient.fPutObject(bucketName, uploadPath, fileToUpload, function(err, etag) {
- if (err) {
- reject(err);
- } else {
- if (func) { func('Uploaded file: ' + uploadPath + ' to S3'); }
- resolve(etag);
- }
- });
- });
- return uploadPromise;
- }).catch(function(error) {
- if (func) { func('Error managing files in S3: ' + error); }
- });
- }
- }
- // Transfer NeDB data into the current database
- obj.nedbtodb = function (func) {
- var nedbDatastore = null;
- try { nedbDatastore = require('@yetzt/nedb'); } catch (ex) { } // This is the NeDB with fixed security dependencies.
- if (nedbDatastore == null) { nedbDatastore = require('nedb'); } // So not to break any existing installations, if the old NeDB is present, use it.
- var datastoreOptions = { filename: parent.getConfigFilePath('meshcentral.db'), autoload: true };
- // If a DB encryption key is provided, perform database encryption
- if ((typeof parent.args.dbencryptkey == 'string') && (parent.args.dbencryptkey.length != 0)) {
- // Hash the database password into a AES256 key and setup encryption and decryption.
- var nedbKey = parent.crypto.createHash('sha384').update(parent.args.dbencryptkey).digest('raw').slice(0, 32);
- datastoreOptions.afterSerialization = function (plaintext) {
- const iv = parent.crypto.randomBytes(16);
- const aes = parent.crypto.createCipheriv('aes-256-cbc', nedbKey, iv);
- var ciphertext = aes.update(plaintext);
- ciphertext = Buffer.concat([iv, ciphertext, aes.final()]);
- return ciphertext.toString('base64');
- }
- datastoreOptions.beforeDeserialization = function (ciphertext) {
- const ciphertextBytes = Buffer.from(ciphertext, 'base64');
- const iv = ciphertextBytes.slice(0, 16);
- const data = ciphertextBytes.slice(16);
- const aes = parent.crypto.createDecipheriv('aes-256-cbc', nedbKey, iv);
- var plaintextBytes = Buffer.from(aes.update(data));
- plaintextBytes = Buffer.concat([plaintextBytes, aes.final()]);
- return plaintextBytes.toString();
- }
- }
- // Setup all NeDB collections
- var nedbfile = new nedbDatastore(datastoreOptions);
- var nedbeventsfile = new nedbDatastore({ filename: parent.getConfigFilePath('meshcentral-events.db'), autoload: true, corruptAlertThreshold: 1 });
- var nedbpowerfile = new nedbDatastore({ filename: parent.getConfigFilePath('meshcentral-power.db'), autoload: true, corruptAlertThreshold: 1 });
- var nedbserverstatsfile = new nedbDatastore({ filename: parent.getConfigFilePath('meshcentral-stats.db'), autoload: true, corruptAlertThreshold: 1 });
- // Transfered record counts
- var normalRecordsTransferCount = 0;
- var eventRecordsTransferCount = 0;
- var powerRecordsTransferCount = 0;
- var statsRecordsTransferCount = 0;
- obj.pendingTransfer = 0;
- // Transfer the data from main database
- nedbfile.find({}, function (err, docs) {
- if ((err == null) && (docs.length > 0)) {
- performTypedRecordDecrypt(docs)
- for (var i in docs) {
- obj.pendingTransfer++;
- normalRecordsTransferCount++;
- obj.Set(common.unEscapeLinksFieldName(docs[i]), function () { obj.pendingTransfer--; });
- }
- }
- // Transfer events
- nedbeventsfile.find({}, function (err, docs) {
- if ((err == null) && (docs.length > 0)) {
- for (var i in docs) {
- obj.pendingTransfer++;
- eventRecordsTransferCount++;
- obj.StoreEvent(docs[i], function () { obj.pendingTransfer--; });
- }
- }
- // Transfer power events
- nedbpowerfile.find({}, function (err, docs) {
- if ((err == null) && (docs.length > 0)) {
- for (var i in docs) {
- obj.pendingTransfer++;
- powerRecordsTransferCount++;
- obj.storePowerEvent(docs[i], null, function () { obj.pendingTransfer--; });
- }
- }
- // Transfer server stats
- nedbserverstatsfile.find({}, function (err, docs) {
- if ((err == null) && (docs.length > 0)) {
- for (var i in docs) {
- obj.pendingTransfer++;
- statsRecordsTransferCount++;
- obj.SetServerStats(docs[i], function () { obj.pendingTransfer--; });
- }
- }
- // Only exit when all the records are stored.
- setInterval(function () {
- if (obj.pendingTransfer == 0) { func("Done. " + normalRecordsTransferCount + " record(s), " + eventRecordsTransferCount + " event(s), " + powerRecordsTransferCount + " power change(s), " + statsRecordsTransferCount + " stat(s)."); }
- }, 200)
- });
- });
- });
- });
- }
- function padNumber(number, digits) { return Array(Math.max(digits - String(number).length + 1, 0)).join(0) + number; }
- // Called when a node has changed
- function dbNodeChange(nodeChange, added) {
- if (parent.webserver == null) return;
- common.unEscapeLinksFieldName(nodeChange.fullDocument);
- const node = performTypedRecordDecrypt([nodeChange.fullDocument])[0];
- parent.DispatchEvent(['*', node.meshid], obj, { etype: 'node', action: (added ? 'addnode' : 'changenode'), node: parent.webserver.CloneSafeNode(node), nodeid: node._id, domain: node.domain, nolog: 1 });
- }
- // Called when a device group has changed
- function dbMeshChange(meshChange, added) {
- if (parent.webserver == null) return;
- common.unEscapeLinksFieldName(meshChange.fullDocument);
- const mesh = performTypedRecordDecrypt([meshChange.fullDocument])[0];
- // Update the mesh object in memory
- const mmesh = parent.webserver.meshes[mesh._id];
- if (mmesh != null) {
- // Update an existing device group
- for (var i in mesh) { mmesh[i] = mesh[i]; }
- for (var i in mmesh) { if (mesh[i] == null) { delete mmesh[i]; } }
- } else {
- // Device group not present, create it.
- parent.webserver.meshes[mesh._id] = mesh;
- }
- // Send the mesh update
- if (mesh.deleted) { mesh.action = 'deletemesh'; } else { mesh.action = (added ? 'createmesh' : 'meshchange'); }
- mesh.meshid = mesh._id;
- mesh.nolog = 1;
- delete mesh.type;
- delete mesh._id;
- parent.DispatchEvent(['*', mesh.meshid], obj, parent.webserver.CloneSafeMesh(mesh));
- }
- // Called when a user account has changed
- function dbUserChange(userChange, added) {
- if (parent.webserver == null) return;
- common.unEscapeLinksFieldName(userChange.fullDocument);
- const user = performTypedRecordDecrypt([userChange.fullDocument])[0];
-
- // Update the user object in memory
- const muser = parent.webserver.users[user._id];
- if (muser != null) {
- // Update an existing user
- for (var i in user) { muser[i] = user[i]; }
- for (var i in muser) { if (user[i] == null) { delete muser[i]; } }
- } else {
- // User not present, create it.
- parent.webserver.users[user._id] = user;
- }
- // Send the user update
- var targets = ['*', 'server-users', user._id];
- if (user.groups) { for (var i in user.groups) { targets.push('server-users:' + i); } }
- parent.DispatchEvent(targets, obj, { etype: 'user', userid: user._id, username: user.name, account: parent.webserver.CloneSafeUser(user), action: (added ? 'accountcreate' : 'accountchange'), domain: user.domain, nolog: 1 });
- }
- // Called when a user group has changed
- function dbUGrpChange(ugrpChange, added) {
- if (parent.webserver == null) return;
- common.unEscapeLinksFieldName(ugrpChange.fullDocument);
- const usergroup = ugrpChange.fullDocument;
- // Update the user group object in memory
- const uusergroup = parent.webserver.userGroups[usergroup._id];
- if (uusergroup != null) {
- // Update an existing user group
- for (var i in usergroup) { uusergroup[i] = usergroup[i]; }
- for (var i in uusergroup) { if (usergroup[i] == null) { delete uusergroup[i]; } }
- } else {
- // Usergroup not present, create it.
- parent.webserver.userGroups[usergroup._id] = usergroup;
- }
- // Send the user group update
- usergroup.action = (added ? 'createusergroup' : 'usergroupchange');
- usergroup.ugrpid = usergroup._id;
- usergroup.nolog = 1;
- delete usergroup.type;
- delete usergroup._id;
- parent.DispatchEvent(['*', usergroup.ugrpid], obj, usergroup);
- }
- function dbMergeSqlArray(arr) {
- var x = '';
- for (var i in arr) { if (x != '') { x += ','; } x += '"' + arr[i] + '"'; }
- return x;
- }
- return obj;
- };
|