Add parsing and persisting for FPS logs (CC-80)

pull/51/head
HardiReady 2019-02-09 20:42:24 +01:00
parent 7c23c302c6
commit 03073f5436
14 changed files with 122 additions and 47 deletions

Binary file not shown.

View File

@ -32,7 +32,7 @@ const LogBudgetSchema = new Schema({
}, },
}, { }, {
collection: 'logBudget', collection: 'logBudget',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogBudgetSchema.index({war: 1}); LogBudgetSchema.index({war: 1});

View File

@ -28,7 +28,7 @@ const LogFlagSchema = new Schema({
}, },
}, { }, {
collection: 'logFlag', collection: 'logFlag',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogFlagSchema.index({war: 1, player: 1}); LogFlagSchema.index({war: 1, player: 1});

View File

@ -40,7 +40,7 @@ const LogKillSchema = new Schema({
}, },
}, { }, {
collection: 'logKill', collection: 'logKill',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogKillSchema.index({war: 1, shooter: 1, target: 1}); LogKillSchema.index({war: 1, shooter: 1, target: 1});

View File

@ -27,7 +27,7 @@ const LogPlayerCountSchema = new Schema({
}, },
}, { }, {
collection: 'logPlayerCount', collection: 'logPlayerCount',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogPlayerCountSchema.index({war: 1}); LogPlayerCountSchema.index({war: 1});

View File

@ -32,7 +32,7 @@ const LogKillSchema = new Schema({
}, },
}, { }, {
collection: 'logPoints', collection: 'logPoints',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogKillSchema.index({war: 1, shooter: 1, target: 1}); LogKillSchema.index({war: 1, shooter: 1, target: 1});

View File

@ -19,7 +19,7 @@ const LogRespawnSchema = new Schema({
}, },
}, { }, {
collection: 'logRespawn', collection: 'logRespawn',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogRespawnSchema.index({war: 1, player: 1}); LogRespawnSchema.index({war: 1, player: 1});

View File

@ -32,7 +32,7 @@ const LogReviveSchema = new Schema({
}, },
}, { }, {
collection: 'logRevive', collection: 'logRevive',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogReviveSchema.index({war: 1, medic: 1}); LogReviveSchema.index({war: 1, medic: 1});

View File

@ -13,6 +13,18 @@ const LogServerFpsSchema = new Schema({
type: String, type: String,
required: true, required: true,
}, },
singleAvgFps: {
type: Number,
get: (v) => Math.round(v),
set: (v) => Math.round(v),
required: true,
},
singleMinFps: {
type: Number,
get: (v) => Math.round(v),
set: (v) => Math.round(v),
required: true,
},
avgFps: [{ avgFps: [{
type: Number, type: Number,
get: (v) => Math.round(v), get: (v) => Math.round(v),
@ -27,7 +39,7 @@ const LogServerFpsSchema = new Schema({
}], }],
}, { }, {
collection: 'logServerFps', collection: 'logServerFps',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogServerFpsSchema.index({war: 1}); LogServerFpsSchema.index({war: 1});

View File

@ -34,7 +34,7 @@ const LogTransportSchema = new Schema({
}, },
}, { }, {
collection: 'logTransport', collection: 'logTransport',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogTransportSchema.index({war: 1, driver: 1}); LogTransportSchema.index({war: 1, driver: 1});

View File

@ -41,7 +41,7 @@ const LogVehicleKillSchema = new Schema({
}, },
}, { }, {
collection: 'logVehicle', collection: 'logVehicle',
versionKey: false versionKey: false,
}); });
// optional more indices // optional more indices
LogVehicleKillSchema.index({war: 1, shooter: 1, target: 1}); LogVehicleKillSchema.index({war: 1, shooter: 1, target: 1});

View File

@ -82,6 +82,11 @@ const PlayerSchema = new Schema({
get: (v) => Math.round(v), get: (v) => Math.round(v),
set: (v) => Math.round(v), set: (v) => Math.round(v),
}, },
performance: {
type: mongoose.Schema.Types.ObjectId,
ref: 'LogServerFpsSchema',
required: true,
},
}, { }, {
collection: 'player', collection: 'player',
timestamps: {createdAt: 'timestamp'}, timestamps: {createdAt: 'timestamp'},

View File

@ -34,6 +34,7 @@ const LogFlagModel = require('../models/logs/flag');
const LogBudgetModel = require('../models/logs/budget'); const LogBudgetModel = require('../models/logs/budget');
const LogPointsModel = require('../models/logs/points'); const LogPointsModel = require('../models/logs/points');
const LogPlayerCountModel = require('../models/logs/player-count'); const LogPlayerCountModel = require('../models/logs/player-count');
const LogServerFpsModel = require('../models/logs/server-fps');
// util // util
const genericPatch = require('./_generic').genericPatch; const genericPatch = require('./_generic').genericPatch;
@ -73,11 +74,6 @@ wars.route('/')
if (err) { if (err) {
return next(err); return next(err);
} }
PlayerModel.create(statsResult.players, (err) => {
if (err) {
return next(err);
}
LogKillModel.create(statsResult.kills, () => { LogKillModel.create(statsResult.kills, () => {
LogVehicleKillModel.create(statsResult.vehicles, () => { LogVehicleKillModel.create(statsResult.vehicles, () => {
LogRespawnModel.create(statsResult.respawn, () => { LogRespawnModel.create(statsResult.respawn, () => {
@ -87,6 +83,20 @@ wars.route('/')
LogTransportModel.create(statsResult.transport, () => { LogTransportModel.create(statsResult.transport, () => {
LogPlayerCountModel.create(statsResult.playerCount, () => { LogPlayerCountModel.create(statsResult.playerCount, () => {
LogPointsModel.create(statsResult.points, () => { LogPointsModel.create(statsResult.points, () => {
LogServerFpsModel.create(statsResult.serverFps, (err, serverPerformanceEntries) => {
serverPerformanceEntries.forEach((entry) => {
const idx = statsResult.players
.findIndex((player) => player.name === entry.entityName);
if (idx !== -1) {
const player = statsResult.players[idx];
player['performance'] = entry._id;
statsResult.players[idx] = player;
}
});
PlayerModel.create(statsResult.players, (err) => {
if (err) {
return next(err);
}
const folderName = resourceLocation.concat(war._id); const folderName = resourceLocation.concat(war._id);
mkdirp(folderName, (err) => { mkdirp(folderName, (err) => {
if (err) return next(err); if (err) return next(err);
@ -121,12 +131,14 @@ wars.route('/')
}); });
}); });
}); });
});
} else { } else {
const err = new Error('no Logfile provided'); const err = new Error('no Logfile provided');
err.status = codes.wrongmediasend; err.status = codes.wrongmediasend;
next(err); next(err);
} }
}) }
)
.all( .all(
routerHandling.httpMethodNotAllowed routerHandling.httpMethodNotAllowed

View File

@ -27,7 +27,15 @@ const bluforPlayerCountRegex = /NATO\s(\d*)/;
const opforPlayerCountRegex = /CSAT\s(\d*)/; const opforPlayerCountRegex = /CSAT\s(\d*)/;
const timestampRegex= /LOG:\s(\d*:\d*:\d*)\s---/; const timestampRegex = /LOG:\s(\d*:\d*:\d*)\s---/;
const singleMinFpsRegex = /Single min\. FPS for (.*):\s(\d*.\d*)"/; // group1 = entity name, group2 = value
const singleAvgFpsRegex = /Single avg\. FPS for (.*):\s(\d*.\d*)"/; // group1 = entity name, group2 = value
const minFpsRegex = /Min\. FPS for (.*):\s\[(.*)\]"/; // group1 = entity name, group2 = comma separated values
const avgFpsRegex = /Avg\. FPS for (.*):\s\[(.*)\]"/; // group1 = entity name, group2 = comma separated values
const parseWarLog = (lineArray, war) => { const parseWarLog = (lineArray, war) => {
let flagBlufor = true; let flagBlufor = true;
@ -48,6 +56,7 @@ const parseWarLog = (lineArray, war) => {
transport: [], transport: [],
players: [], players: [],
playerCount: [], playerCount: [],
serverFps: [],
}; };
const VEHICLE_BLACKLIST = [ const VEHICLE_BLACKLIST = [
@ -265,6 +274,43 @@ const parseWarLog = (lineArray, war) => {
countBlufor: countBlufor, countBlufor: countBlufor,
countOpfor: countOpfor, countOpfor: countOpfor,
}); });
} else if (line.includes('(FPS)')) {
stats.clean.push(line);
const updateServerFpsLogEntry = (entityName, addKey, addValue) => {
const idx = stats.serverFps.findIndex((entry) => entry.entityName === entityName);
if (idx === -1) {
stats.serverFps.push({
war: war.id,
entityName: entityName,
[addKey]: addValue,
});
return;
}
const entity = stats.serverFps[idx];
entity[addKey] = addValue;
stats.serverFps[idx] = entity;
};
const singleMinMatch = singleMinFpsRegex.exec(line);
if (singleMinMatch) {
updateServerFpsLogEntry(singleMinMatch[1], 'singleMinFps', singleMinMatch[2]);
} else {
const singleAvgMatch = singleAvgFpsRegex.exec(line);
if (singleAvgMatch) {
updateServerFpsLogEntry(singleAvgMatch[1], 'singleAvgFps', singleAvgMatch[2]);
} else {
const minCollectionMatch = minFpsRegex.exec(line);
if (minCollectionMatch) {
updateServerFpsLogEntry(minCollectionMatch[1], 'minFps', minCollectionMatch[2].split(','));
} else {
const avgCollectionMatch = avgFpsRegex.exec(line);
if (avgCollectionMatch) {
updateServerFpsLogEntry(avgCollectionMatch[1], 'avgFps', avgCollectionMatch[2].split(','));
}
}
}
}
} else if (line.includes('(Fraktionsuebersicht)') || line.includes('Fraktionsübersicht')) { } else if (line.includes('(Fraktionsuebersicht)') || line.includes('Fraktionsübersicht')) {
/** /**
* PLAYERS * PLAYERS