benn/lumiera_
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Scheduler-test: draft a configurable CPU load component

Browse source 
...which can be deliberately attached (or not attached) to the
individual node invocation functor, allowing to study the effect
of actual load vs. zero-load and worker contention
This commit is contained in:
Fischlurch 2023-12-10 19:58:18 +01:00
parent 7847e3156c
commit beebf51ac7
5 changed files with 96 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/lib/test/microbenchmark.hpp
View file

@ -82,7 +82,7 @@ namespace test{
*/
template<class FUN>
inline double
benchmarkTime (FUN const& invokeTestLoop, const size_t repeatCnt = DEFAULT_RUNS)
benchmarkTime (FUN const& invokeTestLoop, const size_t repeatCnt =1)
{
using std::chrono::steady_clock;
using Dur = std::chrono::duration<double, CLOCK_SCALE>;

5
tests/vault/gear/scheduler-service-test.cpp
View file

@ -84,7 +84,7 @@ namespace test {
{
simpleUsage();
verify_StartStop();
verify_LoadFactor();
// verify_LoadFactor(); // broken, presumably by lates adjustments to control logic
invokeWorkFunction();
scheduleRenderJob();
walkingDeadline();
@ -336,8 +336,7 @@ namespace test {
};
auto pullWork = [&] {
uint REPETITIONS = 1;
delay_us = lib::test::benchmarkTime([&]{ res = scheduler.getWork(); }, REPETITIONS);
delay_us = lib::test::benchmarkTime([&]{ res = scheduler.getWork(); });
slip_us = _raw(detector.invokeTime(probe)) - _raw(start);
cout << "res:"<<res<<" delay="<<delay_us<<"µs slip="<<slip_us<<"µs"<<endl;
};

16
tests/vault/gear/test-chain-load-test.cpp
View file

@ -871,6 +871,22 @@ SHOW_EXPR(testLoad.getHash())
verify_computation_load()
{
ComputationalLoad cpuLoad;
CHECK (cpuLoad.timeBase == 100us);
double micros = cpuLoad.invoke();
SHOW_EXPR(micros)
CHECK (micros <= 5000);
CHECK (micros > 20);
ComputationalLoad::calibrate();
micros = cpuLoad.invoke();
SHOW_EXPR(micros)
CHECK (micros < 111);
CHECK (micros > 90);
micros = cpuLoad.benchmark();
SHOW_EXPR(micros)
}

22
tests/vault/gear/test-chain-load.hpp
View file

@ -89,6 +89,7 @@
#include "vault/gear/special-job-fun.hpp"
//#include "vault/gear/nop-job-functor.hpp"
#include "lib/uninitialised-storage.hpp"
#include "lib/test/microbenchmark.hpp"
#include "lib/time/timevalue.hpp"
//#include "lib/meta/variadic-helper.hpp"
//#include "lib/meta/function.hpp"
@ -122,6 +123,8 @@ namespace test {
using lib::time::TimeValue;
using lib::time::FrameRate;
using lib::time::Duration;
using lib::test::benchmarkTime;
using lib::test::microBenchmark;
// using lib::time::FSecs;
// using lib::time::Offset;
// using lib::meta::RebindVariadic;
@ -1074,6 +1077,25 @@ namespace test {
class ComputationalLoad
{
public:
microseconds timeBase = 100us;
double
invoke (uint scaleStep =1)
{
UNIMPLEMENTED ("impose the CPU load");
}
double
benchmark (uint scaleStep =1)
{
UNIMPLEMENTED ("determine current actual load through a microbenchmark");
}
static void
calibrate()
{
UNIMPLEMENTED ("determine the plattform factor");
}
};

62
wiki/thinkPad.ichthyo.mm
View file

@ -93313,6 +93313,19 @@ Date:&#160;&#160;&#160;Thu Apr 20 18:53:17 2023 +0200<br/>
</node>
</node>
</node>
<node BACKGROUND_COLOR="#fdfdcf" COLOR="#ff0000" CREATED="1702233903855" ID="ID_135325176" MODIFIED="1702234289639" TEXT="derzeit gebrochen...">
<linktarget COLOR="#fd1e2b" DESTINATION="ID_135325176" ENDARROW="Default" ENDINCLINATION="-1191;124;" ID="Arrow_ID_1659622275" SOURCE="ID_1034326065" STARTARROW="Default" STARTINCLINATION="-482;-1288;"/>
<icon BUILTIN="broken-line"/>
<node BACKGROUND_COLOR="#fafe99" COLOR="#fa002a" CREATED="1702234284642" ID="ID_1005966089" MODIFIED="1702234291764" TEXT="verify_LoadFactor">
<icon BUILTIN="broken-line"/>
<node CREATED="1702234306657" ID="ID_1728259651" MODIFIED="1702234310206" TEXT="nur ein Peak"/>
<node CREATED="1702234311390" ID="ID_95265558" MODIFIED="1702234322625" TEXT="worker contention"/>
</node>
<node BACKGROUND_COLOR="#fafe99" COLOR="#fa002a" CREATED="1702234301008" ID="ID_132335253" MODIFIED="1702234303095" TEXT="scheduleRenderJob">
<icon BUILTIN="broken-line"/>
<node CREATED="1702234374318" ID="ID_1831453840" MODIFIED="1702234384625" TEXT="soeben eingestellte Activity nicht in der Queue"/>
</node>
</node>
</node>
<node BACKGROUND_COLOR="#eee5c3" COLOR="#990000" CREATED="1697755558855" ID="ID_278365674" MODIFIED="1697741858009" TEXT="SchedulerStress_test">
<icon BUILTIN="flag-yellow"/>
@ -96754,9 +96767,9 @@ Date:&#160;&#160;&#160;Thu Apr 20 18:53:17 2023 +0200<br/>
<icon BUILTIN="idea"/>
</node>
</node>
<node BACKGROUND_COLOR="#eee5c3" COLOR="#990000" CREATED="1702180165409" ID="ID_168687387" MODIFIED="1702180474436" TEXT="verify_computation_load">
<node BACKGROUND_COLOR="#eef0c5" COLOR="#990000" CREATED="1702180165409" ID="ID_168687387" MODIFIED="1702234110735" TEXT="verify_computation_load">
<linktarget COLOR="#c26a36" DESTINATION="ID_168687387" ENDARROW="Default" ENDINCLINATION="-214;715;" ID="Arrow_ID_917319622" SOURCE="ID_257805938" STARTARROW="None" STARTINCLINATION="-169;-474;"/>
<icon BUILTIN="flag-yellow"/>
<icon BUILTIN="pencil"/>
<node BACKGROUND_COLOR="#eee5c3" COLOR="#990000" CREATED="1702180170904" ID="ID_1257116598" MODIFIED="1702180207372" TEXT="pr&#xfc;ft die konfigurierbare CPU-Last">
<icon BUILTIN="flag-yellow"/>
</node>
@ -99549,6 +99562,13 @@ Date:&#160;&#160;&#160;Thu Apr 20 18:53:17 2023 +0200<br/>
<node CREATED="1702177310801" ID="ID_1861526014" MODIFIED="1702177325890" TEXT="eine Feinmessung nach erster Kalibrierung"/>
<node CREATED="1702177355580" ID="ID_592613013" MODIFIED="1702177360463" TEXT="eine Best&#xe4;tigungsmessung"/>
</node>
<node CREATED="1702232217892" ID="ID_683123783" MODIFIED="1702232389856" TEXT="die Kalibrierung verwendet aktuelle Einstellungen">
<arrowlink COLOR="#61778b" DESTINATION="ID_94944522" ENDARROW="Default" ENDINCLINATION="138;-14;" ID="Arrow_ID_1125419326" STARTARROW="None" STARTINCLINATION="54;3;"/>
<arrowlink COLOR="#61778b" DESTINATION="ID_1593878835" ENDARROW="Default" ENDINCLINATION="138;-14;" ID="Arrow_ID_193276040" STARTARROW="None" STARTINCLINATION="54;3;"/>
<icon BUILTIN="idea"/>
<node CREATED="1702232438440" ID="ID_1878954665" MODIFIED="1702232455960" TEXT="man mu&#xdf; f&#xfc;r die jeweiligen Einstellungen (re)kalibrieren"/>
<node CREATED="1702232412226" HGAP="34" ID="ID_43541079" MODIFIED="1702232463171" TEXT="damit werden nicht-Linearit&#xe4;ten ausgeschaltet" VSHIFT="-7"/>
</node>
</node>
<node BACKGROUND_COLOR="#eee5c3" COLOR="#990000" CREATED="1702180295927" ID="ID_773261601" MODIFIED="1702180308206" TEXT="Komponente testen">
<icon BUILTIN="flag-yellow"/>
@ -99565,8 +99585,16 @@ Date:&#160;&#160;&#160;Thu Apr 20 18:53:17 2023 +0200<br/>
<node BACKGROUND_COLOR="#eee5c3" COLOR="#990000" CREATED="1702178041646" ID="ID_1422218309" MODIFIED="1702178058926" TEXT="f&#xfc;r den konkreten Test wird dann eine Skalen-Stufe gew&#xe4;hlt">
<icon BUILTIN="flag-yellow"/>
<node CREATED="1702178070732" ID="ID_1943958168" MODIFIED="1702178083613" TEXT="per RandomDrawRegel &#x27f6; Node"/>
<node CREATED="1702178084682" ID="ID_1482968846" MODIFIED="1702178112522" TEXT="Skalenfaktor f&#xfc;r den ganzen Test"/>
<node CREATED="1702178113354" ID="ID_1844351587" MODIFIED="1702178121761" TEXT="der Eichfaktor aus der Kalibrierung"/>
<node CREATED="1702178084682" ID="ID_1482968846" MODIFIED="1702178112522" TEXT="Skalenfaktor f&#xfc;r den ganzen Test">
<node CREATED="1702232275607" ID="ID_94944522" MODIFIED="1702232381062" TEXT="timeBase in &#xb5;s">
<linktarget COLOR="#61778b" DESTINATION="ID_94944522" ENDARROW="Default" ENDINCLINATION="138;-14;" ID="Arrow_ID_1125419326" SOURCE="ID_683123783" STARTARROW="None" STARTINCLINATION="54;3;"/>
</node>
</node>
<node CREATED="1702178113354" ID="ID_1844351587" MODIFIED="1702178121761" TEXT="der Eichfaktor aus der Kalibrierung">
<node CREATED="1702232275607" ID="ID_1593878835" MODIFIED="1702232401866" TEXT="platformFactor">
<linktarget COLOR="#61778b" DESTINATION="ID_1593878835" ENDARROW="Default" ENDINCLINATION="138;-14;" ID="Arrow_ID_193276040" SOURCE="ID_683123783" STARTARROW="None" STARTINCLINATION="54;3;"/>
</node>
</node>
</node>
</node>
<node COLOR="#435e98" CREATED="1699756460900" ID="ID_1877216077" MODIFIED="1699758391567" TEXT="Implementierung per boost-Hash">
@ -102295,19 +102323,39 @@ Date:&#160;&#160;&#160;Thu Apr 20 18:53:17 2023 +0200<br/>
</node>
</node>
</node>
<node BACKGROUND_COLOR="#fafe99" COLOR="#fa002a" CREATED="1702233672077" ID="ID_1034326065" MODIFIED="1702234289638" TEXT="SchedulerServiceTest::verify_LoadFactor gebrochen">
<arrowlink COLOR="#fd1e2b" DESTINATION="ID_135325176" ENDARROW="Default" ENDINCLINATION="-1191;124;" ID="Arrow_ID_1659622275" STARTARROW="Default" STARTINCLINATION="-482;-1288;"/>
<icon BUILTIN="broken-line"/>
<node CREATED="1702233695317" ID="ID_1291688943" MODIFIED="1702233708491" TEXT="Symptome">
<node CREATED="1702233709333" ID="ID_1221153890" MODIFIED="1702233722845" TEXT="beachte: derzeit l&#xe4;uft Scheduler mit Instrumentierung">
<icon BUILTIN="messagebox_warning"/>
</node>
<node CREATED="1702233724303" ID="ID_1994595827" MODIFIED="1702233748437" TEXT="sehe das typische Muster f&#xfc;r Contention zwischen den Workern"/>
<node CREATED="1702233749353" ID="ID_472839079" MODIFIED="1702233766539" TEXT="es wird im Test nur ein Peak verzeichnet, der 30ms braucht"/>
</node>
<node BACKGROUND_COLOR="#f0d5c5" COLOR="#990033" CREATED="1702233787874" ID="ID_376724949" MODIFIED="1702233801699" TEXT="was wurde inzwischen am Scheduler ge&#xe4;ndert?">
<icon BUILTIN="help"/>
</node>
</node>
<node BACKGROUND_COLOR="#fdfdcf" COLOR="#ff0000" CREATED="1702076009462" ID="ID_485796782" MODIFIED="1702076013414" TEXT="TOD-Oh">
<icon BUILTIN="flag-pink"/>
<node CREATED="1702076118040" ID="ID_1646791544" MODIFIED="1702076135046" TEXT="Einsichten in der Mindmap aufschreiben"/>
<node CREATED="1702076136898" ID="ID_1934895235" MODIFIED="1702076145387" TEXT="Planung der Dokumentation"/>
<node CREATED="1702076163209" ID="ID_1341902785" MODIFIED="1702076173572" TEXT="den verf**ten Test nun endlich fertig bekommen">
<node CREATED="1702076310654" ID="ID_1949942178" MODIFIED="1702076324202" TEXT="pre-Roll besser sch&#xe4;tzen"/>
<node COLOR="#338800" CREATED="1702076310654" ID="ID_1949942178" MODIFIED="1702233605547" TEXT="pre-Roll besser sch&#xe4;tzen">
<icon BUILTIN="button_ok"/>
</node>
<node COLOR="#338800" CREATED="1702076363983" ID="ID_1118507080" MODIFIED="1702094437747" TEXT="wake-Up-Job genauer timen">
<icon BUILTIN="button_ok"/>
</node>
</node>
<node CREATED="1702076180112" ID="ID_587585848" MODIFIED="1702076185302" TEXT="Ticket abschlie&#xdf;en"/>
<node CREATED="1702076194614" ID="ID_560462139" MODIFIED="1702076273767" TEXT="Exit-Hash-Verkn&#xfc;pfung"/>
<node CREATED="1702076274883" ID="ID_53147677" MODIFIED="1702076283534" TEXT="Computation-Load"/>
<node COLOR="#338800" CREATED="1702076194614" ID="ID_560462139" MODIFIED="1702233613652" TEXT="Exit-Hash-Verkn&#xfc;pfung">
<icon BUILTIN="button_ok"/>
</node>
<node BACKGROUND_COLOR="#eef0c5" COLOR="#990000" CREATED="1702076274883" ID="ID_53147677" LINK="#ID_514427629" MODIFIED="1702234096377" TEXT="Computation-Load">
<icon BUILTIN="pencil"/>
</node>
<node CREATED="1702076289573" ID="ID_1400286686" MODIFIED="1702076302209" TEXT="Ziele / Plan f&#xfc;r KPI formuieren"/>
</node>
</node>